00000001:02000400:1.0F:1767384269.383056:0:16231:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing load_modules_local 00000400:00000010:1.0:1767384270.510209:0:16272:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000050a3ec38. 00000400:00000010:1.0:1767384270.510219:0:16272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b49e2579. 00000400:00000010:1.0:1767384270.510223:0:16272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000370ce4a6. 00000400:00000010:1.0:1767384270.510225:0:16272:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000df5ff40c. 00000400:00000010:1.0:1767384270.510226:0:16272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003b52ebb. 00000400:00000010:1.0:1767384270.510227:0:16272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f41d1ae7. 00000400:00000200:1.0:1767384270.510308:0:16272:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000100:00000010:1.0:1767384270.687245:0:16342:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000003fb4789f. 00000020:00000010:1.0:1767384270.687251:0:16342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069212341. 00000020:00000010:1.0:1767384270.687253:0:16342:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003548abbe. 00000040:00000010:1.0:1767384270.687255:0:16342:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000051a64f5. 00000020:00000010:1.0:1767384270.687258:0:16342:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099a7fed9. 00000020:00000010:1.0:1767384270.687260:0:16342:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000863a88fc. 00000800:00000200:1.0:1767384270.689009:0:16339:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000001d44b43b 00000800:00000200:1.0:1767384270.689014:0:16339:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000001d44b43b 00000800:00000200:1.0:1767384270.689016:0:16339:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 000000001d44b43b 00000800:00000200:1.0:1767384270.689018:0:16339:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 000000001d44b43b 00000800:00000010:1.0:1767384270.689024:0:16339:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ff1ff129. 00000400:00000010:1.0:1767384270.689032:0:16339:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c6ba8ca. 00000800:00000200:1.0:1767384270.689036:0:16339:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:1.0:1767384270.689278:0:16348:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000091ff55e5. 00000800:00000010:1.0:1767384270.689282:0:16348:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000116aca60. 00000800:00000010:1.0:1767384270.689383:0:16349:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000b75f7da9. 00000800:00000010:1.0:1767384270.689389:0:16349:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000cb6ecde5. 00000400:00000200:1.0:1767384270.689475:0:16339:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384270.689522:0:16339:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384270.689530:0:16339:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp [8/256/0/180] 00000400:00000010:1.0:1767384270.690982:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000e2e5fe1e. 00000400:00000010:1.0:1767384270.690987:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986b1f52. 00000400:00000010:1.0:1767384270.691000:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000400:00000200:1.0:1767384270.691008:0:16339:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1767384270.691011:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056304e91. 00000400:00000010:1.0:1767384270.691018:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932fbdd8. 00000400:00000010:1.0:1767384270.691019:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048a1fcf7. 00000400:00000200:1.0:1767384270.691021:0:16339:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:1.0:1767384270.691023:0:16339:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1767384270.691024:0:16339:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000adc1ebd8. 00000400:00000010:1.0:1767384270.691026:0:16339:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e3f7bd8. 00000400:00000010:1.0:1767384270.691028:0:16339:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040e70560. 00000400:00000010:1.0:1767384270.691029:0:16339:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff483a59. 00000400:00000200:1.0:1767384270.691324:0:16339:0:(peer.c:4288:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1767384270.691394:0:16339:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000f28f3955. 00000100:00000010:1.0:1767384270.691552:0:16339:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 000000009a661f20. 00000100:00000010:1.0:1767384270.691556:0:16339:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e7d18ee4. 00000100:00000010:1.0:1767384270.691558:0:16339:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000dd98e659. 00000100:00000010:1.0:1767384270.691559:0:16339:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000004e6fc802. 00000100:00000010:1.0:1767384270.691561:0:16339:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000049332ec4. 00000100:00000010:1.0:1767384270.692076:0:16339:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 0000000019f27ae8. 00000100:00000010:1.0:1767384270.692211:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000081ef232f. 00000100:00000010:1.0:1767384270.692215:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000fa64a5f2. 00000100:00000010:1.0:1767384270.692216:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004992953c. 00000100:00000010:1.0:1767384270.692218:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003836b3c6. 00000100:00000010:1.0:1767384270.692219:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000009c000a07. 00000100:00000010:1.0:1767384270.692221:0:16339:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c786ff1a. 00000001:00000010:1.0:1767384270.692362:0:16339:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000093a98caf. 00000001:00000010:1.0:1767384270.692367:0:16339:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d9e9630a. 00000001:00000010:1.0:1767384270.692370:0:16339:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d5651911. 00000001:00000010:1.0:1767384270.692373:0:16339:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000692ddf94. 00000001:00000010:1.0:1767384270.692377:0:16339:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000008b9c99d0. 00000001:00000010:1.0:1767384270.692386:0:16339:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000e047238f. 02000000:00000010:1.0:1767384270.734258:0:16371:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000002465e81. 02000000:00000010:1.0:1767384270.734265:0:16371:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000dafac3c2. 02000000:00000010:1.0:1767384270.734269:0:16371:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000082b133c1. 02000000:00000010:1.0:1767384270.734281:0:16371:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000539ca6d8. 00000020:00000010:1.0:1767384272.569734:0:16467:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002218cc4e. 00000020:00000010:1.0:1767384273.247971:0:16700:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e0663a2d. 00000020:00000010:1.0:1767384273.248011:0:16700:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f2d8f4b2. 00000800:00000200:0.1F:1767384277.297486:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (2) 00000800:00000010:1.0:1767384277.297996:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000720c4141. 00000800:00000010:1.0:1767384277.298027:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001cd3d9a6. 00000800:00000010:1.0:1767384277.298037:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003429fd2d. 00000800:00000010:1.0:1767384277.298130:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003429fd2d. 00000400:00000200:1.0:1767384277.298215:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384277.298240:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp from 255.3.0.2 00000800:00000010:1.0:1767384277.298246:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a7ccb3e. 00000800:00000200:3.1F:1767384277.298344:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (2) 00000800:00000200:3.1:1767384277.298359:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp 00000000a0b61939 deleted 00000800:00000010:3.1:1767384277.298361:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a0b61939. 00000800:00000200:3.1:1767384277.298366:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384277.298373:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:1023 00000800:00000200:3.1:1767384277.298377:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0f12136 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1767384277.298548:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384277.298569:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384270689025666 sched[0] 00000800:00000010:1.0:1767384277.298575:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001cd3d9a6. 00000400:00000200:1.0:1767384277.298694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000010:1.0:1767384277.299052:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ff77e43. 00000800:00000010:1.0:1767384277.299067:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf8ad21c. 00000800:00000010:1.0:1767384277.299122:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003429fd2d. 00000800:00000010:1.0:1767384277.299223:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003429fd2d. 00000400:00000200:1.0:1767384277.299279:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384277.299342:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp from 254.3.0.2 00000800:00000010:1.0:1767384277.299360:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d3f2a656. 00000800:00000010:1.0:1767384277.299479:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb0ad6f3. 00000800:00000010:1.0:1767384277.299497:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d864037. 00000800:00000010:1.0:1767384277.299548:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000916aaa7. 00000800:00000200:1.1:1767384277.299579:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (4) 00000800:00000200:1.1:1767384277.299598:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp 000000000916aaa7 deleted 00000800:00000010:1.1:1767384277.299613:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000916aaa7. 00000800:00000200:1.1:1767384277.299621:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384277.299649:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp p 3.x 192.168.202.115 -> 192.168.202.115:1022 incarnation:1767384270689025666 sched[0] 00000800:00000010:1.0:1767384277.299679:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003429fd2d. 00000800:00000010:1.0:1767384277.299785:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003429fd2d. 00000800:00000010:1.0:1767384277.299796:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d864037. 00000800:00000010:1.0:1767384277.299832:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d3f2a656. 00000800:00000200:1.1:1767384277.299908:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384277.299927:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384270689025666 sched[0] 00000800:00000010:1.0:1767384277.299939:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf8ad21c. 00000100:00000010:1.0:1767384277.303218:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d1ee7c4. 00000100:00000010:1.0:1767384277.307240:0:17086:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003429fd2d. 00000020:00000010:1.0:1767384277.307248:0:17086:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b8cca1f6. 00000020:00000010:1.0:1767384277.307255:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000808d6627. 00000020:00000010:1.0:1767384277.307259:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0731115. 00000040:00000010:1.0:1767384277.307263:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000706f09ac. 00000020:00000010:1.0:1767384277.307268:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001fe83ee. 00000020:00000010:1.0:1767384277.307294:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000928422d7. 00000020:00000010:1.0:1767384277.307300:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000000da7d14. 80000000:00000010:1.0:1767384277.307305:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f5a17343. 40000000:00000010:1.0:1767384277.307308:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ff4cbb76. 00100000:00000010:1.0:1767384277.307314:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000684c2287. 00040000:00000010:1.0:1767384277.307318:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9e5cddb. 00040000:00000010:1.0:1767384277.307322:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b8d193f8. 00040000:00000010:1.0:1767384277.307326:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000583c65c6. 00080000:00000010:1.0:1767384277.307333:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003cb6e6de. 00080000:00000010:1.0:1767384277.307340:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000df0aa884. 00000004:00000010:1.0:1767384277.307347:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009fff8bcf. 00000004:00000010:1.0:1767384277.307353:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000001196164. 00000004:00000010:1.0:1767384277.307359:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e49a15d6. 00002000:00000010:1.0:1767384277.307365:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002b83aac9. 00000004:00000010:1.0:1767384277.307371:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000011e2d906. 00000100:00000200:1.0:1767384277.307379:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307387:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d356230. 00000400:00000010:1.0:1767384277.307398:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b381d00b. 00000100:00000200:1.0:1767384277.307409:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307413:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089567dab. 00000400:00000010:1.0:1767384277.307419:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c1d4b71c. 00000100:00000200:1.0:1767384277.307423:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307426:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc0b6f7. 00000400:00000010:1.0:1767384277.307430:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8c263b1. 00000100:00000200:1.0:1767384277.307435:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307438:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b13f6be. 00000400:00000010:1.0:1767384277.307442:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000024e5df1a. 00000100:00000200:1.0:1767384277.307447:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307470:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043138da. 00000400:00000010:1.0:1767384277.307475:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000cdfb91a. 00000100:00000200:1.0:1767384277.307480:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307483:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957aa1e1. 00000400:00000010:1.0:1767384277.307488:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a87e5ae8. 00000100:00000200:1.0:1767384277.307492:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307495:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b978b. 00000400:00000010:1.0:1767384277.307498:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000008391dd2. 00000100:00000200:1.0:1767384277.307501:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307503:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b81084e. 00000400:00000010:1.0:1767384277.307506:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c8c0f394. 00000100:00000200:1.0:1767384277.307508:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307510:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c661f56. 00000400:00000010:1.0:1767384277.307512:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001b192eec. 00000100:00000200:1.0:1767384277.307514:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307516:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a1a20f7. 00000400:00000010:1.0:1767384277.307518:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000540a9934. 00000100:00000200:1.0:1767384277.307521:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307522:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bfff472. 00000400:00000010:1.0:1767384277.307525:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000274ad0d1. 00000100:00000200:1.0:1767384277.307527:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307529:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1d5dc39. 00000400:00000010:1.0:1767384277.307533:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000074d58f38. 00000100:00000200:1.0:1767384277.307536:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307537:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e0453b. 00000400:00000010:1.0:1767384277.307540:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005095692e. 00000100:00000200:1.0:1767384277.307542:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307544:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000731130d1. 00000400:00000010:1.0:1767384277.307546:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e8106ae. 00000100:00000200:1.0:1767384277.307548:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307550:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec36b77. 00000400:00000010:1.0:1767384277.307552:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000429965b1. 00000100:00000200:1.0:1767384277.307555:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307556:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053954ee6. 00000400:00000010:1.0:1767384277.307559:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004d385868. 00000100:00000200:1.0:1767384277.307562:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307570:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee47a33. 00000400:00000010:1.0:1767384277.307574:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000012e7811a. 00000100:00000200:1.0:1767384277.307577:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307578:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbb215dc. 00000400:00000010:1.0:1767384277.307581:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023e92dcc. 00000100:00000200:1.0:1767384277.307583:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307585:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000562367a. 00000400:00000010:1.0:1767384277.307587:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b328d545. 00000100:00000200:1.0:1767384277.307589:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307591:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dae57c9c. 00000400:00000010:1.0:1767384277.307594:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066162f29. 00000100:00000200:1.0:1767384277.307596:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307598:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4380ecd. 00000400:00000010:1.0:1767384277.307601:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000092f72529. 00000100:00000200:1.0:1767384277.307603:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307605:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e28874. 00000400:00000010:1.0:1767384277.307609:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5956546. 00000100:00000200:1.0:1767384277.307612:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307613:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f0e5d8. 00000400:00000010:1.0:1767384277.307616:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000431ef406. 00000100:00000200:1.0:1767384277.307618:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307620:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022acb45a. 00000400:00000010:1.0:1767384277.307622:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004ccd1744. 00000100:00000200:1.0:1767384277.307625:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307626:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b07e053f. 00000400:00000010:1.0:1767384277.307629:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000d989fee. 00000100:00000200:1.0:1767384277.307631:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307633:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029910a5f. 00000400:00000010:1.0:1767384277.307635:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d077ee34. 00000100:00000200:1.0:1767384277.307637:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307639:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab6adee. 00000400:00000010:1.0:1767384277.307641:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d16858a. 00000100:00000200:1.0:1767384277.307644:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307645:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c90dba2. 00000400:00000010:1.0:1767384277.307648:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000d11f19e. 00000100:00000200:1.0:1767384277.307650:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307657:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b04901a. 00000400:00000010:1.0:1767384277.307662:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000020d14496. 00000100:00000200:1.0:1767384277.307665:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307669:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee7e1899. 00000400:00000010:1.0:1767384277.307672:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000087ed3565. 00000100:00000200:1.0:1767384277.307675:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307677:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca754f0e. 00000400:00000010:1.0:1767384277.307680:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e512ccbc. 00000100:00000200:1.0:1767384277.307682:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307684:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d873804. 00000400:00000010:1.0:1767384277.307686:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2797d78. 00000100:00000200:1.0:1767384277.307689:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307690:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059a1e28. 00000400:00000010:1.0:1767384277.307693:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000e212c53. 00000100:00000200:1.0:1767384277.307695:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307696:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d07486e1. 00000400:00000010:1.0:1767384277.307699:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f17daf08. 00000100:00000200:1.0:1767384277.307701:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307703:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e764b476. 00000400:00000010:1.0:1767384277.307706:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000012ed6ffa. 00000100:00000200:1.0:1767384277.307708:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307710:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000576a494a. 00000400:00000010:1.0:1767384277.307713:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3f91676. 00000100:00000200:1.0:1767384277.307715:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307716:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007f3d37. 00000400:00000010:1.0:1767384277.307719:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000709979df. 00000100:00000200:1.0:1767384277.307722:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307723:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843ca2da. 00000400:00000010:1.0:1767384277.307725:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097b94fa3. 00000100:00000200:1.0:1767384277.307728:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307729:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4788b5b. 00000400:00000010:1.0:1767384277.307732:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d9e8f3d7. 00000100:00000200:1.0:1767384277.307735:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307736:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000300e3075. 00000400:00000010:1.0:1767384277.307739:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000499821cd. 00000100:00000200:1.0:1767384277.307741:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307748:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f699f6. 00000400:00000010:1.0:1767384277.307751:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004f779c91. 00000100:00000200:1.0:1767384277.307754:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307756:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc6bf3e. 00000400:00000010:1.0:1767384277.307759:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e665e803. 00000100:00000200:1.0:1767384277.307761:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307763:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8d076c. 00000400:00000010:1.0:1767384277.307765:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004c31bc4d. 00000100:00000200:1.0:1767384277.307768:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307769:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e1985cc. 00000400:00000010:1.0:1767384277.307772:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009868c60b. 00000100:00000200:1.0:1767384277.307774:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307776:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b51e31b1. 00000400:00000010:1.0:1767384277.307779:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007d0afebb. 00000100:00000200:1.0:1767384277.307781:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307783:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c17a8ff. 00000400:00000010:1.0:1767384277.307785:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8546956. 00000100:00000200:1.0:1767384277.307788:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307789:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006488e3e. 00000400:00000010:1.0:1767384277.307792:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007b5c00f1. 00000100:00000200:1.0:1767384277.307794:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307795:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071789f6a. 00000400:00000010:1.0:1767384277.307798:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000069d0ce9e. 00000100:00000200:1.0:1767384277.307801:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307802:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e7c554. 00000400:00000010:1.0:1767384277.307805:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ac4b14ce. 00000100:00000200:1.0:1767384277.307807:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307808:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000563c4842. 00000400:00000010:1.0:1767384277.307811:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006bccfb92. 00000100:00000200:1.0:1767384277.307813:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307815:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f73f0e. 00000400:00000010:1.0:1767384277.307817:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000efad23a6. 00000100:00000200:1.0:1767384277.307820:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307821:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e412ae94. 00000400:00000010:1.0:1767384277.307824:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000375aa9c5. 00000100:00000200:1.0:1767384277.307826:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307840:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003ce045. 00000400:00000010:1.0:1767384277.307843:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000072e815c9. 00000100:00000200:1.0:1767384277.307846:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307848:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187defaf. 00000400:00000010:1.0:1767384277.307852:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0824c53. 00000100:00000200:1.0:1767384277.307854:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307855:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6c2bd88. 00000400:00000010:1.0:1767384277.307858:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e1f2651. 00000100:00000200:1.0:1767384277.307861:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307862:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004510e3fa. 00000400:00000010:1.0:1767384277.307865:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008ba86104. 00000100:00000200:1.0:1767384277.307867:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307868:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e01ac0ce. 00000400:00000010:1.0:1767384277.307871:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000888903c. 00000100:00000200:1.0:1767384277.307873:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307875:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008256eb21. 00000400:00000010:1.0:1767384277.307877:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008c3fbf05. 00000100:00000200:1.0:1767384277.307879:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307881:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30b565e. 00000400:00000010:1.0:1767384277.307884:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b0394651. 00000100:00000200:1.0:1767384277.307886:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307887:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001332b820. 00000400:00000010:1.0:1767384277.307890:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000025247084. 00000100:00000200:1.0:1767384277.307892:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307894:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed3982c1. 00000400:00000010:1.0:1767384277.307896:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047a3feaf. 00000100:00000200:1.0:1767384277.307898:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307900:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082d9b30f. 00000400:00000010:1.0:1767384277.307902:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e7932572. 00000100:00000200:1.0:1767384277.307904:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307906:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008f84d0a. 00000400:00000010:1.0:1767384277.307908:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c6e17972. 00000100:00000200:1.0:1767384277.307911:0:17086:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384277.307912:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8caf5b. 00000400:00000010:1.0:1767384277.307915:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bd4f31c6. 00000100:00000010:1.0:1767384277.307986:0:17086:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000e894709c. 00000100:00000200:1.0:1767384277.308015:0:17086:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384277.308406:0:17087:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000007af5f65. 00000020:00000010:1.0:1767384277.308414:0:17087:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004929b933. 00000020:00000010:1.0:1767384277.308421:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000225746ba. 00000020:00000010:1.0:1767384277.308425:0:17087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b53936d. 00000040:00000010:1.0:1767384277.308430:0:17087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e60b01b4. 00000020:00000010:1.0:1767384277.308435:0:17087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048d71a65. 00000020:00000010:1.0:1767384277.308440:0:17087:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d188d4. 00000020:00000010:1.0:1767384277.308446:0:17087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c87ac11. 80000000:00000010:1.0:1767384277.308450:0:17087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000842aab1e. 40000000:00000010:1.0:1767384277.308453:0:17087:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081cc1974. 00100000:00000010:1.0:1767384277.308458:0:17087:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000792deb16. 00040000:00000010:1.0:1767384277.308463:0:17087:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:1.0:1767384277.308471:0:17087:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000616d74b3. 00040000:00000010:1.0:1767384277.308475:0:17087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000608788aa. 00080000:00000010:1.0:1767384277.308481:0:17087:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005922a68e. 00080000:00000010:1.0:1767384277.308486:0:17087:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cfdad9e5. 00000004:00000010:1.0:1767384277.308491:0:17087:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008071cca1. 00000004:00000010:1.0:1767384277.308495:0:17087:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bed1aa67. 00000004:00000010:1.0:1767384277.308498:0:17087:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000054715a9. 00002000:00000010:1.0:1767384277.308501:0:17087:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000caf92e02. 00000004:00000010:1.0:1767384277.308504:0:17087:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f180ab7d. 00000100:00000010:1.0:1767384277.308575:0:17087:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000038f470a2. 00000100:00000200:1.0:1767384277.308604:0:17087:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384277.308876:0:17088:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007a1bd021. 00000020:00000010:1.0:1767384277.308881:0:17088:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eea04716. 00000020:00000010:1.0:1767384277.308886:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fdb2c68. 00000020:00000010:1.0:1767384277.308890:0:17088:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ce43723. 00000040:00000010:1.0:1767384277.308893:0:17088:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000205653ca. 00000020:00000010:1.0:1767384277.308896:0:17088:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004bacbf5. 00000020:00000010:1.0:1767384277.308900:0:17088:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000818ccd9c. 00000020:00000010:1.0:1767384277.308903:0:17088:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb16fb3f. 80000000:00000010:1.0:1767384277.308906:0:17088:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000072f898e0. 40000000:00000010:1.0:1767384277.308915:0:17088:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000a0c0ed3. 00100000:00000010:1.0:1767384277.308919:0:17088:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000944bbd6f. 00040000:00000010:1.0:1767384277.308922:0:17088:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080c30be0. 00040000:00000010:1.0:1767384277.308925:0:17088:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000059f9ef47. 00040000:00000010:1.0:1767384277.308927:0:17088:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005be9f44c. 00080000:00000010:1.0:1767384277.308933:0:17088:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001a5811a8. 00080000:00000010:1.0:1767384277.308948:0:17088:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009faac412. 00000004:00000010:1.0:1767384277.308953:0:17088:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000474883af. 00000004:00000010:1.0:1767384277.308958:0:17088:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ec4491fc. 00000004:00000010:1.0:1767384277.308961:0:17088:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b3b82aa8. 00002000:00000010:1.0:1767384277.308964:0:17088:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc7227bc. 00000004:00000010:1.0:1767384277.308967:0:17088:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000af0df90e. 00000100:00000010:1.0:1767384277.309045:0:17088:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000eb2338f. 00000100:00000200:1.0:1767384277.309063:0:17088:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384277.310253:0:17089:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a2bc3dd7. 00000020:00000010:1.0:1767384277.310261:0:17089:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d22ef800. 00000020:00000010:1.0:1767384277.310268:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfa3889e. 00000020:00000010:1.0:1767384277.310271:0:17089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048564165. 00000040:00000010:1.0:1767384277.310275:0:17089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f420fb8e. 00000020:00000010:1.0:1767384277.310279:0:17089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc1442d5. 00000020:00000010:1.0:1767384277.310284:0:17089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080c5b7de. 00000020:00000010:1.0:1767384277.310289:0:17089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000062f7f5d4. 80000000:00000010:1.0:1767384277.310292:0:17089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e458465. 40000000:00000010:1.0:1767384277.310295:0:17089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a87dc40f. 00100000:00000010:1.0:1767384277.310303:0:17089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004bb58c86. 00040000:00000010:1.0:1767384277.310308:0:17089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000645a9da0. 00040000:00000010:1.0:1767384277.310312:0:17089:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000076349bb. 00040000:00000010:1.0:1767384277.310315:0:17089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000675ee19c. 00080000:00000010:1.0:1767384277.310321:0:17089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000072c41a77. 00080000:00000010:1.0:1767384277.310327:0:17089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000667c50fe. 00000004:00000010:1.0:1767384277.310332:0:17089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a1cc1fcd. 00000004:00000010:1.0:1767384277.310338:0:17089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000510faa82. 00000004:00000010:1.0:1767384277.310342:0:17089:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007724b89e. 00000004:00000010:1.0:1767384277.310356:0:17089:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004549c38e. 00000100:00000200:1.0:1767384277.310363:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310370:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4d33c93. 00000400:00000010:1.0:1767384277.310376:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae4b617d. 00000100:00000200:1.0:1767384277.310382:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310385:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c2e4bd. 00000400:00000010:1.0:1767384277.310390:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000537650e7. 00000100:00000200:1.0:1767384277.310393:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310396:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edc65cb5. 00000400:00000010:1.0:1767384277.310400:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000744b21ac. 00000100:00000200:1.0:1767384277.310403:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310406:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051b9c4fd. 00000400:00000010:1.0:1767384277.310409:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051f5e14e. 00000100:00000200:1.0:1767384277.310412:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310415:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e176d09. 00000400:00000010:1.0:1767384277.310419:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b2c82c4. 00000100:00000200:1.0:1767384277.310422:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310425:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c079672a. 00000400:00000010:1.0:1767384277.310429:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0ea8087. 00000100:00000200:1.0:1767384277.310432:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310435:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035570486. 00000400:00000010:1.0:1767384277.310439:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb31accb. 00000100:00000200:1.0:1767384277.310442:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310445:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c73272b. 00000400:00000010:1.0:1767384277.310449:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030ed6767. 00000100:00000200:1.0:1767384277.310452:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310455:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001143c16a. 00000400:00000010:1.0:1767384277.310459:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f540d896. 00000100:00000200:1.0:1767384277.310463:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310466:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e59059a7. 00000400:00000010:1.0:1767384277.310470:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ce778a2. 00000100:00000200:1.0:1767384277.310473:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310476:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f6e106. 00000400:00000010:1.0:1767384277.310479:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2851002. 00000100:00000200:1.0:1767384277.310482:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310497:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c69af38. 00000400:00000010:1.0:1767384277.310501:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9662254. 00000100:00000200:1.0:1767384277.310504:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310506:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098a24a0e. 00000400:00000010:1.0:1767384277.310509:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db03e0ce. 00000100:00000200:1.0:1767384277.310510:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310513:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bb9b8da. 00000400:00000010:1.0:1767384277.310515:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c4e0e7. 00000100:00000200:1.0:1767384277.310517:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310519:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025aa8e86. 00000400:00000010:1.0:1767384277.310521:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054d7692c. 00000100:00000200:1.0:1767384277.310523:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310524:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e74106e. 00000400:00000010:1.0:1767384277.310526:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b71924f. 00000100:00000200:1.0:1767384277.310528:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310529:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fe4cd15. 00000400:00000010:1.0:1767384277.310531:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000803aca79. 00000100:00000200:1.0:1767384277.310533:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310534:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009208b033. 00000400:00000010:1.0:1767384277.310536:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e7a204e. 00000100:00000200:1.0:1767384277.310538:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310540:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000993c991d. 00000400:00000010:1.0:1767384277.310542:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004671051a. 00000100:00000200:1.0:1767384277.310544:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310545:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041086ad8. 00000400:00000010:1.0:1767384277.310547:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af5d9f6d. 00000100:00000200:1.0:1767384277.310549:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310550:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b83aeb. 00000400:00000010:1.0:1767384277.310554:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095855a2e. 00000100:00000200:1.0:1767384277.310556:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310557:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005683843e. 00000400:00000010:1.0:1767384277.310559:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bbb47f1. 00000100:00000200:1.0:1767384277.310561:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310562:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ebff6a9. 00000400:00000010:1.0:1767384277.310564:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edd9804b. 00000100:00000200:1.0:1767384277.310572:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310574:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b3d849. 00000400:00000010:1.0:1767384277.310576:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f57fd34. 00000100:00000200:1.0:1767384277.310578:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310580:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf644cfe. 00000400:00000010:1.0:1767384277.310582:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bf27b3d. 00000100:00000200:1.0:1767384277.310584:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310585:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e69986. 00000400:00000010:1.0:1767384277.310587:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087ee2c69. 00000100:00000200:1.0:1767384277.310589:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310591:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287c03a4. 00000400:00000010:1.0:1767384277.310593:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ea4c869. 00000100:00000200:1.0:1767384277.310595:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310596:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4589cab. 00000400:00000010:1.0:1767384277.310598:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dab30f04. 00000100:00000200:1.0:1767384277.310600:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310602:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074606b84. 00000400:00000010:1.0:1767384277.310603:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000275586a9. 00000100:00000200:1.0:1767384277.310605:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310607:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ed9791. 00000400:00000010:1.0:1767384277.310608:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000834c2054. 00000100:00000200:1.0:1767384277.310610:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310612:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfe3b108. 00000400:00000010:1.0:1767384277.310613:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000385da371. 00000100:00000200:1.0:1767384277.310625:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310626:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5852232. 00000400:00000010:1.0:1767384277.310628:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094f3f57e. 00000100:00000200:1.0:1767384277.310630:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310631:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e3f29c. 00000400:00000010:1.0:1767384277.310633:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0872eb. 00000100:00000200:1.0:1767384277.310635:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310636:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5fc0a9f. 00000400:00000010:1.0:1767384277.310638:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6fcbed3. 00000100:00000200:1.0:1767384277.310639:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310641:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e90dd129. 00000400:00000010:1.0:1767384277.310647:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044ea40e0. 00000100:00000200:1.0:1767384277.310650:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310652:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d6b9a. 00000400:00000010:1.0:1767384277.310654:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e96ea50. 00000100:00000200:1.0:1767384277.310656:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310658:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7911f18. 00000400:00000010:1.0:1767384277.310659:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a982d42. 00000100:00000200:1.0:1767384277.310661:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310663:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b570a984. 00000400:00000010:1.0:1767384277.310668:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e9cf284. 00000100:00000200:1.0:1767384277.310670:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310671:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad21c58. 00000400:00000010:1.0:1767384277.310674:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000721584ed. 00000100:00000200:1.0:1767384277.310676:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310677:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009837b549. 00000400:00000010:1.0:1767384277.310680:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035654607. 00000100:00000200:1.0:1767384277.310682:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310683:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000147951a. 00000400:00000010:1.0:1767384277.310686:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e6314ef. 00000100:00000200:1.0:1767384277.310687:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310689:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d772f459. 00000400:00000010:1.0:1767384277.310691:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000830fc57d. 00000100:00000200:1.0:1767384277.310693:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310695:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007e25911. 00000400:00000010:1.0:1767384277.310698:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc94fe10. 00000100:00000200:1.0:1767384277.310699:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310701:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bebc6da8. 00000400:00000010:1.0:1767384277.310703:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c6a16b. 00000100:00000200:1.0:1767384277.310705:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310707:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8e9d01. 00000400:00000010:1.0:1767384277.310709:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a141b77d. 00000100:00000200:1.0:1767384277.310711:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310713:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a14c1c. 00000400:00000010:1.0:1767384277.310715:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f13d3f71. 00000100:00000200:1.0:1767384277.310718:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310724:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a17db5. 00000400:00000010:1.0:1767384277.310727:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067dbc634. 00000100:00000200:1.0:1767384277.310730:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310743:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef6906d. 00000400:00000010:1.0:1767384277.310745:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020f6c63b. 00000100:00000200:1.0:1767384277.310747:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310748:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d41631. 00000400:00000010:1.0:1767384277.310750:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cad6ba89. 00000100:00000200:1.0:1767384277.310752:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310753:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee05b57a. 00000400:00000010:1.0:1767384277.310755:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000019b5d79. 00000100:00000200:1.0:1767384277.310757:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310758:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045af18ea. 00000400:00000010:1.0:1767384277.310760:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceca2b72. 00000100:00000200:1.0:1767384277.310762:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310763:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc4cd82. 00000400:00000010:1.0:1767384277.310765:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055b85516. 00000100:00000200:1.0:1767384277.310767:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310768:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007454ec26. 00000400:00000010:1.0:1767384277.310770:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015044fdd. 00000100:00000200:1.0:1767384277.310772:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310774:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069199592. 00000400:00000010:1.0:1767384277.310778:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063ceba24. 00000100:00000200:1.0:1767384277.310780:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310781:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3755be. 00000400:00000010:1.0:1767384277.310784:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000075caf93. 00000100:00000200:1.0:1767384277.310786:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310787:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000327c7e3e. 00000400:00000010:1.0:1767384277.310790:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032e5c0de. 00000100:00000200:1.0:1767384277.310791:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310793:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333ca1e2. 00000400:00000010:1.0:1767384277.310795:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd83dc67. 00000100:00000200:1.0:1767384277.310797:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310813:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ade4cb. 00000400:00000010:1.0:1767384277.310817:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024812e53. 00000100:00000200:1.0:1767384277.310824:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310827:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021a6aae9. 00000400:00000010:1.0:1767384277.310839:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d4fc09. 00000100:00000200:1.0:1767384277.310842:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310843:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7e10c71. 00000400:00000010:1.0:1767384277.310845:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a5ead56. 00000100:00000200:1.0:1767384277.310847:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310849:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d57126ea. 00000400:00000010:1.0:1767384277.310851:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e60876a. 00000100:00000200:1.0:1767384277.310852:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310854:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9dec2e. 00000400:00000010:1.0:1767384277.310856:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035abf887. 00000100:00000200:1.0:1767384277.310857:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310859:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f22d67. 00000400:00000010:1.0:1767384277.310860:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a151542. 00000100:00000200:1.0:1767384277.310862:0:17089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384277.310863:0:17089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a199c602. 00000400:00000010:1.0:1767384277.310865:0:17089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062fae76c. 00000100:00000010:1.0:1767384277.310881:0:17089:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f0a76d42. 00000100:00000200:1.0:1767384277.310903:0:17089:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384277.311268:0:17090:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002ed8f62e. 00000020:00000010:1.0:1767384277.311274:0:17090:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006bc412ef. 00000020:00000010:1.0:1767384277.311278:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044301247. 00000020:00000010:1.0:1767384277.311284:0:17090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1f33adf. 00000040:00000010:1.0:1767384277.311287:0:17090:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e35c581. 00000020:00000010:1.0:1767384277.311290:0:17090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000674b1bcc. 00000020:00000010:1.0:1767384277.311294:0:17090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e8f7cc8. 00000020:00000010:1.0:1767384277.311297:0:17090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cc9e99a. 80000000:00000010:1.0:1767384277.311300:0:17090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aa60c44e. 40000000:00000010:1.0:1767384277.311302:0:17090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000065f66269. 00100000:00000010:1.0:1767384277.311306:0:17090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f3ccba4. 00040000:00000010:1.0:1767384277.311310:0:17090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000093a98caf. 00040000:00000010:1.0:1767384277.311313:0:17090:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000558e2c1f. 00040000:00000010:1.0:1767384277.311316:0:17090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e85ea60. 00080000:00000010:1.0:1767384277.311322:0:17090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006f212609. 00080000:00000010:1.0:1767384277.311347:0:17090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000040e78dcd. 00000004:00000010:1.0:1767384277.311354:0:17090:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b2543e1. 00000004:00000010:1.0:1767384277.311359:0:17090:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d54bea6b. 00000004:00000010:1.0:1767384277.311365:0:17090:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aa26d071. 00000004:00000010:1.0:1767384277.311382:0:17090:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000086a98729. 00000100:00000010:1.0:1767384277.311404:0:17090:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d8690a25. 00000100:00000200:1.0:1767384277.311436:0:17090:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384277.362279:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c47b40af. 00000100:00000010:1.0:1767384277.370276:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c355499. 20000000:00000010:1.0:1767384277.425589:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036c88a71. 00010000:00000200:1.0:1767384277.425614:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029fb4be2 x1853236728302464/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:258/0 lens 4848/4768 e 0 to 0 dl 1767384288 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384277.425655:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba5117f5. 00000100:00000200:1.0:1767384277.425666:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728302464, offset 224 00000400:00000200:1.0:1767384277.425703:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384277.425723:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384277.425737:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce00b80 00000400:00000200:1.0:1767384277.425756:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:1.0:1767384277.425769:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384277.425781:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384277.425806:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa60f979 x1853236728302464/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384293 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384277.425842:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba5117f5 00000400:00000010:1.0:1767384277.425856:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba5117f5. 00000020:00000010:1.0:1767384277.425885:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000072468c0. 00000020:00000010:1.0:1767384277.425914:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0da4e7b. 00000020:00000010:1.0:1767384277.425932:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bdf0cea. 00000020:00000010:1.0:1767384277.425943:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073bf0adf. 02000000:00000010:1.0:1767384277.425961:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008f8f41e4. 00000100:00000200:1.0:1767384277.425976:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384277.425992:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce862c6. 00000400:00000010:1.0:1767384277.426000:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba5117f5. 00000100:00000010:1.0:1767384277.430364:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000082fa2f2. 00010000:00000010:3.1:1767384277.432161:0:17118:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b239177b. 00010000:00000010:3.1:1767384277.432168:0:17118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bcc7812. 00010000:00000010:3.1:1767384277.432174:0:17118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:0.1:1767384277.432185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009eed691a. 00010000:00000010:0.1:1767384277.432195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef92edd1. 00080000:00000010:1.0:1767384277.443834:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e15d653c. 00080000:00000010:1.0:1767384277.443843:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e15d653c. 00080000:00000010:1.0:1767384279.335012:0:17410:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006723a63e. 00080000:00000010:1.0:1767384279.335030:0:17410:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006723a63e. 00000020:00000001:1.0:1767384279.335040:0:17410:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384279.941480:0:17459:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe214608. 00080000:00000010:1.0:1767384279.941496:0:17459:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe214608. 00000020:00000001:1.0:1767384279.941514:0:17459:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384280.851794:0:17507:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f63cd660. 00080000:00000010:1.0:1767384280.851815:0:17507:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f63cd660. 00000020:00000001:1.0:1767384280.851826:0:17507:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384282.490175:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294870532, at 4294870534 00000100:00000010:1.0:1767384282.490183:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003577a10. 00080000:00000010:1.0:1767384282.900315:0:17799:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e15d653c. 00080000:00000010:1.0:1767384282.900327:0:17799:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e15d653c. 00000020:00000001:1.0:1767384282.900333:0:17799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384283.401093:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088b3db5a. 00000100:00000010:3.0:1767384283.401114:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e9610d8a. 00000100:00000010:3.0:1767384283.401119:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1e64bc1. 00000100:00000010:3.0:1767384283.401313:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bc69a51d. 00000100:00000010:3.0:1767384283.401321:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002598ab20. 00000100:00000010:3.0:1767384283.401338:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006674476a. 00000100:00100000:3.0:1767384283.401340:0:17887:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384283.401343:0:17887:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:3.0:1767384283.401378:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003bbde170. 00000020:00000010:3.0:1767384283.401382:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a9c625f0. 00000100:00000001:3.0:1767384283.401417:0:17887:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384283.401419:0:17887:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384283.401420:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.401423:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001836cc35. 00000100:00000001:3.0:1767384283.401426:0:17887:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384283.401429:0:17887:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ecff5932. 00000100:00000001:3.0:1767384283.401431:0:17887:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401432:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401434:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.401436:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000065700def. 00000100:00000001:3.0:1767384283.401437:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401439:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.401440:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad979706. 00000100:00000001:3.0:1767384283.401441:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401441:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.401443:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b6dd93b1. 00000100:00000001:3.0:1767384283.401444:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401445:0:17887:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401447:0:17887:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401448:0:17887:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384283.401450:0:17887:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.401481:0:17887:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384283.401483:0:17887:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000001:3.0:1767384283.401484:0:17887:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384283.401485:0:17887:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384283.401486:0:17887:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00000010:3.0:1767384283.401495:0:17887:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000812bd1eb. 00000100:00100000:3.0:1767384283.401497:0:17887:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00000001:3.0:1767384283.401795:0:17896:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384283.401810:0:17896:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e8833d8d. 00000020:00000010:3.0:1767384283.401813:0:17896:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000025122a1e. 00000020:00000010:3.0:1767384283.401817:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b848ee12. 00000020:00000010:3.0:1767384283.401820:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a426c93e. 00000020:00000010:3.0:1767384283.401822:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000faf781e. 00000020:00000010:3.0:1767384283.401825:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dcbf4447. 00000020:00000010:3.0:1767384283.401828:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064f8c995. 80000000:00000010:3.0:1767384283.401831:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000003577a10. 40000000:00000010:3.0:1767384283.401833:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ec1a4f0. 00100000:00000010:3.0:1767384283.401836:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015725072. 00040000:00000010:3.0:1767384283.401839:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b63e7db. 00040000:00000010:3.0:1767384283.401841:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000721604fe. 00080000:00000010:3.0:1767384283.401846:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e9a8a1d1. 00080000:00000010:3.0:1767384283.401850:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000491c7ca0. 00002000:00000010:3.0:1767384283.401864:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ba0a990b. 00000100:00000200:3.0:1767384283.401867:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401871:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009786dcd8. 00000400:00000010:3.0:1767384283.401876:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001ad489ba. 00000100:00000200:3.0:1767384283.401878:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401879:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dda8c238. 00000400:00000010:3.0:1767384283.401883:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001c24cbaf. 00000100:00000200:3.0:1767384283.401884:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401886:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747f54af. 00000400:00000010:3.0:1767384283.401887:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006b3cf41c. 00000100:00000200:3.0:1767384283.401888:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401889:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c80bc698. 00000400:00000010:3.0:1767384283.401891:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf0d3022. 00000100:00000200:3.0:1767384283.401892:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401893:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30589d3. 00000400:00000010:3.0:1767384283.401894:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b8fbf06f. 00000100:00000200:3.0:1767384283.401895:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401905:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085f58683. 00000400:00000010:3.0:1767384283.401908:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000534c24a. 00000100:00000200:3.0:1767384283.401910:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401911:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006caea208. 00000400:00000010:3.0:1767384283.401912:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000010a2fa4d. 00000100:00000200:3.0:1767384283.401914:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401915:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b813032f. 00000400:00000010:3.0:1767384283.401916:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000001d1166e. 00000100:00000200:3.0:1767384283.401917:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401920:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a5d9b83. 00000400:00000010:3.0:1767384283.401928:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000634510b9. 00000100:00000200:3.0:1767384283.401931:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401933:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db08850e. 00000400:00000010:3.0:1767384283.401936:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000072e51f1b. 00000100:00000200:3.0:1767384283.401937:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401938:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c0b998. 00000400:00000010:3.0:1767384283.401939:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000079765c65. 00000100:00000200:3.0:1767384283.401940:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401941:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008959281b. 00000400:00000010:3.0:1767384283.401944:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b998a1e4. 00000100:00000200:3.0:1767384283.401945:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401946:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000510c2e17. 00000400:00000010:3.0:1767384283.401948:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cc415672. 00000100:00000200:3.0:1767384283.401949:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401950:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ebea40f. 00000400:00000010:3.0:1767384283.401951:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000396f5a9e. 00000100:00000200:3.0:1767384283.401954:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401955:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072306774. 00000400:00000010:3.0:1767384283.401956:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000673562e9. 00000100:00000200:3.0:1767384283.401957:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401958:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030dc3ae0. 00000400:00000010:3.0:1767384283.401960:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a29b3575. 00000100:00000200:3.0:1767384283.401963:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401965:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cac081c. 00000400:00000010:3.0:1767384283.401966:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aa6bc4cd. 00000100:00000200:3.0:1767384283.401967:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401974:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1f10471. 00000400:00000010:3.0:1767384283.401977:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006fa5de28. 00000100:00000200:3.0:1767384283.401979:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401980:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d50f292. 00000400:00000010:3.0:1767384283.401981:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005ee4b361. 00000100:00000200:3.0:1767384283.401983:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401984:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c0dd4a2. 00000400:00000010:3.0:1767384283.401986:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002deb620e. 00000100:00000200:3.0:1767384283.401987:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401988:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2c41ca5. 00000400:00000010:3.0:1767384283.401991:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c2ba077. 00000100:00000200:3.0:1767384283.401992:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401993:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7fff13e. 00000400:00000010:3.0:1767384283.401995:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b6db5dff. 00000100:00000200:3.0:1767384283.401996:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.401997:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5b13e0. 00000400:00000010:3.0:1767384283.401999:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000079649542. 00000100:00000200:3.0:1767384283.402000:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402001:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077871ca0. 00000400:00000010:3.0:1767384283.402002:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000020b3948e. 00000100:00000200:3.0:1767384283.402003:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402004:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b0fe1fa. 00000400:00000010:3.0:1767384283.402012:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003b5f8d9c. 00000100:00000200:3.0:1767384283.402029:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402032:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000828dcfd1. 00000400:00000010:3.0:1767384283.402033:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aded5dc9. 00000100:00000200:3.0:1767384283.402034:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402035:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac17b84. 00000400:00000010:3.0:1767384283.402037:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b89684ff. 00000100:00000200:3.0:1767384283.402038:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402039:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004932b008. 00000400:00000010:3.0:1767384283.402040:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006101c825. 00000100:00000200:3.0:1767384283.402041:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402042:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef36d3. 00000400:00000010:3.0:1767384283.402043:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cfdbf06b. 00000100:00000200:3.0:1767384283.402044:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402060:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000173ea9b8. 00000400:00000010:3.0:1767384283.402061:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fc07d5d1. 00000100:00000200:3.0:1767384283.402063:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402064:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c623b6b. 00000400:00000010:3.0:1767384283.402066:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b9cdebe3. 00000100:00000200:3.0:1767384283.402067:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402068:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d85199. 00000400:00000010:3.0:1767384283.402069:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004d07bac5. 00000100:00000200:3.0:1767384283.402070:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402071:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f95ab1d7. 00000400:00000010:3.0:1767384283.402072:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000033df1abb. 00000100:00000200:3.0:1767384283.402074:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402076:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3cdbda7. 00000400:00000010:3.0:1767384283.402078:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004ae1f33f. 00000100:00000200:3.0:1767384283.402081:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402083:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063fc7f20. 00000400:00000010:3.0:1767384283.402088:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000f5069c7. 00000100:00000200:3.0:1767384283.402091:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402093:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3df9c57. 00000400:00000010:3.0:1767384283.402095:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000079116315. 00000100:00000200:3.0:1767384283.402097:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402100:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000407fc8d0. 00000400:00000010:3.0:1767384283.402102:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f87fa505. 00000100:00000200:3.0:1767384283.402104:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402106:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085b757d8. 00000400:00000010:3.0:1767384283.402108:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b4ec1f89. 00000100:00000200:3.0:1767384283.402111:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402124:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008de67157. 00000400:00000010:3.0:1767384283.402127:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008bd79319. 00000100:00000200:3.0:1767384283.402130:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402167:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002d829ea. 00000400:00000010:3.0:1767384283.402174:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000030dab3eb. 00000100:00000200:3.0:1767384283.402177:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402192:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000767ebe6a. 00000400:00000010:3.0:1767384283.402206:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000524c52ba. 00000100:00000200:3.0:1767384283.402211:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402219:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc990a1. 00000400:00000010:3.0:1767384283.402222:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007c817ad7. 00000100:00000200:3.0:1767384283.402223:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402224:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000315b6da4. 00000400:00000010:3.0:1767384283.402226:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000990c9706. 00000100:00000200:3.0:1767384283.402227:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402228:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a89c32d. 00000400:00000010:3.0:1767384283.402229:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003ad7096. 00000100:00000200:3.0:1767384283.402230:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402231:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000086754b0. 00000400:00000010:3.0:1767384283.402233:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000054abf954. 00000100:00000200:3.0:1767384283.402234:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402235:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc66b86. 00000400:00000010:3.0:1767384283.402237:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009ea8520e. 00000100:00000200:3.0:1767384283.402238:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402240:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b593c7eb. 00000400:00000010:3.0:1767384283.402246:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ae5fbb48. 00000100:00000200:3.0:1767384283.402252:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402256:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade0d832. 00000400:00000010:3.0:1767384283.402260:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f5dbf1d2. 00000100:00000200:3.0:1767384283.402284:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402288:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba83e9d. 00000400:00000010:3.0:1767384283.402293:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000364ae683. 00000100:00000200:3.0:1767384283.402299:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402304:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c82480. 00000400:00000010:3.0:1767384283.402308:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000064acdfcd. 00000100:00000200:3.0:1767384283.402313:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402316:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a5677a. 00000400:00000010:3.0:1767384283.402319:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003fff7389. 00000100:00000200:3.0:1767384283.402322:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402325:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20e0f40. 00000400:00000010:3.0:1767384283.402329:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004bdeb42f. 00000100:00000200:3.0:1767384283.402332:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402351:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005860764e. 00000400:00000010:3.0:1767384283.402355:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008fea3454. 00000100:00000200:3.0:1767384283.402363:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402372:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b85078b. 00000400:00000010:3.0:1767384283.402376:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c250833e. 00000100:00000200:3.0:1767384283.402383:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402387:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d5fb54. 00000400:00000010:3.0:1767384283.402390:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004ecd088d. 00000100:00000200:3.0:1767384283.402395:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402398:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc138c3. 00000400:00000010:3.0:1767384283.402417:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e7f3b29a. 00000100:00000200:3.0:1767384283.402418:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402420:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9f3610e. 00000400:00000010:3.0:1767384283.402427:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cbf63139. 00000100:00000200:3.0:1767384283.402429:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402431:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d5bf48. 00000400:00000010:3.0:1767384283.402432:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e2d3f931. 00000100:00000200:3.0:1767384283.402433:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402436:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426701f2. 00000400:00000010:3.0:1767384283.402437:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000004669f53. 00000100:00000200:3.0:1767384283.402439:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402440:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c99c2742. 00000400:00000010:3.0:1767384283.402441:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000049842493. 00000100:00000200:3.0:1767384283.402443:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402444:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b52bb223. 00000400:00000010:3.0:1767384283.402445:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f3e1b6c8. 00000100:00000200:3.0:1767384283.402447:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402448:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb39a370. 00000400:00000010:3.0:1767384283.402449:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000311baf64. 00000100:00000200:3.0:1767384283.402450:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402451:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c643aa. 00000400:00000010:3.0:1767384283.402452:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000014c19eab. 00000100:00000200:3.0:1767384283.402456:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:3.0:1767384283.402457:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aec61576. 00000400:00000010:3.0:1767384283.402462:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000687b2339. 00000100:00000010:3.0:1767384283.402487:0:17896:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d23d4766. 00000100:00000200:3.0:1767384283.402512:0:17896:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384283.403235:0:17887:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.403240:0:17887:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.403251:0:17887:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446630353812321280 : -113719897230336 : ffff989285ebf400) 00000100:00000001:3.0:1767384283.403273:0:17887:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384283.403279:0:17887:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006d985a22. 00000100:00000010:3.0:1767384283.403286:0:17887:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b7aa546f. 00000100:00000010:3.0:1767384283.403309:0:17887:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000027322385. 00000100:00000010:3.0:1767384283.403338:0:17887:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fd322e81. 00000100:00000010:3.0:1767384283.403349:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c09d2fc0. 00000100:00000010:3.0:1767384283.403551:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e30b5f13. 00000100:00000010:3.0:1767384283.403556:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcbb928a. 00000100:00000010:3.0:1767384283.403753:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c0481e97. 00000100:00000010:3.0:1767384283.403757:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ab9414e. 00000100:00000010:3.0:1767384283.403952:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f32cf682. 00000100:00000010:3.0:1767384283.403960:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018b0d99b. 00000100:00000010:3.0:1767384283.404221:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000097483b00. 00000100:00000010:3.0:1767384283.404229:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001821b439. 00000100:00000010:3.0:1767384283.404408:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000073ddfeb6. 00000100:00000010:3.0:1767384283.404413:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c906f7ff. 00000100:00000010:3.0:1767384283.404598:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fa000dbc. 00000100:00000010:3.0:1767384283.404601:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a77bc47. 00000100:00000010:3.0:1767384283.404782:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005910532f. 00000100:00000010:3.0:1767384283.404784:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000772cf08a. 00000100:00000010:3.0:1767384283.404956:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ba492400. 00000100:00000010:3.0:1767384283.404959:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000241301cc. 00000100:00000010:3.0:1767384283.405168:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d5c4d98d. 00000100:00000010:3.0:1767384283.405172:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e1c4743. 00000100:00000010:3.0:1767384283.405347:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e498ae03. 00000100:00000010:3.0:1767384283.405352:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021108bbd. 00000100:00000010:3.0:1767384283.405501:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae03e66d. 00000100:00000010:3.0:1767384283.405512:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043a5fa05. 00000100:00000010:3.0:1767384283.405687:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cad983e5. 00000100:00000010:3.0:1767384283.405689:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fec6d281. 00000100:00000010:3.0:1767384283.405899:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d1aa54ad. 00000100:00000010:3.0:1767384283.405901:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a08b26bd. 00000100:00000010:3.0:1767384283.406077:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006224a276. 00000100:00000010:3.0:1767384283.406092:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbf7172b. 00000100:00000010:3.0:1767384283.406293:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000094b0d679. 00000100:00000010:3.0:1767384283.406300:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000aef50ef. 00000100:00000010:3.0:1767384283.406475:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dae212e5. 00000100:00000010:3.0:1767384283.406478:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098afe9bf. 00000100:00000010:3.0:1767384283.406641:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001f4e4639. 00000100:00000010:3.0:1767384283.406644:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009d70081. 00000100:00000010:3.0:1767384283.406861:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000027ec61cc. 00000100:00000010:3.0:1767384283.406864:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a151b3. 00000100:00000010:3.0:1767384283.407028:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003d09c63c. 00000100:00000010:3.0:1767384283.407031:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6101bef. 00000100:00000010:3.0:1767384283.407214:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f3c2eded. 00000100:00000010:3.0:1767384283.407219:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df0fe5d5. 00000100:00000010:3.0:1767384283.407442:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004091d066. 00000100:00000010:3.0:1767384283.407447:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065914755. 00000100:00000010:3.0:1767384283.407612:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000619132aa. 00000100:00000010:3.0:1767384283.407614:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041da94e3. 00000100:00000010:3.0:1767384283.407774:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d42d3bee. 00000100:00000010:3.0:1767384283.407777:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df597316. 00000100:00000010:3.0:1767384283.407967:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb373429. 00000100:00000010:3.0:1767384283.407969:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028cc691b. 00000100:00000010:3.0:1767384283.408204:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e75a2e2. 00000100:00000010:3.0:1767384283.408209:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c055ecc. 00000100:00000010:3.0:1767384283.408452:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000181e1842. 00000100:00000010:3.0:1767384283.408457:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088cc0ff6. 00000100:00000010:3.0:1767384283.408620:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000072ebf7ae. 00000100:00000010:3.0:1767384283.408623:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8833333. 00000100:00000010:3.0:1767384283.408784:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006456ad0e. 00000100:00000010:3.0:1767384283.408789:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b9d0d79. 00000100:00000010:3.0:1767384283.408959:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b81ff132. 00000100:00000010:3.0:1767384283.408962:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbeb3f90. 00000100:00000010:3.0:1767384283.409157:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003fab67d1. 00000100:00000010:3.0:1767384283.409169:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fc9be97. 00000100:00000010:3.0:1767384283.409360:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a282387. 00000100:00000010:3.0:1767384283.409365:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000060ad9a6. 00000100:00000010:3.0:1767384283.409526:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002370c385. 00000100:00000010:3.0:1767384283.409529:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccfe2582. 00000100:00000010:3.0:1767384283.409689:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b7e19507. 00000100:00000010:3.0:1767384283.409692:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc9cc084. 00000100:00000010:3.0:1767384283.409882:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000561e8772. 00000100:00000010:3.0:1767384283.409885:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c411f07. 00000100:00000010:3.0:1767384283.410089:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ba5f04a. 00000100:00000010:3.0:1767384283.410094:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af4dda03. 00000100:00000010:3.0:1767384283.410278:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aa59245b. 00000100:00000010:3.0:1767384283.410284:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd29c308. 00000100:00000010:3.0:1767384283.410471:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e7aef830. 00000100:00000010:3.0:1767384283.410475:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dd03090. 00000100:00000010:3.0:1767384283.410635:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bcf79b53. 00000100:00000010:3.0:1767384283.410637:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069efea05. 00000100:00000010:3.0:1767384283.410827:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002275c3dd. 00000100:00000010:3.0:1767384283.410830:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086ca93a1. 00000100:00000010:3.0:1767384283.411004:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000faeb07a7. 00000100:00000010:3.0:1767384283.411006:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016f7940b. 00000100:00000010:3.0:1767384283.411215:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005343b50c. 00000100:00000010:3.0:1767384283.411220:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a0f156e. 00000100:00000010:3.0:1767384283.411399:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004ab8e87. 00000100:00000010:3.0:1767384283.411403:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba69b8f6. 00000100:00000010:3.0:1767384283.411580:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005fefe8a3. 00000100:00000010:3.0:1767384283.411583:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631d7140. 00000100:00000010:3.0:1767384283.411747:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000041d4e435. 00000100:00000010:3.0:1767384283.411750:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f613537b. 00000100:00000010:3.0:1767384283.411940:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000951fe862. 00000100:00000010:3.0:1767384283.411943:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b3b93a0. 00000100:00000010:3.0:1767384283.412139:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e9665d72. 00000100:00000010:3.0:1767384283.412167:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b915101. 00000100:00000010:3.0:1767384283.412356:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a3b3a901. 00000100:00000010:3.0:1767384283.412361:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c695be9e. 00000100:00000010:3.0:1767384283.412523:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000071000b7. 00000100:00000010:3.0:1767384283.412525:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003955d9e0. 00000100:00000010:3.0:1767384283.412685:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000032d9555d. 00000100:00000010:3.0:1767384283.412688:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d29bff16. 00000100:00000010:3.0:1767384283.412876:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9ca8fcf. 00000100:00000010:3.0:1767384283.412878:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000335b1c58. 00000100:00000010:3.0:1767384283.413080:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e6e627cd. 00000100:00000010:3.0:1767384283.413086:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7bae797. 00000100:00000010:3.0:1767384283.413273:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000a6839a4. 00000100:00000010:3.0:1767384283.413279:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2fb8048. 00000100:00000010:3.0:1767384283.413467:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001291d8a7. 00000100:00000010:3.0:1767384283.413471:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005af9ba8b. 00000100:00000010:3.0:1767384283.413634:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e9402e72. 00000100:00000010:3.0:1767384283.413636:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9456966. 00000100:00000010:3.0:1767384283.413830:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b5e5275c. 00000100:00000010:3.0:1767384283.413834:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e71b99e5. 00000100:00000010:3.0:1767384283.414011:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df6bf016. 00000100:00000010:3.0:1767384283.414043:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070cfc7b3. 00000100:00000010:3.0:1767384283.414225:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000000356cc6. 00000100:00000010:3.0:1767384283.414230:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038e96346. 00000100:00000010:3.0:1767384283.414394:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008be2b5fb. 00000100:00000010:3.0:1767384283.414398:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042f21ab0. 00000100:00000010:3.0:1767384283.414601:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a14c2fb5. 00000100:00000010:3.0:1767384283.414608:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003273ff70. 00000100:00000010:3.0:1767384283.414764:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004a09b58e. 00000100:00000010:3.0:1767384283.414766:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2232e55. 00000100:00000010:3.0:1767384283.414922:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000016fc99ec. 00000100:00000010:3.0:1767384283.414924:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d4714c6. 00000100:00000010:3.0:1767384283.415112:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d41e8551. 00000100:00000010:3.0:1767384283.415126:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000820564c9. 00000100:00000010:3.0:1767384283.415318:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000091e64ed6. 00000100:00000010:3.0:1767384283.415324:0:17887:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d460f04. 00000100:00000010:3.0:1767384283.415503:0:17887:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003978c349. 00000100:00100000:3.0:1767384283.415505:0:17887:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384283.415511:0:17887:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 6 lazy 00000020:00000010:3.0:1767384283.415572:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000055f515f5. 00000020:00000010:3.0:1767384283.415576:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c37e2a33. 00000100:00000001:3.0:1767384283.415616:0:17887:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384283.415618:0:17887:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384283.415621:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415623:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000089d1c555. 00000100:00000001:3.0:1767384283.415625:0:17887:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384283.415628:0:17887:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bbcfe14a. 00000100:00000001:3.0:1767384283.415630:0:17887:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415632:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415634:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415635:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009837a057. 00000100:00000001:3.0:1767384283.415637:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415638:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415640:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ad4b43d. 00000100:00000001:3.0:1767384283.415641:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415642:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415644:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000020a8b60a. 00000100:00000001:3.0:1767384283.415645:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415647:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415648:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000099ed8e77. 00000100:00000001:3.0:1767384283.415650:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415651:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415656:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bf8746f2. 00000100:00000001:3.0:1767384283.415658:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415659:0:17887:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415661:0:17887:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384283.415663:0:17887:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000274c6502. 00000100:00000001:3.0:1767384283.415664:0:17887:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384283.415665:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415666:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000731cc3b2. 00000100:00000001:3.0:1767384283.415667:0:17887:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384283.415668:0:17887:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000089f2da87. 00000100:00000001:3.0:1767384283.415669:0:17887:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415670:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415671:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415672:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000086968210. 00000100:00000001:3.0:1767384283.415673:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415674:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415675:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008c7aa8b1. 00000100:00000001:3.0:1767384283.415676:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415677:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415678:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006342d0ee. 00000100:00000001:3.0:1767384283.415679:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415680:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415680:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000549aeec8. 00000100:00000001:3.0:1767384283.415681:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415682:0:17887:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384283.415683:0:17887:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b3b7aaad. 00000100:00000001:3.0:1767384283.415684:0:17887:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415685:0:17887:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415686:0:17887:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415687:0:17887:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.415730:0:17887:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384283.415731:0:17887:0:(service.c:847:ptlrpc_register_service()) ost_io: Started, listening on portal 6 00000100:00000001:3.0:1767384283.415733:0:17887:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384283.415734:0:17887:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384283.415735:0:17887:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00000010:3.0:1767384283.415738:0:17887:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000443b497c. 00000100:00100000:3.0:1767384283.415741:0:17887:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00000001:3.0:1767384283.416128:0:17898:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384283.416181:0:17898:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384283.416527:0:17898:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000f6e69334. 00000020:00000001:3.0:1767384283.416530:0:17898:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384283.416533:0:17898:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000008fc0a1f. 00000020:00000010:3.0:1767384283.416537:0:17898:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035bc246f. 00000020:00000010:3.0:1767384283.416542:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a64cd2a3. 00000020:00000010:3.0:1767384283.416545:0:17898:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000010740f85. 00000020:00000010:3.0:1767384283.416548:0:17898:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091bca6ff. 00000020:00000010:3.0:1767384283.416552:0:17898:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb71b43e. 00000020:00000010:3.0:1767384283.416555:0:17898:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064411036. 80000000:00000010:3.0:1767384283.416558:0:17898:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006517cd46. 40000000:00000010:3.0:1767384283.416560:0:17898:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000a4630b7. 00100000:00000010:3.0:1767384283.416565:0:17898:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000476cb44e. 00040000:00000010:3.0:1767384283.416568:0:17898:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072e8237e. 00040000:00000010:3.0:1767384283.416571:0:17898:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fdae0a0. 00080000:00000010:3.0:1767384283.416576:0:17898:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6dc03eb. 00080000:00000010:3.0:1767384283.416588:0:17898:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c7d9ba1. 00002000:00000010:3.0:1767384283.416594:0:17898:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000020404702. 00000100:00000200:3.0:1767384283.416597:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416602:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000998271. 00000400:00000010:3.0:1767384283.416607:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000047507a0c. 00000100:00000200:3.0:1767384283.416613:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416615:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc45f6f. 00000400:00000010:3.0:1767384283.416618:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005f07d362. 00000100:00000200:3.0:1767384283.416620:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416621:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e32ae11c. 00000400:00000010:3.0:1767384283.416624:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa967ecd. 00000100:00000200:3.0:1767384283.416626:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416627:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d1ed0b. 00000400:00000010:3.0:1767384283.416630:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073875af3. 00000100:00000200:3.0:1767384283.416631:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416632:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ae4803. 00000400:00000010:3.0:1767384283.416635:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce9334a2. 00000100:00000200:3.0:1767384283.416637:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416642:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fb31fbc. 00000400:00000010:3.0:1767384283.416650:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d85e8d7. 00000100:00000200:3.0:1767384283.416653:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416655:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a1c2895. 00000400:00000010:3.0:1767384283.416657:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016c42131. 00000100:00000200:3.0:1767384283.416659:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416661:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037adf19d. 00000400:00000010:3.0:1767384283.416663:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009978f961. 00000100:00000200:3.0:1767384283.416665:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416666:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b853532. 00000400:00000010:3.0:1767384283.416668:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003af536ba. 00000100:00000200:3.0:1767384283.416670:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416671:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd99bbf. 00000400:00000010:3.0:1767384283.416673:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000040bb8213. 00000100:00000200:3.0:1767384283.416675:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416676:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d615f92. 00000400:00000010:3.0:1767384283.416678:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b9108767. 00000100:00000200:3.0:1767384283.416679:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416680:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029fac26b. 00000400:00000010:3.0:1767384283.416683:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd96279c. 00000100:00000200:3.0:1767384283.416684:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416686:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000142530e7. 00000400:00000010:3.0:1767384283.416688:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000eb30098. 00000100:00000200:3.0:1767384283.416690:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416691:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c29387c. 00000400:00000010:3.0:1767384283.416698:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f49d1f8d. 00000100:00000200:3.0:1767384283.416701:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416702:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000786a3372. 00000400:00000010:3.0:1767384283.416704:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d9c9ce11. 00000100:00000200:3.0:1767384283.416706:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416707:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e5ee04b. 00000400:00000010:3.0:1767384283.416710:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfdc7364. 00000100:00000200:3.0:1767384283.416711:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416712:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000884e348f. 00000400:00000010:3.0:1767384283.416715:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023824f7d. 00000100:00000200:3.0:1767384283.416716:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416721:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033dbd249. 00000400:00000010:3.0:1767384283.416724:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006711b150. 00000100:00000200:3.0:1767384283.416726:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416727:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b931f3e3. 00000400:00000010:3.0:1767384283.416729:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000072ed864e. 00000100:00000200:3.0:1767384283.416731:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416732:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2fbe823. 00000400:00000010:3.0:1767384283.416734:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f597634. 00000100:00000200:3.0:1767384283.416736:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416737:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099795c4d. 00000400:00000010:3.0:1767384283.416739:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000078c1e52d. 00000100:00000200:3.0:1767384283.416741:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416742:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000082c7ec. 00000400:00000010:3.0:1767384283.416749:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d29249ba. 00000100:00000200:3.0:1767384283.416752:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416753:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003aaf8f8. 00000400:00000010:3.0:1767384283.416755:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac697610. 00000100:00000200:3.0:1767384283.416757:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416758:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef7d732c. 00000400:00000010:3.0:1767384283.416760:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057d06460. 00000100:00000200:3.0:1767384283.416762:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416763:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f698a6. 00000400:00000010:3.0:1767384283.416766:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f7900f60. 00000100:00000200:3.0:1767384283.416767:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416768:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d31436f. 00000400:00000010:3.0:1767384283.416771:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008b56ec9. 00000100:00000200:3.0:1767384283.416772:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416773:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d0c4ede. 00000400:00000010:3.0:1767384283.416776:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ad81d5e. 00000100:00000200:3.0:1767384283.416778:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416779:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029cc5783. 00000400:00000010:3.0:1767384283.416781:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030becbf8. 00000100:00000200:3.0:1767384283.416782:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416783:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe8703b6. 00000400:00000010:3.0:1767384283.416786:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c453ee3c. 00000100:00000200:3.0:1767384283.416787:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416792:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000715853d1. 00000400:00000010:3.0:1767384283.416799:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005d44ef61. 00000100:00000200:3.0:1767384283.416802:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416804:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb067eac. 00000400:00000010:3.0:1767384283.416806:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ea38746. 00000100:00000200:3.0:1767384283.416808:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416810:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3da970a. 00000400:00000010:3.0:1767384283.416827:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f68fcfc9. 00000100:00000200:3.0:1767384283.416829:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416831:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b639a172. 00000400:00000010:3.0:1767384283.416833:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b9b802cf. 00000100:00000200:3.0:1767384283.416835:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416836:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4986e49. 00000400:00000010:3.0:1767384283.416838:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064284e47. 00000100:00000200:3.0:1767384283.416839:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416841:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000892de63f. 00000400:00000010:3.0:1767384283.416843:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009360a266. 00000100:00000200:3.0:1767384283.416844:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416845:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f0a04a1. 00000400:00000010:3.0:1767384283.416847:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077c946fa. 00000100:00000200:3.0:1767384283.416849:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416850:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000970b2e7c. 00000400:00000010:3.0:1767384283.416852:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dee30ced. 00000100:00000200:3.0:1767384283.416854:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416855:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002949bf11. 00000400:00000010:3.0:1767384283.416861:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff987537. 00000100:00000200:3.0:1767384283.416864:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416865:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c9984e4. 00000400:00000010:3.0:1767384283.416867:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023799712. 00000100:00000200:3.0:1767384283.416869:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416870:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000385eb1f9. 00000400:00000010:3.0:1767384283.416872:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ce3ffe5. 00000100:00000200:3.0:1767384283.416874:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416874:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002364b411. 00000400:00000010:3.0:1767384283.416876:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c08b0bb. 00000100:00000200:3.0:1767384283.416878:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416882:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001f98fe1. 00000400:00000010:3.0:1767384283.416885:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002b15b5bb. 00000100:00000200:3.0:1767384283.416887:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416888:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085bbf9d5. 00000400:00000010:3.0:1767384283.416890:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce555965. 00000100:00000200:3.0:1767384283.416892:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416893:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc58a15. 00000400:00000010:3.0:1767384283.416895:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf85de3c. 00000100:00000200:3.0:1767384283.416897:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416898:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003527ad11. 00000400:00000010:3.0:1767384283.416900:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000611794f6. 00000100:00000200:3.0:1767384283.416901:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416902:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb5007e. 00000400:00000010:3.0:1767384283.416909:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005067b6c9. 00000100:00000200:3.0:1767384283.416911:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416913:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005a27881. 00000400:00000010:3.0:1767384283.416915:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007ce232ff. 00000100:00000200:3.0:1767384283.416916:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416917:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d39211. 00000400:00000010:3.0:1767384283.416919:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000021184404. 00000100:00000200:3.0:1767384283.416921:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416922:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082ad29e7. 00000400:00000010:3.0:1767384283.416924:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002dc41f96. 00000100:00000200:3.0:1767384283.416926:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416926:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d21a30. 00000400:00000010:3.0:1767384283.416928:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009513a17d. 00000100:00000200:3.0:1767384283.416930:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416931:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f9ac15d. 00000400:00000010:3.0:1767384283.416933:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6a7fdc5. 00000100:00000200:3.0:1767384283.416935:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416936:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa2f5602. 00000400:00000010:3.0:1767384283.416938:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000611397ac. 00000100:00000200:3.0:1767384283.416939:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416940:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064ff02c8. 00000400:00000010:3.0:1767384283.416942:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7e3ea36. 00000100:00000200:3.0:1767384283.416944:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416958:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9f7ebe. 00000400:00000010:3.0:1767384283.416965:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f539f5f. 00000100:00000200:3.0:1767384283.416968:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416969:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7434a3c. 00000400:00000010:3.0:1767384283.416971:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e847e026. 00000100:00000200:3.0:1767384283.416973:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416974:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d5a9be. 00000400:00000010:3.0:1767384283.416976:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a743131e. 00000100:00000200:3.0:1767384283.416978:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416979:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005612a979. 00000400:00000010:3.0:1767384283.416981:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071f29887. 00000100:00000200:3.0:1767384283.416982:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416983:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbbb0785. 00000400:00000010:3.0:1767384283.416985:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000017961bf6. 00000100:00000200:3.0:1767384283.416987:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416988:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd573f61. 00000400:00000010:3.0:1767384283.416990:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000072cf4f74. 00000100:00000200:3.0:1767384283.416992:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416993:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a19f71d2. 00000400:00000010:3.0:1767384283.416995:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007c1599a1. 00000100:00000200:3.0:1767384283.416996:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.416997:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004edbc8ec. 00000400:00000010:3.0:1767384283.416999:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005bd1406f. 00000100:00000200:3.0:1767384283.417001:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.417002:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3ea828. 00000400:00000010:3.0:1767384283.417008:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007a613503. 00000100:00000200:3.0:1767384283.417011:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.417012:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000854b6a22. 00000400:00000010:3.0:1767384283.417027:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bef9e6a7. 00000100:00000200:3.0:1767384283.417030:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384283.417031:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fc6ff78. 00000400:00000010:3.0:1767384283.417033:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000081f871ea. 00000100:00000010:3.0:1767384283.417044:0:17898:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d4c36651. 00000100:00000200:3.0:1767384283.417061:0:17898:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384283.418423:0:17887:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.418427:0:17887:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384283.418435:0:17887:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00000010:3.0:1767384283.418439:0:17887:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000009b84dbe. 00000100:00100000:3.0:1767384283.418442:0:17887:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00000001:3.0:1767384283.418693:0:17900:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384283.418704:0:17900:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384283.419046:0:17900:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000f34cd7e3. 00000020:00000001:3.0:1767384283.419049:0:17900:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384283.419051:0:17900:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000088d92eaa. 00000020:00000010:3.0:1767384283.419053:0:17900:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000db252f89. 00000020:00000010:3.0:1767384283.419066:0:17900:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa624ee2. 00000020:00000010:3.0:1767384283.419069:0:17900:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db835f9c. 00000020:00000010:3.0:1767384283.419071:0:17900:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e670798a. 00000020:00000010:3.0:1767384283.419074:0:17900:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073a4864d. 00000020:00000010:3.0:1767384283.419077:0:17900:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2deefff. 80000000:00000010:3.0:1767384283.419081:0:17900:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a906211d. 40000000:00000010:3.0:1767384283.419083:0:17900:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012cd0476. 00100000:00000010:3.0:1767384283.419087:0:17900:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000038f6b0f4. 00040000:00000010:3.0:1767384283.419090:0:17900:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dabccdc9. 00040000:00000010:3.0:1767384283.419093:0:17900:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007204c9c6. 00080000:00000010:3.0:1767384283.419098:0:17900:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f09141f1. 00080000:00000010:3.0:1767384283.419102:0:17900:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ea61f612. 00002000:00000010:3.0:1767384283.419107:0:17900:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002ec8727f. 00000100:00000010:3.0:1767384283.419121:0:17900:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005226e442. 00000100:00000200:3.0:1767384283.419160:0:17900:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384283.422620:0:17887:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.422627:0:17887:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384283.422629:0:17887:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00000010:3.0:1767384283.422636:0:17887:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001298df76. 00000100:00100000:3.0:1767384283.422641:0:17887:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00000001:3.0:1767384283.423002:0:17902:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384283.423030:0:17902:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006d86c1c2. 00000020:00000010:3.0:1767384283.423034:0:17902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000094f30f07. 00000020:00000010:3.0:1767384283.423038:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a09505c. 00000020:00000010:3.0:1767384283.423041:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad5ee3ad. 00000020:00000010:3.0:1767384283.423043:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000248bd7e8. 00000020:00000010:3.0:1767384283.423054:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000077abe60e. 00000020:00000010:3.0:1767384283.423057:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4b1d528. 80000000:00000010:3.0:1767384283.423059:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008cdcd2e9. 40000000:00000010:3.0:1767384283.423061:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef9f8a1f. 00100000:00000010:3.0:1767384283.423064:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096815ee2. 00040000:00000010:3.0:1767384283.423067:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024ecebef. 00040000:00000010:3.0:1767384283.423069:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009a649248. 00080000:00000010:3.0:1767384283.423073:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000036d17bf7. 00080000:00000010:3.0:1767384283.423089:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004dd263c4. 00002000:00000010:3.0:1767384283.423097:0:17902:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe76f56e. 00000100:00000010:3.0:1767384283.423111:0:17902:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000072794710. 00000100:00000200:3.0:1767384283.423132:0:17902:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000001:3.0:1767384283.445621:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384283.445626:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384283.445629:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384283.462672:0:17887:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.462678:0:17887:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384283.462680:0:17887:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00000010:3.0:1767384283.462692:0:17887:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000a70f74b. 00000100:00100000:3.0:1767384283.462697:0:17887:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00000001:3.0:1767384283.463055:0:17904:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384283.463074:0:17904:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000504f378e. 00000020:00000010:3.0:1767384283.463080:0:17904:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bbb6da43. 00000020:00000010:3.0:1767384283.463088:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6d688f. 00000020:00000010:3.0:1767384283.463094:0:17904:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000253b76b9. 00000040:00000010:3.0:1767384283.463098:0:17904:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000077afd76e. 00000020:00000010:3.0:1767384283.463103:0:17904:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000000e5a6. 00000020:00000010:3.0:1767384283.463109:0:17904:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0b37518. 00000020:00000010:3.0:1767384283.463114:0:17904:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007803ffe2. 80000000:00000010:3.0:1767384283.463119:0:17904:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009c086a0e. 40000000:00000010:3.0:1767384283.463123:0:17904:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de612851. 00100000:00000010:3.0:1767384283.463129:0:17904:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000169d4f0d. 00040000:00000010:3.0:1767384283.463165:0:17904:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004468b92. 00040000:00000010:3.0:1767384283.463173:0:17904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000079d3fa45. 00040000:00000010:3.0:1767384283.463203:0:17904:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037a07195. 00080000:00000010:3.0:1767384283.463209:0:17904:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001759caec. 00080000:00000010:3.0:1767384283.463214:0:17904:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cac9e6d3. 00000004:00000010:3.0:1767384283.463220:0:17904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000007daad46. 00000004:00000010:3.0:1767384283.463226:0:17904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006df56810. 00000004:00000010:3.0:1767384283.463230:0:17904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df599fb5. 00002000:00000010:3.0:1767384283.463234:0:17904:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c0844cc. 00000004:00000010:3.0:1767384283.463239:0:17904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000729a8621. 00000100:00000010:3.0:1767384283.463255:0:17904:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ee6411bc. 00000100:00000200:3.0:1767384283.463277:0:17904:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000040:3.0:1767384283.477236:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294871520, at 4294871521 00000100:00000010:3.0:1767384283.477264:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021555e07. 00000100:00000040:1.0:1767384283.477284:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294871520, at 4294871521 00000100:00000010:1.0:1767384283.477299:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b044c430. 00000100:00000040:3.0:1767384283.488255:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294871531, at 4294871532 00000100:00000040:1.0:1767384283.488263:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294871531, at 4294871532 00000100:00000010:3.0:1767384283.488272:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010e5d141. 00000100:00000010:1.0:1767384283.488279:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe249786. 00002000:00000001:3.0:1767384283.495449:0:17905:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:3.0:1767384283.495462:0:17905:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 00000000082fa2f2. 00000020:00000010:3.0:1767384283.495472:0:17905:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ca785d8. 00000020:00000010:3.0:1767384283.495479:0:17905:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f2f0a47. 00000020:00000010:3.0:1767384283.495487:0:17905:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dfbe7b9d. 00000020:00000010:3.0:1767384283.495495:0:17905:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076ab2d27. 00000020:00000010:3.0:1767384283.495502:0:17905:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011ffb180. 80000000:00000010:3.0:1767384283.495508:0:17905:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c243aa6. 40000000:00000010:3.0:1767384283.495514:0:17905:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f29f0bd. 00100000:00000010:3.0:1767384283.495523:0:17905:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000057a3308f. 00040000:00000010:3.0:1767384283.495530:0:17905:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df5df078. 00040000:00000010:3.0:1767384283.495536:0:17905:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000750e05f0. 00080000:00000010:3.0:1767384283.495544:0:17905:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ab6c8a94. 00080000:00000010:3.0:1767384283.495578:0:17905:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000d8c6fa8. 00002000:00000010:3.0:1767384283.495593:0:17905:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000725ee033. 00002000:00000001:3.0:1767384283.495867:0:17908:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000040:00000010:1.0:1767384283.496397:0:17887:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000f3d6ca4. 00000040:00000001:1.0:1767384283.496410:0:17887:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384283.496416:0:17887:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:1.0:1767384283.496422:0:17887:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384283.496429:0:17887:0:(lu_object.c:207:lu_object_put()) Add 00000000be91ab60/00000000a1baf034 to site lru. bkt: 00000000ef12bc1a 00000040:00000010:1.0:1767384283.496435:0:17887:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000285125a7. 00000040:00000001:1.0:1767384283.496442:0:17887:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384283.496446:0:17887:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea46dfff. 00000040:00000010:1.0:1767384283.496452:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000031815fdd. 00000020:00000001:1.0:1767384283.496457:0:17887:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384283.496461:0:17887:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1767384283.496469:0:17887:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b32e921f. 00000040:00000010:1.0:1767384283.496489:0:17887:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bffe886d. 00000020:00000010:1.0:1767384283.496493:0:17887:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020529acb. 00000020:00000010:1.0:1767384283.496500:0:17887:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000956e8279. 80000000:00000010:1.0:1767384283.496505:0:17887:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb0d5797. 00040000:00000010:1.0:1767384283.496511:0:17887:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e4ae866d. 00080000:00000010:1.0:1767384283.496518:0:17887:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000ade322d8. 00080000:00000010:1.0:1767384283.496524:0:17887:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000846341e4. 00080000:00000010:1.0:1767384283.496529:0:17887:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000099541aa3. 00080000:00000010:1.0:1767384283.496533:0:17887:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000349a909e. 00080000:00000010:1.0:1767384283.496536:0:17887:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000249f4929. 20000000:00000010:1.0:1767384283.496541:0:17887:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000008e027c2. 00000020:00000010:1.0:1767384283.496545:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018725f58. 10000000:00000010:1.0:1767384283.496550:0:17887:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d27f5d6b. 10000000:01000000:1.0:1767384283.496554:0:17887:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:1.0:1767384283.496579:0:17887:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384283.496583:0:17887:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384283.496586:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384283.496589:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c348fc4f refcount=3 00000020:00000001:1.0:1767384283.496594:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491646976 : -113724217904640 : ffff98918463b200) 00010000:00000001:1.0:1767384283.496599:0:17887:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491646976 : -113724217904640 : ffff98918463b200) 00010000:00000001:1.0:1767384283.496603:0:17887:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384283.496607:0:17887:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000c348fc4f/0x960a57272cefb9b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb9ba expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384283.496622:0:17887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384283.496626:0:17887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384283.496630:0:17887:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000c348fc4f/0x960a57272cefb9b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb9ba expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384283.496641:0:17887:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384283.496644:0:17887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384283.496647:0:17887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384283.496649:0:17887:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384283.496669:0:17887:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384283.496687:0:17887:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384283.496691:0:17887:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff989286f90800 from 1 10000000:00000001:1.0:1767384283.496696:0:17887:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384283.496699:0:17887:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1767384283.496708:0:17887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4fc6d48. 00000020:00000040:1.0:1767384283.496714:0:17887:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384283.496719:0:17887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384283.496722:0:17887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384283.496727:0:17887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384283.496737:0:17887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e3f16ec. 00000100:00000001:1.0:1767384283.496746:0:17887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.496752:0:17887:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384283.496757:0:17887:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384283.496767:0:17887:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6b39e98 count: 2 00010000:00000001:1.0:1767384283.496773:0:17887:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384283.496779:0:17887:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384283.496787:0:17887:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077154621. 00000020:00000010:1.0:1767384283.496796:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000036ffdab2. 00000020:00000001:1.0:1767384283.496802:0:17887:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384283.496806:0:17887:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000077154621 with handle 0x960a57272cefb9cf to hash 00000020:00000001:1.0:1767384283.496811:0:17887:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384283.496814:0:17887:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384283.496819:0:17887:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384283.496825:0:17887:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384283.496828:0:17887:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384283.496833:0:17887:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000077154621/0x960a57272cefb9cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384283.496847:0:17887:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000077154621/0x960a57272cefb9cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384283.496863:0:17887:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000077154621/0x960a57272cefb9cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384283.496876:0:17887:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384283.496894:0:17887:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384283.496902:0:17887:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b924ca68. 00000100:00000001:1.0:1767384283.496907:0:17887:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353993511680 : -113719716039936 : ffff989290b8b300) 00000100:00000001:1.0:1767384283.496912:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.496916:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000001:1.0:1767384283.496923:0:17887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384283.496927:0:17887:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.496931:0:17887:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384283.496934:0:17887:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384283.496943:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.496960:0:17887:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384283.496963:0:17887:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.496969:0:17887:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384283.496973:0:17887:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384283.496979:0:17887:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.496984:0:17887:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304128:0@lo:101: 00000100:00000001:1.0:1767384283.496993:0:17887:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384283.496999:0:17887:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384283.497003:0:17887:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.497007:0:17887:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384283.497049:0:17887:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f933b50b. 02000000:00000001:1.0:1767384283.497071:0:17887:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384283.497077:0:17887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000010:1.0:1767384283.497085:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384283.497090:0:17887:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728304128, portal 25 00000100:00000001:1.0:1767384283.497093:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.497095:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000040:1.0:1767384283.497102:0:17887:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.497114:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384283.497118:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384283.497122:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384283.497126:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728304128, offset 0 00000400:00000200:1.0:1767384283.497147:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384283.497211:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384283.497223:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce01200 00000400:00000200:1.0:1767384283.497232:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x185 [2] + 0 00000400:00000010:1.0:1767384283.497238:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c62d1c9. 00000400:00000200:1.0:1767384283.497244:0:17887:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000434d4809 00000400:00000200:1.0:1767384283.497249:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384283.497254:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384283.497258:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000434d4809 00000400:00000010:1.0:1767384283.497262:0:17887:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000434d4809. 00000100:00000001:1.0:1767384283.497268:0:17887:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384283.497272:0:17887:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384283.497277:0:17887:0:(events.c:337:request_in_callback()) incoming req@000000003d3bf28c x1853236728304128 msgsize 328 00000100:00100000:1.0:1767384283.497286:0:17887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384283.497290:0:17887:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384283.497314:0:17887:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384283.497321:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384283.497325:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:1.0:1767384283.497331:0:17887:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384283.497338:0:17887:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.497373:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.497383:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.497413:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.497424:0:17887:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384283.497438:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.497450:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294871544 00000100:00000010:1.0:1767384283.497464:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ea50aca. 00000100:00000001:1.0:1767384283.497477:0:17887:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384283.497496:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294871544 00000100:00000010:1.0:1767384283.497507:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbe3c824. 00000100:00000001:1.0:1767384283.497516:0:17887:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384283.497534:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294871544 00000100:00000010:1.0:1767384283.497545:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f45efbc. 00000100:00000001:1.0:1767384283.497555:0:17887:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384283.497567:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294871544 00000100:00000010:1.0:1767384283.497580:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e22dbca2. 00000100:00000001:1.0:1767384283.497593:0:17887:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384283.497605:0:17887:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.497614:0:17887:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.497622:0:17887:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384283.497630:0:17887:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384283.497640:0:17887:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b924ca68 going to sleep for 11 seconds 00000100:00000001:1.0:1767384283.497650:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384283.497658:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.498088:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384283.498104:0:17887:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384283.498111:0:17887:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384283.498118:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee90d668. 00000400:00000200:1.0:1767384283.498171:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384283.498179:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000001:1.0:1767384283.498190:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384283.498203:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384283.498234:0:17887:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.498253:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384283.498257:0:17887:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.498261:0:17887:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384283.498264:0:17887:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384283.498267:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384283.498270:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.498274:0:17887:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384283.498279:0:17887:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384283.498285:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384283.498289:0:17887:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384283.498303:0:17887:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.498307:0:17887:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384283.498311:0:17887:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.498315:0:17887:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.498321:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.498333:0:17887:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.498338:0:17887:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384283.498341:0:17887:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384283.498346:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384283.498359:0:17887:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304128:0@lo:101: 00000100:00000001:1.0:1767384283.498367:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.498370:0:17887:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.498372:0:17887:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384283.498375:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.498378:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.498387:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384283.498391:0:17887:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b924ca68. 00000100:00000001:1.0:1767384283.498395:0:17887:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384283.498397:0:17887:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.498401:0:17887:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384283.498404:0:17887:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384283.498408:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384283.498411:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000077154621 refcount=4 00000020:00000001:1.0:1767384283.498415:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384283.498419:0:17887:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000040:1.0:1767384283.498426:0:17887:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000077154621, remote cookie: 0x960a57272cefb9d6, flags: 0x0 00010000:00000001:1.0:1767384283.498431:0:17887:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384283.498435:0:17887:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384283.498438:0:17887:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384283.498440:0:17887:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384283.498456:0:17887:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384283.498459:0:17887:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000b6b39e98) refcount = 2 00010000:00000040:1.0:1767384283.498465:0:17887:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384283.498468:0:17887:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384283.498479:0:17887:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000077154621/0x960a57272cefb9cf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb9d6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384283.498490:0:17887:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384283.498493:0:17887:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384283.498496:0:17887:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384283.498501:0:17887:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384283.498506:0:17887:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384283.498510:0:17887:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000077154621/0x960a57272cefb9cf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb9d6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384283.498519:0:17887:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384283.498521:0:17887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384283.498524:0:17887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384283.498526:0:17887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384283.498527:0:17887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384283.498529:0:17887:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.498532:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.498538:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4fc6d48 x1853236728304128/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384299 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.498550:0:17887:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384283.498554:0:17887:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384283.498558:0:17887:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f933b50b. 02000000:00000001:1.0:1767384283.498565:0:17887:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384283.498568:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.498571:0:17887:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384283.498575:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384283.498578:0:17887:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004e3f16ec. 02000000:00000001:1.0:1767384283.498586:0:17887:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384283.498588:0:17887:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384283.498604:0:17887:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4fc6d48. 00000100:00000001:1.0:1767384283.498613:0:17887:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384283.498616:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384283.498620:0:17887:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384283.498623:0:17887:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384283.498626:0:17887:0:(mgc_request.c:108:config_log_get()) log params (000000007b256548) refs 2 10000000:00000001:1.0:1767384283.498628:0:17887:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.498632:0:17887:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384283.498636:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384283.498638:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000077154621 refcount=3 00000020:00000001:1.0:1767384283.498643:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384283.498647:0:17887:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384283.498652:0:17887:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384283.498655:0:17887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384283.498657:0:17887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384283.498660:0:17887:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384283.498664:0:17887:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384283.498670:0:17887:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c0bf3483. 00000020:00000010:1.0:1767384283.498675:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e3f16ec. 00000020:00000010:1.0:1767384283.498682:0:17887:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb65012d. 00000040:00000010:1.0:1767384283.498688:0:17887:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000777f8394. 00000020:00000010:1.0:1767384283.498696:0:17887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3ac54dd. 00000020:00000010:1.0:1767384283.498704:0:17887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005aafa6b5. 80000000:00000010:1.0:1767384283.498709:0:17887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082cfb73c. 00040000:00000010:1.0:1767384283.498715:0:17887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca02b1c3. 00080000:00000010:1.0:1767384283.498726:0:17887:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003bc6f514. 00080000:00000010:1.0:1767384283.498734:0:17887:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f24784ab. 20000000:00000010:1.0:1767384283.498743:0:17887:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000008e027c2. 10000000:00000040:1.0:1767384283.498748:0:17887:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6878d87 : new refcount 2 10000000:00000040:1.0:1767384283.498753:0:17887:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a4c49be0 : new refcount 2 10000000:00000040:1.0:1767384283.498759:0:17887:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.115@tcp: copy local log params 10000000:00000001:1.0:1767384283.498763:0:17887:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384283.498768:0:17887:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000002237c979. 00000040:00000001:1.0:1767384283.498773:0:17887:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384283.498786:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.498790:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b0f6d7a. 00000040:00000001:1.0:1767384283.498795:0:17887:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384283.498798:0:17887:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384283.498803:0:17887:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630349489961472 : -113724219590144 : 0xffff98918449fa00) 00000020:00000001:1.0:1767384283.498808:0:17887:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630349489961472 : -113724219590144 : ffff98918449fa00) 00080000:00000001:1.0:1767384283.498816:0:17887:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384283.498820:0:17887:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384283.498834:0:17887:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384283.498855:0:17887:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.498859:0:17887:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384283.498861:0:17887:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.498864:0:17887:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384283.498867:0:17887:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384283.498871:0:17887:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 96:3203667144 to info 000000003bc6f514 00000020:00000001:1.0:1767384283.498877:0:17887:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005179bc9c 00080000:00000002:1.0:1767384283.498880:0:17887:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384283.498886:0:17887:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384283.498890:0:17887:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384283.498895:0:17887:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000f933b50b. 00080000:00000001:1.0:1767384283.498899:0:17887:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384283.498908:0:17887:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a5bf205c. 00000020:00000001:1.0:1767384283.498913:0:17887:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384283.498920:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a5558776. 00000020:00000010:1.0:1767384283.498927:0:17887:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c9efe73b. 00000020:00000001:1.0:1767384283.498955:0:17887:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384283.498960:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e4ae866d. 00000020:00000001:1.0:1767384283.498965:0:17887:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.498969:0:17887:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384283.498971:0:17887:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384283.498975:0:17887:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384283.498979:0:17887:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384283.498987:0:17887:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.498993:0:17887:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384283.499000:0:17887:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630353821607512 : -113719887944104 : ffff98928679a658) 00000040:00000001:1.0:1767384283.499042:0:17887:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.499046:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.499050:0:17887:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384283.499058:0:17887:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000249f4929. 00000040:00000001:1.0:1767384283.499061:0:17887:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384283.499064:0:17887:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384283.499070:0:17887:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384283.499073:0:17887:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384283.499078:0:17887:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384283.499083:0:17887:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.499086:0:17887:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.499089:0:17887:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384283.499094:0:17887:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384283.499098:0:17887:0:(lu_object.c:207:lu_object_put()) Add 00000000e4ae866d/00000000c9efe73b to site lru. bkt: 00000000f85ddd56 00000040:00000010:1.0:1767384283.499102:0:17887:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000a5bf205c. 00000040:00000001:1.0:1767384283.499108:0:17887:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384283.499111:0:17887:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000249f4929. 00000040:00000010:1.0:1767384283.499115:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b0f6d7a. 00000040:00000001:1.0:1767384283.499119:0:17887:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384283.499123:0:17887:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384283.499125:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.499129:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006b0f6d7a. 00000040:00000001:1.0:1767384283.499135:0:17887:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384283.499185:0:17887:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:1.0:1767384283.499193:0:17887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4fc6d48. 00000020:00000040:1.0:1767384283.499198:0:17887:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384283.499203:0:17887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384283.499207:0:17887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384283.499212:0:17887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384283.499220:0:17887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000956e8279. 00000100:00000001:1.0:1767384283.499226:0:17887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.499231:0:17887:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384283.499235:0:17887:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384283.499241:0:17887:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053c36cc0. 00000100:00000001:1.0:1767384283.499244:0:17887:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353993513408 : -113719716038208 : ffff989290b8b9c0) 00000100:00000001:1.0:1767384283.499248:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.499263:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000001:1.0:1767384283.499269:0:17887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384283.499273:0:17887:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.499275:0:17887:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384283.499277:0:17887:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384283.499283:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.499296:0:17887:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384283.499298:0:17887:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.499302:0:17887:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384283.499305:0:17887:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384283.499309:0:17887:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.499315:0:17887:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304256:0@lo:501: 00000100:00000001:1.0:1767384283.499321:0:17887:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384283.499326:0:17887:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384283.499330:0:17887:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.499333:0:17887:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384283.499338:0:17887:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bffe886d. 02000000:00000001:1.0:1767384283.499341:0:17887:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384283.499346:0:17887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000010:1.0:1767384283.499353:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384283.499359:0:17887:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728304256, portal 25 00000100:00000001:1.0:1767384283.499362:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.499363:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000040:1.0:1767384283.499370:0:17887:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.499381:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384283.499384:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384283.499387:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384283.499391:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236728304256, offset 0 00000400:00000200:1.0:1767384283.499397:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384283.499410:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384283.499422:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824ce01280 00000400:00000200:1.0:1767384283.499431:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x189 [2] + 0 00000400:00000010:1.0:1767384283.499448:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d1da34c. 00000400:00000200:1.0:1767384283.499457:0:17887:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048be8733 00000400:00000200:1.0:1767384283.499479:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384283.499486:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384283.499492:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048be8733 00000400:00000010:1.0:1767384283.499497:0:17887:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048be8733. 00000100:00000001:1.0:1767384283.499505:0:17887:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384283.499509:0:17887:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384283.499515:0:17887:0:(events.c:337:request_in_callback()) incoming req@000000008de804be x1853236728304256 msgsize 504 00000100:00100000:1.0:1767384283.499527:0:17887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384283.499532:0:17887:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384283.499558:0:17887:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384283.499569:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384283.499573:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:1.0:1767384283.499578:0:17887:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384283.499584:0:17887:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.499615:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.499619:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.499630:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.499635:0:17887:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384283.499647:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.499655:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294871546 00000100:00000001:1.0:1767384283.499668:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871544 00000100:00000001:1.0:1767384283.499685:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294871546 00000100:00000001:1.0:1767384283.499697:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871544 00000100:00000001:1.0:1767384283.499710:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294871546 00000100:00000001:1.0:1767384283.499723:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871544 00000100:00000001:1.0:1767384283.499734:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294871546 00000100:00000001:1.0:1767384283.499748:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871544 00000100:00000001:1.0:1767384283.499762:0:17887:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.499788:0:17887:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.499795:0:17887:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384283.499801:0:17887:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384283.499806:0:17887:0:(client.c:2690:ptlrpc_set_wait()) set 0000000053c36cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1767384283.499812:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384283.499819:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.500427:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384283.500435:0:17887:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384283.500439:0:17887:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384283.500444:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee90d668. 00000400:00000200:1.0:1767384283.500452:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384283.500459:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000001:1.0:1767384283.500467:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384283.500478:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384283.500502:0:17887:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500518:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384283.500525:0:17887:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.500529:0:17887:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384283.500534:0:17887:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384283.500538:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384283.500546:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.500550:0:17887:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384283.500559:0:17887:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384283.500566:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384283.500577:0:17887:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384283.500582:0:17887:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.500587:0:17887:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384283.500595:0:17887:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.500605:0:17887:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.500614:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500624:0:17887:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.500627:0:17887:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384283.500630:0:17887:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384283.500648:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384283.500659:0:17887:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304256:0@lo:501: 00000100:00000001:1.0:1767384283.500669:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.500675:0:17887:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.500678:0:17887:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384283.500683:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.500688:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500698:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384283.500703:0:17887:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053c36cc0. 00000100:00000001:1.0:1767384283.500707:0:17887:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384283.500710:0:17887:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.500713:0:17887:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384283.500717:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.500720:0:17887:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384283.500723:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384283.500726:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.500731:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4fc6d48 x1853236728304256/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384299 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500739:0:17887:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384283.500743:0:17887:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384283.500746:0:17887:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bffe886d. 02000000:00000001:1.0:1767384283.500753:0:17887:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384283.500755:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.500757:0:17887:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384283.500760:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384283.500763:0:17887:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000956e8279. 02000000:00000001:1.0:1767384283.500768:0:17887:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384283.500770:0:17887:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384283.500772:0:17887:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4fc6d48. 00000100:00000001:1.0:1767384283.500780:0:17887:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384283.500783:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384283.500786:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.500788:0:17887:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384283.500799:0:17887:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000249f4929. 00000040:00000001:1.0:1767384283.500802:0:17887:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384283.500803:0:17887:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384283.500805:0:17887:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:1.0:1767384283.500809:0:17887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4fc6d48. 00000020:00000040:1.0:1767384283.500812:0:17887:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384283.500816:0:17887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384283.500819:0:17887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384283.500823:0:17887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384283.500828:0:17887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fec805d. 00000100:00000001:1.0:1767384283.500833:0:17887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.500836:0:17887:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384283.500839:0:17887:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384283.500843:0:17887:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053c36cc0. 00000100:00000001:1.0:1767384283.500846:0:17887:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353993513408 : -113719716038208 : ffff989290b8b9c0) 00000100:00000001:1.0:1767384283.500849:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.500851:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000001:1.0:1767384283.500855:0:17887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384283.500857:0:17887:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.500860:0:17887:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384283.500862:0:17887:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384283.500868:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500876:0:17887:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384283.500879:0:17887:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.500883:0:17887:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384283.500886:0:17887:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384283.500888:0:17887:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.500892:0:17887:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304384:0@lo:503: 00000100:00000001:1.0:1767384283.500896:0:17887:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384283.500900:0:17887:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384283.500904:0:17887:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.500906:0:17887:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384283.500941:0:17887:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009cca4629. 02000000:00000001:1.0:1767384283.500944:0:17887:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384283.500955:0:17887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000010:1.0:1767384283.500960:0:17887:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000638f7a97. 00000100:00000200:1.0:1767384283.500965:0:17887:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728304384, portal 25 00000100:00000001:1.0:1767384283.500968:0:17887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.500970:0:17887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000040:1.0:1767384283.500976:0:17887:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.500984:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384283.500987:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384283.500990:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384283.500992:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728304384, offset 0 00000400:00000200:1.0:1767384283.501033:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384283.501046:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384283.501066:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce01300 00000400:00000200:1.0:1767384283.501071:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x18d [2] + 0 00000400:00000010:1.0:1767384283.501075:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feeb8ed1. 00000400:00000200:1.0:1767384283.501079:0:17887:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e349173 00000400:00000200:1.0:1767384283.501083:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384283.501087:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384283.501089:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e349173 00000400:00000010:1.0:1767384283.501091:0:17887:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e349173. 00000100:00000001:1.0:1767384283.501095:0:17887:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384283.501097:0:17887:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384283.501100:0:17887:0:(events.c:337:request_in_callback()) incoming req@000000004050fc4e x1853236728304384 msgsize 272 00000100:00100000:1.0:1767384283.501109:0:17887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384283.501112:0:17887:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384283.501131:0:17887:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384283.501135:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384283.501231:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000001:1.0:1767384283.501245:0:17887:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384283.501254:0:17887:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.501279:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.501291:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.501324:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.501335:0:17887:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384283.501350:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.501357:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294871548 00000100:00000001:1.0:1767384283.501368:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871546 00000100:00000001:1.0:1767384283.501391:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294871548 00000100:00000001:1.0:1767384283.501412:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871546 00000100:00000001:1.0:1767384283.501429:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294871548 00000100:00000001:1.0:1767384283.501444:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871546 00000100:00000001:1.0:1767384283.501450:0:17887:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294871548 00000100:00000001:1.0:1767384283.501457:0:17887:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871546 00000100:00000001:1.0:1767384283.501465:0:17887:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.501471:0:17887:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.501474:0:17887:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384283.501475:0:17887:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384283.501483:0:17887:0:(client.c:2690:ptlrpc_set_wait()) set 0000000053c36cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1767384283.501488:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384283.501489:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.501924:0:17887:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384283.501935:0:17887:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384283.501939:0:17887:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384283.501946:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee90d668. 00000400:00000200:1.0:1767384283.501954:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000638f7a97 00000400:00000010:1.0:1767384283.501960:0:17887:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000638f7a97. 00000100:00000001:1.0:1767384283.501969:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384283.501977:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384283.502043:0:17887:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.502076:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384283.502078:0:17887:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.502090:0:17887:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384283.502092:0:17887:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384283.502094:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384283.502096:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.502098:0:17887:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384283.502102:0:17887:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384283.502105:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384283.502108:0:17887:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384283.502109:0:17887:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.502111:0:17887:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384283.502113:0:17887:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.502116:0:17887:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.502119:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.502125:0:17887:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.502127:0:17887:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384283.502129:0:17887:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384283.502132:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384283.502139:0:17887:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e3a581e-56d8-41d6-afef-11a885c88bac:17887:1853236728304384:0@lo:503: 00000100:00000001:1.0:1767384283.502143:0:17887:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.502146:0:17887:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.502149:0:17887:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384283.502151:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.502198:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.502210:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384283.502215:0:17887:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053c36cc0. 00000100:00000001:1.0:1767384283.502220:0:17887:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384283.502224:0:17887:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502231:0:17887:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384283.502232:0:17887:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384283.502235:0:17887:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4fc6d48 x1853236728304384/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384299 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.502256:0:17887:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384283.502257:0:17887:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384283.502260:0:17887:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009cca4629. 02000000:00000001:1.0:1767384283.502271:0:17887:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384283.502273:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.502274:0:17887:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384283.502277:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384283.502279:0:17887:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003fec805d. 02000000:00000001:1.0:1767384283.502282:0:17887:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384283.502284:0:17887:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384283.502285:0:17887:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4fc6d48. 00000100:00000001:1.0:1767384283.502288:0:17887:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384283.502290:0:17887:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384283.502293:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.502294:0:17887:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384283.502296:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384283.502298:0:17887:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502299:0:17887:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502301:0:17887:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384283.502303:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.502306:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003fec805d. 00000040:00000001:1.0:1767384283.502309:0:17887:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384283.502311:0:17887:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384283.502315:0:17887:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630349489961472 : -113724219590144 : 0xffff98918449fa00) 00000020:00000001:1.0:1767384283.502318:0:17887:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630349489961472 : -113724219590144 : ffff98918449fa00) 00080000:00000001:1.0:1767384283.502323:0:17887:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384283.502325:0:17887:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384283.502328:0:17887:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384283.502331:0:17887:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a5bf205c. 00000020:00000001:1.0:1767384283.502334:0:17887:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384283.502338:0:17887:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353821607512 : -113719887944104 : ffff98928679a658) 00000040:00000001:1.0:1767384283.502340:0:17887:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502342:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502344:0:17887:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384283.502345:0:17887:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384283.502352:0:17887:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384283.502354:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384283.502359:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000956e8279. 00080000:00000001:1.0:1767384283.502361:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349489665024 : -113724219886592 : ffff989184457400) 00000040:00000001:1.0:1767384283.502364:0:17887:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384283.502365:0:17887:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384283.502368:0:17887:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384283.502370:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384283.502372:0:17887:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502375:0:17887:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384283.502376:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384283.502378:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384283.502380:0:17887:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:1.0:1767384283.502383:0:17887:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000bffe886d. 00080000:00000001:1.0:1767384283.502385:0:17887:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502387:0:17887:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502389:0:17887:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502390:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384283.502396:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502397:0:17887:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384283.502399:0:17887:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384283.502408:0:17887:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 0000000072eeac1a. 00080000:00000001:1.0:1767384283.502414:0:17887:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384283.502416:0:17887:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384283.502419:0:17887:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:1.0:1767384283.502426:0:17887:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384283.502427:0:17887:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:1.0:1767384283.502430:0:17887:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384283.502431:0:17887:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502433:0:17887:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384283.502454:0:17887:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ee90d668. 00000001:00000010:1.0:1767384283.502464:0:17887:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ee90d668. 00080000:00000001:1.0:1767384283.502468:0:17887:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502471:0:17887:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502474:0:17887:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502477:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384283.502483:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384283.502492:0:17887:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384283.502495:0:17887:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 0000000072eeac1a. 00080000:00000002:1.0:1767384283.502501:0:17887:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 96 00080000:00000001:1.0:1767384283.502504:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502506:0:17887:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502509:0:17887:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384283.502565:0:17887:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384283.502568:0:17887:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384283.502569:0:17887:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384283.502571:0:17887:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384283.502572:0:17887:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384283.502574:0:17887:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384283.502578:0:17887:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e4ae866d. 00000020:00000010:1.0:1767384283.502581:0:17887:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c9efe73b. 00000040:00000010:1.0:1767384283.502593:0:17887:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000a5bf205c. 00000040:00000001:1.0:1767384283.502596:0:17887:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384283.502599:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003fec805d. 00000040:00000001:1.0:1767384283.502603:0:17887:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502606:0:17887:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384283.502607:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.502610:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e4ae866d. 00000040:00000001:1.0:1767384283.502613:0:17887:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384283.502615:0:17887:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384283.502617:0:17887:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630349489961472 : -113724219590144 : 0xffff98918449fa00) 00000020:00000001:1.0:1767384283.502620:0:17887:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630349489961472 : -113724219590144 : ffff98918449fa00) 00080000:00000001:1.0:1767384283.502625:0:17887:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384283.502627:0:17887:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384283.502633:0:17887:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384283.502636:0:17887:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384283.502640:0:17887:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384283.502644:0:17887:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a5bf205c. 00000020:00000001:1.0:1767384283.502646:0:17887:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384283.502651:0:17887:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005cfd4dcd. 00000020:00000001:1.0:1767384283.502655:0:17887:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384283.502658:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003fec805d. 00000020:00000001:1.0:1767384283.502661:0:17887:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502672:0:17887:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384283.502676:0:17887:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384283.502677:0:17887:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502680:0:17887:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384283.502685:0:17887:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ee90d668. 00000001:00000010:1.0:1767384283.502692:0:17887:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ee90d668. 00080000:00000001:1.0:1767384283.502696:0:17887:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502698:0:17887:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384283.502702:0:17887:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630353821607000 : -113719887944616 : ffff98928679a458) 00000040:00000001:1.0:1767384283.502705:0:17887:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502708:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502710:0:17887:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384283.502711:0:17887:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502714:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384283.502718:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000091704e11. 00080000:00000001:1.0:1767384283.502720:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477197312 : -113724232354304 : ffff989183873600) 00000040:00000001:1.0:1767384283.502723:0:17887:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384283.502725:0:17887:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384283.502727:0:17887:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384283.502730:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384283.502733:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384283.502736:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e222f32e. 00080000:00000001:1.0:1767384283.502738:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502740:0:17887:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384283.502743:0:17887:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:1.0:1767384283.502746:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384283.502748:0:17887:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.502751:0:17887:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502754:0:17887:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384283.502756:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384283.502757:0:17887:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502760:0:17887:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502763:0:17887:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502765:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384283.502770:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502772:0:17887:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384283.502773:0:17887:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384283.502783:0:17887:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384283.502785:0:17887:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384283.502836:0:17887:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384283.502838:0:17887:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502841:0:17887:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384283.502850:0:17887:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384283.502852:0:17887:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:1.0:1767384283.502855:0:17887:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384283.502856:0:17887:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502858:0:17887:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384283.502863:0:17887:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ee90d668. 00000001:00000010:1.0:1767384283.502870:0:17887:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ee90d668. 00080000:00000001:1.0:1767384283.502874:0:17887:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502877:0:17887:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.502884:0:17887:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502887:0:17887:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384283.502891:0:17887:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000b83b1094. 00080000:00000001:1.0:1767384283.502902:0:17887:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.502906:0:17887:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000553b82ed 00080000:00000002:1.0:1767384283.502909:0:17887:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:96 rc = 0 00080000:00000001:1.0:1767384283.502912:0:17887:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502914:0:17887:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502917:0:17887:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.502920:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384283.502925:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e222f32e. 00040000:00000001:1.0:1767384283.502928:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384283.502930:0:17887:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384283.502933:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502935:0:17887:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502937:0:17887:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384283.502942:0:17887:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000846341e4. 00000040:00000001:1.0:1767384283.502944:0:17887:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384283.502945:0:17887:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384283.502949:0:17887:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384283.502951:0:17887:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384283.502954:0:17887:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384283.502958:0:17887:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502960:0:17887:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.502971:0:17887:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384283.502973:0:17887:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c571d348. 00000040:00001000:1.0:1767384283.502975:0:17887:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384283.502980:0:17887:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384283.502984:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036d49e7a. 00000020:00000010:1.0:1767384283.502988:0:17887:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000001b8251. 00000040:00000010:1.0:1767384283.502992:0:17887:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df5e96ff. 00000020:00000010:1.0:1767384283.502996:0:17887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033a8dbbe. 00000020:00000010:1.0:1767384283.503002:0:17887:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a5ce150. 00000020:00000010:1.0:1767384283.503007:0:17887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013798ac3. 80000000:00000010:1.0:1767384283.503011:0:17887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000963d6be3. 40000000:00000010:1.0:1767384283.503040:0:17887:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e222f32e. 00100000:00000010:1.0:1767384283.503046:0:17887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae98f990. 00040000:00000010:1.0:1767384283.503051:0:17887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384283.503084:0:17887:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000012609033. 00040000:00000010:1.0:1767384283.503089:0:17887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000005f5a892. 00080000:00000010:1.0:1767384283.503095:0:17887:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008f8f41e4. 00080000:00000010:1.0:1767384283.503101:0:17887:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000036c88a71. 00000004:00000010:1.0:1767384283.503115:0:17887:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bf006f0. 00000004:00000010:1.0:1767384283.503120:0:17887:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000057151d94. 00000004:00000010:1.0:1767384283.503124:0:17887:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004190c301. 00002000:00000010:1.0:1767384283.503127:0:17887:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000fd5ebd7. 00000004:00000010:1.0:1767384283.503131:0:17887:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059a1764d. 00000020:00000010:1.0:1767384283.503135:0:17887:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d4662f98. 00000040:00000010:1.0:1767384283.503185:0:17887:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003a65ee71. 00000040:00080000:1.0:1767384283.503191:0:17887:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:1.0:1767384283.503196:0:17887:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003a65ee71. 00000020:00000010:1.0:1767384283.503204:0:17887:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d4662f98. 00000020:00000010:1.0:1767384283.503216:0:17887:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000001b8251. 00000040:00000010:1.0:1767384283.503223:0:17887:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df5e96ff. 00000020:00000010:1.0:1767384283.503227:0:17887:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033a8dbbe. 00000020:00000010:1.0:1767384283.503232:0:17887:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009a5ce150. 00000020:00000010:1.0:1767384283.503237:0:17887:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013798ac3. 80000000:00000010:1.0:1767384283.503252:0:17887:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000963d6be3. 40000000:00000010:1.0:1767384283.503256:0:17887:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e222f32e. 00100000:00000010:1.0:1767384283.503260:0:17887:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae98f990. 00040000:00000010:1.0:1767384283.503265:0:17887:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384283.503270:0:17887:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000012609033. 00040000:00000010:1.0:1767384283.503273:0:17887:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000005f5a892. 00080000:00000010:1.0:1767384283.503278:0:17887:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000036c88a71. 00080000:00000010:1.0:1767384283.503281:0:17887:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008f8f41e4. 00000004:00000010:1.0:1767384283.503284:0:17887:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004bf006f0. 00000004:00000010:1.0:1767384283.503287:0:17887:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000057151d94. 00000004:00000010:1.0:1767384283.503291:0:17887:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004190c301. 00002000:00000010:1.0:1767384283.503294:0:17887:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000fd5ebd7. 00000004:00000010:1.0:1767384283.503297:0:17887:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059a1764d. 00000020:00000010:1.0:1767384283.503300:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036d49e7a. 00000040:00000010:1.0:1767384283.503304:0:17887:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c571d348. 00000040:00000001:1.0:1767384283.503306:0:17887:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503308:0:17887:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384283.503311:0:17887:0:(lu_object.c:207:lu_object_put()) Add 000000003fec805d/000000005cfd4dcd to site lru. bkt: 000000007bcb1bbd 00000040:00000010:1.0:1767384283.503314:0:17887:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000a5bf205c. 00000040:00000001:1.0:1767384283.503316:0:17887:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384283.503318:0:17887:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000846341e4. 00000040:00000010:1.0:1767384283.503320:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e4ae866d. 00000040:00000010:1.0:1767384283.503323:0:17887:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000249f4929. 00000040:00000010:1.0:1767384283.503325:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006b0f6d7a. 00000040:00000001:1.0:1767384283.503327:0:17887:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503329:0:17887:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384283.503330:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.503333:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a0a24f62. 00000040:00000001:1.0:1767384283.503335:0:17887:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384283.503337:0:17887:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384283.503339:0:17887:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630349489961472 : -113724219590144 : 0xffff98918449fa00) 00000020:00000001:1.0:1767384283.503341:0:17887:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630349489961472 : -113724219590144 : ffff98918449fa00) 00080000:00000001:1.0:1767384283.503345:0:17887:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384283.503348:0:17887:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384283.503360:0:17887:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384283.503363:0:17887:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384283.503365:0:17887:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384283.503368:0:17887:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384283.503371:0:17887:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384283.503374:0:17887:0:(llog.c:1547:llog_open()) MGC192.168.202.115@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:1.0:1767384283.503376:0:17887:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a0a24f62. 00000040:00000001:1.0:1767384283.503378:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384283.503380:0:17887:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:1.0:1767384283.503382:0:17887:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 000000002237c979. 10000000:00000040:1.0:1767384283.503384:0:17887:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6878d87 : new refcount 1 10000000:00000001:1.0:1767384283.503386:0:17887:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.503389:0:17887:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384283.503391:0:17887:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1767384283.503393:0:17887:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384283.503395:0:17887:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a0a24f62. 00000040:00000001:1.0:1767384283.503396:0:17887:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384283.503398:0:17887:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384283.503399:0:17887:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630349489961472 : -113724219590144 : 0xffff98918449fa00) 00000020:00000001:1.0:1767384283.503401:0:17887:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630349489961472 : -113724219590144 : ffff98918449fa00) 00080000:00000001:1.0:1767384283.503404:0:17887:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384283.503405:0:17887:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384283.503408:0:17887:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384283.503415:0:17887:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.503417:0:17887:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384283.503418:0:17887:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.503420:0:17887:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384283.503421:0:17887:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384283.503423:0:17887:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 96:3062177683 to info 000000003bc6f514 00000020:00000001:1.0:1767384283.503427:0:17887:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b25b40c7 00080000:00000002:1.0:1767384283.503428:0:17887:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:1.0:1767384283.503431:0:17887:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384283.503433:0:17887:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384283.503441:0:17887:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384283.503445:0:17887:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002237c979. 00000020:00000001:1.0:1767384283.503447:0:17887:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384283.503450:0:17887:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353821607000 : -113719887944616 : ffff98928679a458) 00000040:00000001:1.0:1767384283.503453:0:17887:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503455:0:17887:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503457:0:17887:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384283.503459:0:17887:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003a65ee71. 00000040:00000001:1.0:1767384283.503461:0:17887:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384283.503478:0:17887:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384283.503481:0:17887:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384283.503483:0:17887:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384283.503485:0:17887:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384283.503489:0:17887:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503491:0:17887:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384283.503493:0:17887:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384283.503495:0:17887:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c571d348. 00000040:00001000:1.0:1767384283.503497:0:17887:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384283.503834:0:17909:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384283.503838:0:17909:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a1eaae4. 00000020:00000010:1.0:1767384283.503843:0:17909:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cedeaef8. 00000040:00000010:1.0:1767384283.503846:0:17909:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078c02a64. 00000020:00000010:1.0:1767384283.503848:0:17909:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004190c301. 00000020:00000010:1.0:1767384283.503851:0:17909:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a5ce150. 00000020:00000010:1.0:1767384283.503854:0:17909:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bcde296. 80000000:00000010:1.0:1767384283.503857:0:17909:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000963d6be3. 40000000:00000010:1.0:1767384283.503859:0:17909:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008796e497. 00100000:00000010:1.0:1767384283.503863:0:17909:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004bf006f0. 00040000:00000010:1.0:1767384283.503865:0:17909:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384283.503868:0:17909:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000012609033. 00040000:00000010:1.0:1767384283.503871:0:17909:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf642f08. 00080000:00000010:1.0:1767384283.503876:0:17909:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004e86244d. 00080000:00000010:1.0:1767384283.503882:0:17909:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000015729518. 00000004:00000010:1.0:1767384283.503887:0:17909:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000069dd764c. 00000004:00000010:1.0:1767384283.503898:0:17909:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000057151d94. 00000004:00000010:1.0:1767384283.503901:0:17909:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bcae3774. 00002000:00000010:1.0:1767384283.503904:0:17909:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059a1764d. 00000004:00000010:1.0:1767384283.503906:0:17909:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000fd5ebd7. 00000020:00000010:1.0:1767384283.503909:0:17909:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d118ea9d. 00000040:00000010:1.0:1767384283.503916:0:17909:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000eef63afb. 00000040:00080000:1.0:1767384283.504779:0:17909:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:1.0:1767384283.504785:0:17909:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000eef63afb. 00000020:00000010:1.0:1767384283.504792:0:17909:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d118ea9d. 00000020:00000010:1.0:1767384283.504803:0:17909:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cedeaef8. 00000040:00000010:1.0:1767384283.504806:0:17909:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078c02a64. 00000020:00000010:1.0:1767384283.504809:0:17909:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004190c301. 00000020:00000010:1.0:1767384283.504813:0:17909:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009a5ce150. 00000020:00000010:1.0:1767384283.504817:0:17909:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bcde296. 80000000:00000010:1.0:1767384283.504820:0:17909:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000963d6be3. 40000000:00000010:1.0:1767384283.504823:0:17909:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008796e497. 00100000:00000010:1.0:1767384283.504826:0:17909:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004bf006f0. 00040000:00000010:1.0:1767384283.504829:0:17909:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384283.504833:0:17909:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000012609033. 00040000:00000010:1.0:1767384283.504835:0:17909:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf642f08. 00080000:00000010:1.0:1767384283.504839:0:17909:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000015729518. 00080000:00000010:1.0:1767384283.504842:0:17909:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004e86244d. 00000004:00000010:1.0:1767384283.504846:0:17909:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000069dd764c. 00000004:00000010:1.0:1767384283.504849:0:17909:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000057151d94. 00000004:00000010:1.0:1767384283.504852:0:17909:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bcae3774. 00002000:00000010:1.0:1767384283.504854:0:17909:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059a1764d. 00000004:00000010:1.0:1767384283.504857:0:17909:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000fd5ebd7. 00000020:00000010:1.0:1767384283.504861:0:17909:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a1eaae4. 00000100:00000001:1.0:1767384283.508307:0:16354:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384283.508321:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384283.508321:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384283.508333:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384283.508336:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.508358:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384283.508367:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384283.508375:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.508393:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.509306:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294871552, at 4294871553 00000100:00000010:1.0:1767384283.509320:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbe3c824. 00000100:00000040:3.0:1767384283.510230:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294871552, at 4294871554 00000100:00000010:3.0:1767384283.510253:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e22dbca2. 00000100:00000040:1.0:1767384283.521244:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294871564, at 4294871565 00000100:00000040:3.0:1767384283.521247:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294871564, at 4294871565 00000100:00000010:1.0:1767384283.521261:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ac73012. 00000100:00000010:3.0:1767384283.521263:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000af92f9c. 00000100:00000040:1.0:1767384283.522241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384283.522253:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384283.522260:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4fc6d48. 00000020:00000040:1.0:1767384283.522265:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384283.522269:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384283.522272:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384283.522277:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384283.522283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac3a6c8. 00000100:00000001:1.0:1767384283.522291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.522297:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384283.522309:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384283.522311:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.522317:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4fc6d48] to pc [ptlrpcd_00_03+3] req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.522361:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.522372:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (209) 00000100:00000001:1.0:1767384283.522409:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384283.522421:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384283.522428:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384283.522440:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.522479:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384283.522490:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.522504:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384283.522512:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384283.522524:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.522533:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4fc6d48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728305280:0@lo:400: 00000100:00000001:1.0:1767384283.522564:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384283.522572:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384283.522580:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384283.522595:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384283.522602:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a1eaae4. 02000000:00000001:1.0:1767384283.522610:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384283.522616:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000010:1.0:1767384283.522635:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384283.522658:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728305280, portal 10 00000100:00000001:1.0:1767384283.522677:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384283.522686:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000020:00000010:1.0:1767384283.522700:0:16358:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004e86244d. 00000100:00000040:1.0:1767384283.522726:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.522768:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384283.522791:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384283.522801:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384283.522821:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728305280, offset 0 00000400:00000200:1.0:1767384283.522836:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384283.522869:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384283.522904:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce01680 00000400:00000200:1.0:1767384283.522938:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000400:00000200:1.0:1767384283.522965:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384283.522969:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384283.522981:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728305152 02000000:00000001:3.0:1767384283.522990:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384283.522995:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384283.522998:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384283.523009:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.523036:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384283.523037:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384283.523050:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384283.523052:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728305152 00000020:00000001:3.0:1767384283.523065:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384283.523072:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001576ab93. 00000020:00000040:3.0:1767384283.523074:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1767384283.523087:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000001576ab93 x1853236728305280 msgsize 224 00000020:00000001:3.0:1767384283.523088:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384283.523096:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384283.523107:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384283.523121:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c003ea0. 00000100:00100000:1.0:1767384283.523127:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384283.523181:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c6ba4b9. 00000020:00000010:3.0:1767384283.523195:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d18662e. 00000100:00000001:3.0:1767384283.523213:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384283.523223:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384283.523227:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384283.523232:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.523245:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384283.523246:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384283.523259:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:3.0:1767384283.523269:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.523286:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384283.523291:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384283.523299:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728305280 02000000:00000001:3.0:1767384283.523313:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384283.523318:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384283.523320:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384283.523332:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384283.523351:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384283.523369:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728305280 00000020:00000001:3.0:1767384283.523381:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384283.523389:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000001:3.0:1767384283.523403:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384283.523405:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384283.523412:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000040:1.0:1767384283.523421:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384283.523425:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:3.0:1767384283.523454:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:3.0:1767384283.523477:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384283.523491:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000100:00000001:3.0:1767384283.523506:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.523509:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384283.523523:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000100:00000001:1.0:1767384283.523524:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384283.523548:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059fe178f. 00000100:00000001:1.0:1767384283.523554:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384283.523556:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006aa772bc. 00000100:00000040:1.0:1767384283.523574:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1476 usecs (2 jiffies) 00000020:00000010:3.0:1767384283.523576:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000001:1.0:1767384283.523595:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294871569 00000100:00000040:3.0:1767384283.523603:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384283.523607:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294871570 00000100:00000001:3.0:1767384283.523614:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384283.523623:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384283.523623:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294871569 00000100:00000001:3.0:1767384283.523635:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.523638:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294871570 00000100:00000001:3.0:1767384283.523645:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384283.523656:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384283.523656:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294871569 00000100:00000001:3.0:1767384283.523663:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.523669:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294871570 00000100:00000001:3.0:1767384283.523671:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384283.523683:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294871569 00000100:00000001:1.0:1767384283.523696:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294871570 00000100:00000001:3.0:1767384283.523697:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384283.523703:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384283.523712:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384283.523723:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384283.523730:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384283.523732:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:1.0:1767384283.523749:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.523750:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492202880 : -113724217348736 : ffff9891846c2d80) 00000100:00000001:1.0:1767384283.523766:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384283.523769:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001576ab93 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:264/0 lens 224/0 e 0 to 0 dl 1767384294 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.523786:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384283.523793:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384283.523807:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384283.523811:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384283.523813:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384283.523825:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000100:00000001:1.0:1767384283.523825:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.523835:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384283.523842:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384283.523844:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000100:00100000:3.0:1767384283.523859:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001576ab93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728305280:12345-0@lo:400: 00000100:00000200:3.0:1767384283.523868:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728305280 00000020:00000001:3.0:1767384283.523875:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384283.523880:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384283.523882:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384283.523888:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.523892:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384283.523909:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384283.523915:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:3.0:1767384283.523924:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384283.523933:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384283.523938:0:17087:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000015729518. 00000020:00000001:3.0:1767384283.523940:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384283.523951:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384283.523954:0:17087:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000001:3.0:1767384283.523958:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.523960:0:17087:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000020:00000001:3.0:1767384283.523965:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384283.523972:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384283.523980:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384283.523990:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb7fb2dd. 00000100:00000010:1.0:1767384283.523990:0:17087:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f8327a04. 02000000:00000001:3.0:1767384283.524005:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.524009:0:17087:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:3.0:1767384283.524032:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384283.524044:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384283.524052:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728305280 00010000:00000001:3.0:1767384283.524060:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384283.524069:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001576ab93 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:264/0 lens 224/224 e 0 to 0 dl 1767384294 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384283.524089:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384283.524092:0:17086:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00010000:00000001:3.0:1767384283.524094:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384283.524098:0:17086:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00001000:3.0:1767384283.524104:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=1 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384283.524110:0:17086:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bf642f08. 00000100:00000001:3.0:1767384283.524115:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1767384283.524119:0:17086:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000bf642f08. 00000100:00000040:3.0:1767384283.524123:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000100:00000040:1.0:1767384283.524131:0:17086:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000100:00000001:3.0:1767384283.524132:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384283.524205:0:17086:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:3.0:1767384283.524211:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384283.524227:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.524229:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384283.524236:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384283.524246:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384283.524261:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384283.524268:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384283.524273:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493448064 : -113724216103552 : ffff9891847f2d80) 00000400:00000010:3.0:1767384283.524282:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000040:1.0:1767384283.524285:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa60f979 x1853236728305152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384283.524298:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728305280, offset 224 00000400:00000200:3.0:1767384283.524327:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384283.524352:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa60f979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16354:x1853236728305152:12345-0@lo:38: 00000400:00000200:3.0:1767384283.524355:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384283.524375:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728305152 00000020:00000001:1.0:1767384283.524386:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384283.524387:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce01680 00010000:00000001:1.0:1767384283.524397:0:17086:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384283.524412:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 6 - find 00000400:00000200:3.0:1767384283.524416:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10bd [1] + 224 00000020:00000001:1.0:1767384283.524428:0:17086:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630354623377840 : -113719086173776 : ffff9892b643b1b0) 00000400:00000200:3.0:1767384283.524434:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384283.524443:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384283.524452:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384283.524460:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384283.524463:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000000fd5ebd7. 02000000:00000001:1.0:1767384283.524475:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384283.524478:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384283.524484:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384283.524496:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384283.524496:0:17086:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384283.524520:0:17086:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 204 last 0 00010000:00000001:1.0:1767384283.524545:0:17086:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384283.524557:0:17086:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1767384283.524564:0:17086:0:(genops.c:1392:class_connect()) Process entered 00000100:00000040:3.0:1767384283.524571:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4fc6d48 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384283.524573:0:17086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384283.524584:0:17086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bcae3774. 00000020:00000001:1.0:1767384283.524598:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384283.524620:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bcae3774 with handle 0x960a57272cefb9f9 to hash 00000100:00000001:3.0:1767384283.524633:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384283.524633:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384283.524654:0:17086:0:(obd_class.h:1008:obd_init_export()) Process entered 00000400:00000200:3.0:1767384283.524655:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384283.524670:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000004:00000001:1.0:1767384283.524671:0:17086:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:1.0:1767384283.524685:0:17086:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e45035d6. 00000100:00000001:3.0:1767384283.524688:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384283.524706:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:1.0:1767384283.524706:0:17086:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384283.524720:0:17086:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f63cd660. 00000100:00000001:3.0:1767384283.524722:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384283.524737:0:17086:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384283.524745:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 16 to 0@lo 00010000:00000001:3.0:1767384283.524758:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384283.524758:0:17086:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384283.524776:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:3.0:1767384283.524778:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384283.524792:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000090801301. 00000020:00000001:3.0:1767384283.524796:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000010:1.0:1767384283.524822:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000644b2add. 00000100:00000040:3.0:1767384283.524823:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001576ab93 x1853236728305280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:264/0 lens 224/224 e 0 to 0 dl 1767384294 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384283.524844:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf642f08. 00000001:00000010:1.0:1767384283.524864:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003bcde296. 00000001:00000010:1.0:1767384283.524881:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078c02a64. 00000100:00100000:3.0:1767384283.524887:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001576ab93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728305280:12345-0@lo:400: Request processed in 1070us (1793us total) trans 0 rc 0/0 00000001:00000010:1.0:1767384283.524909:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cedeaef8. 00000100:00100000:3.0:1767384283.524921:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000001:00000001:1.0:1767384283.524928:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000040:3.0:1767384283.524937:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000001:00000010:1.0:1767384283.524941:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004130a214. 00000100:00000001:3.0:1767384283.524943:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384283.524961:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:1.0:1767384283.524963:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000027982b62. 00000020:00000010:3.0:1767384283.524975:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006aa772bc. 00000001:00000010:1.0:1767384283.524979:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058a3b163. 00000020:00000010:3.0:1767384283.524995:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000001:00000010:1.0:1767384283.524995:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099c2d41f. 00000001:00000010:1.0:1767384283.525010:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000290479ab. 00000020:00000010:3.0:1767384283.525030:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059fe178f. 00000020:00000040:3.0:1767384283.525047:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000001:00000010:1.0:1767384283.525050:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071c8631c. 00000100:00000001:3.0:1767384283.525057:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384283.525060:0:17086:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.525074:0:17086:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384283.525089:0:17086:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.525106:0:17086:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384283.525121:0:17086:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=3 00000020:00000040:1.0:1767384283.525133:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 7 - export 00000020:00000001:1.0:1767384283.525199:0:17086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000040:1.0:1767384283.525211:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 2 00000020:00000080:1.0:1767384283.525225:0:17086:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x960a57272cefb9f9 00000020:00000001:1.0:1767384283.525237:0:17086:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.525248:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384283.525272:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000001:1.0:1767384283.525290:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384283.525299:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=3 00000020:00000001:1.0:1767384283.525315:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000001:1.0:1767384283.525328:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000001:00000001:1.0:1767384283.525344:0:17086:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384283.525359:0:17086:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1767384283.525382:0:17086:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.115@tcp 00000001:00000040:1.0:1767384283.525397:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 4 00000001:00000001:1.0:1767384283.525414:0:17086:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630354588612608 : -113719120939008 : ffff9892b4313800) 00000001:00000001:1.0:1767384283.525436:0:17086:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384283.525447:0:17086:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=4 00000001:00000040:1.0:1767384283.525457:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 5 00000001:00000001:1.0:1767384283.525471:0:17086:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384283.525486:0:17086:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:1.0:1767384283.525498:0:17086:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 4 00000001:00000001:1.0:1767384283.525506:0:17086:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:1.0:1767384283.525517:0:17086:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:1.0:1767384283.525528:0:17086:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:1.0:1767384283.525534:0:17086:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384283.525544:0:17086:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384283.525548:0:17086:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384283.525557:0:17086:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000330896e2 00000020:00000010:1.0:1767384283.525569:0:17086:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dbe3c824. 00000020:00000040:1.0:1767384283.525585:0:17086:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002bfb8570 for nid 0@lo - ref 3 00000020:00000001:1.0:1767384283.525597:0:17086:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:1.0:1767384283.525606:0:17086:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000dbe3c824. 00000020:00000001:1.0:1767384283.525617:0:17086:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:1.0:1767384283.525624:0:17086:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384283.525634:0:17086:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384283.525644:0:17086:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384283.525657:0:17086:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000069dd764c. 00000020:00000040:1.0:1767384283.525678:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - import 00000020:00000001:1.0:1767384283.525694:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384283.525701:0:17086:0:(genops.c:1242:class_import_put()) import 0000000069dd764c refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384283.525712:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384283.525719:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c12377e8. 00000020:00000040:1.0:1767384283.525729:0:17086:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=5 00000100:00000040:1.0:1767384283.525737:0:17086:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:1.0:1767384283.525746:0:17086:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384283.525754:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384283.525765:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000100:00000001:1.0:1767384283.525782:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384283.525795:0:17086:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630354744032832 : -113718965518784 : 0xffff9892bd74be40) 00000100:00000040:1.0:1767384283.525817:0:17086:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000020:00000040:1.0:1767384283.525834:0:17086:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=6 00000100:00000001:1.0:1767384283.525851:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384283.525867:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 18 to 0@lo 00000100:00000001:1.0:1767384283.525881:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384283.525896:0:17086:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384283.525906:0:17086:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384283.525914:0:17086:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384283.525923:0:17086:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651718720 : -1057832896 : ffffffffc0f2c040) 02000000:00000001:1.0:1767384283.525939:0:17086:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.525950:0:17086:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384283.525962:0:17086:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384283.525973:0:17086:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384283.525990:0:17086:0:(import.c:65:import_set_state_nolock()) 0000000069dd764c : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384283.526009:0:17086:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384283.526038:0:17086:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384283.526053:0:17086:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384283.526067:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 5 00000020:00000040:1.0:1767384283.526076:0:17086:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - find 00010000:00000001:1.0:1767384283.526085:0:17086:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.526101:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384283.526112:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424304 : -1046127312 : ffffffffc1a55d30) 00000020:00000001:1.0:1767384283.526203:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384283.526209:0:17086:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384283.526215:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384283.526219:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384283.526226:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.526241:0:17086:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384283.526255:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384283.526264:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384283.526279:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384283.526290:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.526303:0:17086:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384283.526322:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728305152 00010000:00000001:1.0:1767384283.526332:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384283.526348:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa60f979 x1853236728305152/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384283.526387:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384283.526396:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384283.526408:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=1 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384283.526419:0:17086:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384283.526435:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384283.526454:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 19 to 0@lo 00000100:00000001:1.0:1767384283.526463:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384283.526475:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384283.526481:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384283.526500:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384283.526522:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384283.526533:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384283.526545:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236728305152, offset 0 00000400:00000200:1.0:1767384283.526566:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384283.526599:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384283.526617:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824ce01600 00000400:00000200:1.0:1767384283.526644:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10b9 [1] + 0 00000400:00000200:1.0:1767384283.526668:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384283.526688:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384283.526713:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384283.526727:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e4893b3 x1853236728305152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384283.526749:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000006e4893b3 x1853236728305152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384283.526779:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384283.526792:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384283.526804:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:1.0:1767384283.526815:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384283.526825:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384283.526842:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384283.526856:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00010000:00000001:1.0:1767384283.526868:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384283.526877:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384283.526889:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384283.526920:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa60f979 x1853236728305152/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384283.526966:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa60f979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236728305152:12345-0@lo:38: Request processed in 2618us (4072us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384283.527043:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384283.527057:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:1.0:1767384283.527084:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384283.527097:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384283.527111:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c6ba4b9. 00000020:00000010:1.0:1767384283.527127:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d18662e. 00000020:00000010:1.0:1767384283.527139:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c003ea0. 00000020:00000040:1.0:1767384283.527146:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:1.0:1767384283.527194:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384283.529076:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000f0b1d60. 00000100:00000040:1.0:1767384283.529217:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294871572, at 4294871573 00000100:00000040:3.0:1767384283.529224:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294871572, at 4294871573 00000100:00000010:1.0:1767384283.529231:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7c4f375. 00000100:00000010:3.0:1767384283.529236:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c476c21b. 20000000:01000000:3.0:1767384283.529314:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384283.529324:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384283.529325:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384283.529329:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384283.529331:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384283.529336:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b29d2756. 00010000:00000001:3.0:1767384283.529339:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384283.529341:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bcc7812. 00000020:00000001:3.0:1767384283.529344:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384283.529346:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bcc7812 with handle 0x960a57272cefba00 to hash 00000020:00000001:3.0:1767384283.529347:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384283.529349:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529351:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529353:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384283.529354:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384283.529356:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529362:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384283.529364:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384283.529366:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384283.529368:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384283.529371:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384283.529374:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384283.529375:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384283.529381:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384283.529382:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384283.529384:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384283.529385:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384283.529386:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b29d2756) refcount = 1 00010000:00010000:3.0:1767384283.529389:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529393:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384283.529394:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384283.529394:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384283.529396:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529400:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384283.529402:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384283.529404:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001158912s 00010000:00000001:3.0:1767384283.529406:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384283.529407:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384283.529408:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=4 00000020:00000001:3.0:1767384283.529409:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529411:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529412:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384283.529413:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529417:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384283.529418:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529421:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384283.529422:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384283.529423:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529426:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384283.529427:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529428:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384283.529429:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384283.529433:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bcc7812 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384283.529434:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384283.529436:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384283.529437:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529441:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384283.529442:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384283.529446:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384283.529447:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=5 00000020:00000001:3.0:1767384283.529448:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529450:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384283.529452:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384283.529453:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529457:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384283.529459:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384283.529461:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529465:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384283.529468:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384283.529472:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384283.529474:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384283.529479:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bcc7812 with handle 0x960a57272cefba00 from hash 00010000:00000001:3.0:1767384283.529481:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384283.529484:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384283.529488:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384283.529489:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384283.529491:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384283.529494:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384283.529497:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384283.529500:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384283.529507:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529511:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384283.529514:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384283.529518:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384283.529521:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384283.529522:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529525:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384283.529529:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384283.529533:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529540:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384283.529554:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384283.529556:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384283.529558:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384283.529561:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384283.529562:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384283.529565:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384283.529567:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384283.529572:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384283.529574:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384283.529582:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384283.529585:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384283.529588:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bcc7812/0x960a57272cefba00 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384283.529594:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b29d2756 count: 0 00010000:00000001:3.0:1767384283.529605:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384283.529608:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384283.539201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b29d2756. 00010000:00000010:3.1:1767384283.539226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bcc7812. 00080000:00000010:1.0:1767384283.540401:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a2c9ef4. 00080000:00000010:1.0:1767384283.540423:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a2c9ef4. 00000020:00000001:1.0:1767384283.540431:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384283.540447:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a2c9ef4. 00080000:00000010:1.0:1767384283.540453:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a2c9ef4. 00000020:00000001:1.0:1767384283.540459:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384283.551432:0:17915:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a0da4e7b. 00080000:00000010:3.0:1767384283.551446:0:17915:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a0da4e7b. 00000020:00000001:3.0:1767384283.551452:0:17915:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384283.551464:0:17915:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a0da4e7b. 00080000:00000010:3.0:1767384283.551478:0:17915:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a0da4e7b. 00000020:00000001:3.0:1767384283.551484:0:17915:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384283.551570:0:17915:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384283.552215:0:17915:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384283.745913:0:17926:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005d537afa. 00080000:00000010:3.0:1767384283.745924:0:17926:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005d537afa. 00000020:00000001:3.0:1767384283.745929:0:17926:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384283.745939:0:17926:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005d537afa. 00080000:00000010:3.0:1767384283.745944:0:17926:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005d537afa. 00000020:00000001:3.0:1767384283.745947:0:17926:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384283.865780:0:17964:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcec450b. 00080000:00000010:3.0:1767384283.865789:0:17964:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcec450b. 00000020:00000001:3.0:1767384283.865793:0:17964:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384283.865799:0:17964:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcec450b. 00080000:00000010:3.0:1767384283.865805:0:17964:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcec450b. 00000020:00000001:3.0:1767384283.865807:0:17964:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384283.865833:0:17964:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384283.865991:0:17964:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:1.0:1767384284.386993:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec532086. 00080000:00000010:1.0:1767384284.387034:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec532086. 00000020:00000001:1.0:1767384284.387043:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384284.387056:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec532086. 00080000:00000010:1.0:1767384284.387063:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec532086. 00000020:00000001:1.0:1767384284.387068:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384284.468407:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384284.468412:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384284.468416:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384284.809991:0:18072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009409478c. 00080000:00000010:3.0:1767384284.810031:0:18072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009409478c. 00000020:00000001:3.0:1767384284.810039:0:18072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384284.810052:0:18072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009409478c. 00080000:00000010:3.0:1767384284.810058:0:18072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009409478c. 00000020:00000001:3.0:1767384284.810063:0:18072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.493289:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384285.493295:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384285.493299:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384285.653720:0:18237:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384285.653726:0:18237:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing set_default_debug -1 all 00000001:00000001:1.0:1767384285.655988:0:18237:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384285.669844:0:18239:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:1.0:1767384286.010338:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a829047f. 00080000:00000010:1.0:1767384286.010351:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a829047f. 00000020:00000001:1.0:1767384286.010356:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384286.010363:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a829047f. 00080000:00000010:1.0:1767384286.010369:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a829047f. 00000020:00000001:1.0:1767384286.010384:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384286.010415:0:18289:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384286.010591:0:18289:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384286.214735:0:18302:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4f0e1f4. 00080000:00000010:3.0:1767384286.214748:0:18302:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4f0e1f4. 00000020:00000001:3.0:1767384286.214755:0:18302:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384286.214768:0:18302:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4f0e1f4. 00080000:00000010:3.0:1767384286.214774:0:18302:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4f0e1f4. 00000020:00000001:3.0:1767384286.214779:0:18302:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384286.516360:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384286.516367:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.516372:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384287.033213:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294875076, at 4294875077 00000100:00000040:3.0:1767384287.033228:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294875076, at 4294875077 00000100:00000010:1.0:1767384287.033231:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006a722ff. 00000100:00000010:3.0:1767384287.033243:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d3aec4f. 00000020:00000001:3.0:1767384287.540276:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384287.540281:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384287.540285:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384287.607485:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1111 [1] + 224 00000400:00000200:0.0:1767384287.607504:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384287.607509:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384287.607521:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384287.607527:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072aa910b x1853236728306048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384287.607624:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000072aa910b x1853236728306048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.607669:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384287.607682:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:0.0:1767384287.607693:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000001:0.0:1767384287.607709:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384287.607718:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384287.607724:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384287.607732:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00010000:00000001:0.0:1767384287.607742:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384287.607746:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384287.607750:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384287.607755:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcca64fd x1853236728306048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1767384298 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384287.607766:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcca64fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728306048:12345-0@lo:400: Request processed in 849us (2054us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384287.607786:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384287.607795:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:0.0:1767384287.607809:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384287.607813:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384287.607822:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000610fee70. 00000020:00000010:0.0:1767384287.607836:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022ace09e. 00000020:00000010:0.0:1767384287.607844:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a1eaae4. 00000020:00000040:0.0:1767384287.607855:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:0.0:1767384287.607861:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384287.607901:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384287.607907:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:0.0:1767384287.607939:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384287.607944:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384287.607948:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384287.607958:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.608002:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384287.608005:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384287.608032:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384287.608040:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384287.608050:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384287.608063:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16354:1853236728305920:0@lo:8: 00000100:00000001:0.0:1767384287.608076:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384287.608082:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384287.608089:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384287.608101:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384287.608109:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000bc9df54. 02000000:00000001:0.0:1767384287.608113:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384287.608121:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0e4d4a. 00000400:00000010:0.0:1767384287.608136:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000200:0.0:1767384287.608143:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728305920, portal 4 00000100:00000001:0.0:1767384287.608146:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384287.608148:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 00000020:00000010:0.0:1767384287.608188:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002d100d8b. 00000100:00000040:0.0:1767384287.608198:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.608211:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384287.608221:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384287.608225:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000100:00000200:0.0:1767384287.608238:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236728305920, offset 0 00000400:00000200:0.0:1767384287.608253:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384287.608277:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384287.608306:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824ce01900 00000400:00000200:0.0:1767384287.608326:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 00000400:00000200:0.0:1767384287.608336:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384287.608351:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384287.608362:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384287.608365:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384287.608372:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8cd59fc. 00000100:00000040:0.0:1767384287.608377:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e8cd59fc x1853236728305920 msgsize 520 00000100:00100000:0.0:1767384287.608394:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384287.608407:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384287.608416:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:0.0:1767384287.608419:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000001:0.0:1767384287.608428:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384287.608457:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384287.608516:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052d8b29e. 00000100:00000001:3.0:1767384287.608533:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384287.608534:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384287.608550:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728305920 00000100:00000040:0.0:1767384287.608550:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384287.608559:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384287.608567:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384287.608573:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.608584:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608585:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384287.608594:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384287.608596:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384287.608605:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00100000:3.0:1767384287.608608:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728305920 00000020:00000001:3.0:1767384287.608618:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384287.608619:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875658 00000020:00000040:3.0:1767384287.608626:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1767384287.608630:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294875655 00000020:00000001:3.0:1767384287.608631:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384287.608637:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608645:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875658 00000020:00000001:3.0:1767384287.608648:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608655:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294875656 00000020:00000010:3.0:1767384287.608656:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4519918. 00000020:00000010:3.0:1767384287.608668:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8cfe8bb. 00000100:00000001:0.0:1767384287.608668:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875658 00000100:00000001:0.0:1767384287.608677:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294875656 00000020:00000010:3.0:1767384287.608681:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000001:0.0:1767384287.608685:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875658 00000100:00000001:3.0:1767384287.608697:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384287.608699:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294875656 00000100:00000001:3.0:1767384287.608708:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384287.608712:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608715:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384287.608719:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608732:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.608739:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384287.608742:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608753:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384287.608765:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384287.608772:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384287.608777:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384287.608787:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:0.0:1767384287.608789:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384287.608794:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801155840 : -113719908395776 : ffff989285419500) 00000100:00000001:0.0:1767384287.608796:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384287.608801:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8cd59fc x1853236728305920/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.608801:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384287.608803:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.608810:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384287.608842:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8cd59fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16354:x1853236728305920:12345-0@lo:8: 00000100:00000200:3.0:1767384287.608856:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728305920 00000020:00000001:3.0:1767384287.608862:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384287.608872:0:17895:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384287.608890:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 4 - find 00000020:00000001:3.0:1767384287.608901:0:17895:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630353827344816 : -113719882206800 : ffff989286d131b0) 00000100:00000001:3.0:1767384287.608917:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384287.608922:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384287.608933:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000267ad984. 02000000:00000001:3.0:1767384287.608944:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.608952:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384287.608962:0:17895:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384287.609004:0:17895:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 208 last 0 00010000:00000001:3.0:1767384287.609034:0:17895:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384287.609038:0:17895:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384287.609042:0:17895:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384287.609048:0:17895:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384287.609059:0:17895:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7ec01eb. 00000020:00000001:3.0:1767384287.609069:0:17895:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384287.609076:0:17895:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a7ec01eb with handle 0x960a57272cefba15 to hash 00000020:00000001:3.0:1767384287.609089:0:17895:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384287.609099:0:17895:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384287.609107:0:17895:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384287.609117:0:17895:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000030c24555. 00000001:00000001:3.0:1767384287.609132:0:17895:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384287.609138:0:17895:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384287.609142:0:17895:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384287.609147:0:17895:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e4bc2c3a. 00000001:00000010:3.0:1767384287.609198:0:17895:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fe0c94d5. 00000001:00000010:3.0:1767384287.609203:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000254f5cee. 00000001:00000010:3.0:1767384287.609208:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a00b701c. 00000001:00000010:3.0:1767384287.609213:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000190146b6. 00000001:00000010:3.0:1767384287.609217:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076e041f0. 00010000:00000001:3.0:1767384287.609222:0:17895:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384287.609225:0:17895:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.609228:0:17895:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384287.609232:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=3 00000020:00000040:3.0:1767384287.609236:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 5 - export 00000020:00000001:3.0:1767384287.609239:0:17895:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000040:3.0:1767384287.609243:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 2 00000020:00000080:3.0:1767384287.609246:0:17895:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384287.609250:0:17895:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.609253:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384287.609255:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384287.609257:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384287.609259:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=3 00000020:00000001:3.0:1767384287.609270:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:3.0:1767384287.609273:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000001:00000001:3.0:1767384287.609277:0:17895:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384287.609281:0:17895:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384287.609293:0:17895:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.115@tcp 00000001:00000040:3.0:1767384287.609299:0:17895:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 5 00000001:00000001:3.0:1767384287.609304:0:17895:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630354588612608 : -113719120939008 : ffff9892b4313800) 00000001:00000001:3.0:1767384287.609310:0:17895:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384287.609314:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=4 00000001:00000040:3.0:1767384287.609317:0:17895:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 6 00000020:00000010:3.0:1767384287.609327:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000411e7b67. 00000020:00000010:3.0:1767384287.609333:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000c4da3573. 00000001:00000001:3.0:1767384287.609356:0:17895:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384287.609362:0:17895:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384287.609365:0:17895:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 5 00000001:00000001:3.0:1767384287.609368:0:17895:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384287.609371:0:17895:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1767384287.609376:0:17895:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1767384287.609379:0:17895:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:3.0:1767384287.609384:0:17895:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.609388:0:17895:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384287.609391:0:17895:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384287.609395:0:17895:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384287.609399:0:17895:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384287.609404:0:17895:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000704460c1. 00080000:00000001:3.0:1767384287.609408:0:17895:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354232763392 : -113719476788224 : ffff98929efb6400) 00080000:00000001:3.0:1767384287.609413:0:17895:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384287.609419:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384287.609425:0:17895:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f791140d. 00080000:00000001:3.0:1767384287.609429:0:17895:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.609432:0:17895:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384287.609464:0:17895:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384287.609471:0:17895:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005962f99d. 00000001:00000040:3.0:1767384287.609475:0:17895:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a7ec01eb : new cb_count 1 00000020:00000040:3.0:1767384287.609479:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=5 00000001:00000001:3.0:1767384287.609525:0:17895:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384287.609535:0:17895:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384287.609548:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f791140d. 00040000:00000001:3.0:1767384287.609553:0:17895:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384287.609556:0:17895:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384287.609559:0:17895:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384287.609561:0:17895:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384287.609563:0:17895:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384287.609566:0:17895:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384287.609569:0:17895:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384287.609572:0:17895:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000a3fa80de 00000020:00000010:3.0:1767384287.609576:0:17895:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008d1ee7c4. 00000020:00000040:3.0:1767384287.609586:0:17895:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000008d1ee7c4 for nid 0@lo - ref 2 00000020:00000001:3.0:1767384287.609685:0:17895:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384287.609692:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000829806f6. 00000020:00000010:3.0:1767384287.609697:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000fb215dc6. 00000020:00000010:3.0:1767384287.609700:0:17895:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000542632e8. 00000020:00000010:3.0:1767384287.609727:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004c4310a8. 00000020:00000010:3.0:1767384287.609731:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000427ba480. 00000020:00000010:3.0:1767384287.609735:0:17895:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000185dc5d0. 00002000:00000001:3.0:1767384287.609746:0:17895:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384287.609748:0:17895:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384287.609750:0:17895:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384287.609752:0:17895:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384287.609758:0:17895:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000036e26be6. 00000020:00000040:3.0:1767384287.609761:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - import 00000020:00000001:3.0:1767384287.609768:0:17895:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384287.609769:0:17895:0:(genops.c:1242:class_import_put()) import 0000000036e26be6 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384287.609772:0:17895:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384287.609775:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f791140d. 00000020:00000040:3.0:1767384287.609789:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=6 00000100:00000040:3.0:1767384287.609791:0:17895:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384287.609794:0:17895:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384287.609797:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384287.609799:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 19 to 0@lo 00000100:00000001:3.0:1767384287.609802:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:3.0:1767384287.609804:0:17895:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630354744032832 : -113718965518784 : 0xffff9892bd74be40) 00000100:00000040:3.0:1767384287.609807:0:17895:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000044fc1bc5 refcount 19 to 0@lo 00000020:00000040:3.0:1767384287.609809:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=7 00000100:00000001:3.0:1767384287.609814:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384287.609816:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384287.609818:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384287.609820:0:17895:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384287.609823:0:17895:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384287.609825:0:17895:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384287.609828:0:17895:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651718720 : -1057832896 : ffffffffc0f2c040) 02000000:00000001:3.0:1767384287.609831:0:17895:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.609834:0:17895:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384287.609836:0:17895:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384287.609839:0:17895:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384287.609841:0:17895:0:(import.c:65:import_set_state_nolock()) 0000000036e26be6 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384287.609845:0:17895:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384287.609846:0:17895:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384287.609849:0:17895:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384287.609852:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 6 00000020:00000040:3.0:1767384287.609854:0:17895:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - find 00010000:00000001:3.0:1767384287.609856:0:17895:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.609859:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384287.609861:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548000 : -1044003616 : ffffffffc1c5c4e0) 00000020:00000001:3.0:1767384287.609865:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384287.609867:0:17895:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384287.609869:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384287.609870:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384287.609879:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.609882:0:17895:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384287.609886:0:17895:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384287.609888:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728305920 00010000:00000001:3.0:1767384287.609890:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384287.609893:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8cd59fc x1853236728305920/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384287.609901:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384287.609904:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384287.609906:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=1767384287 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384287.609909:0:17895:0:(import.c:2194:obd_at_measure()) AT 00000000c9403357 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384287.609914:0:17895:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@00000000e8cd59fc x1853236728305920/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384287.609921:0:17895:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384287.609924:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384287.609926:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384287.609943:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384287.609945:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384287.609946:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.609949:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384287.609951:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384287.609954:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000200:3.0:1767384287.609956:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236728305920, offset 0 00000400:00000200:3.0:1767384287.609960:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384287.609965:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384287.609970:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824ce01900 00000400:00000200:3.0:1767384287.609973:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1131 [1] + 0 00000400:00000200:3.0:1767384287.609993:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384287.609996:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384287.609999:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384287.610003:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384287.610010:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000007660d57b x1853236728305920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384287.610034:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384287.610039:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384287.610041:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000100:00000001:3.0:1767384287.610045:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384287.610047:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384287.610054:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384287.610062:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384287.610066:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384287.610073:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.610082:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384287.610091:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8cd59fc x1853236728305920/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384287.610125:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8cd59fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236728305920:12345-0@lo:8: Request processed in 1281us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384287.610193:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384287.610203:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:3.0:1767384287.610209:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384287.610214:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384287.610221:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384287.610233:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000020:00000010:3.0:1767384287.610242:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4519918. 00000020:00000040:3.0:1767384287.610256:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:3.0:1767384287.610267:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384287.610421:0:17109:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:1.0:1767384287.610426:0:17109:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384287.610431:0:17108:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1767384287.610432:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000001:3.0:1767384287.610436:0:17108:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000020:1.0:1767384287.610437:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000004:00080000:3.0:1767384287.610444:0:17108:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000100:00000010:1.0:1767384287.610446:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb381065. 00000040:00000001:3.0:1767384287.610451:0:17108:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000020:00000040:1.0:1767384287.610457:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:3.0:1767384287.610458:0:17108:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1767384287.610464:0:17108:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:1.0:1767384287.610468:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:3.0:1767384287.610472:0:17108:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384287.610475:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:3.0:1767384287.610486:0:17108:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:1.0:1767384287.610486:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384287.610494:0:17108:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00080000:00000001:3.0:1767384287.610506:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:1.0:1767384287.610509:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9efe73b. 00080000:00000010:3.0:1767384287.610521:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000adfe9b05. 00000100:00000001:1.0:1767384287.610523:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.610532:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349490408960 : -113724219142656 : ffff98918450ce00) 00000100:00000001:1.0:1767384287.610536:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384287.610541:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610543:0:17108:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384287.610548:0:17108:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000040:1.0:1767384287.610554:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb381065] to pc [ptlrpcd_00_03+3] req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384287.610557:0:17108:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384287.610565:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384287.610570:0:17108:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000063dfcec7. 00080000:00000001:3.0:1767384287.610577:0:17108:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610585:0:17108:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610594:0:17108:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610602:0:17108:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384287.610607:0:17108:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384287.610613:0:17108:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000004:00000001:1.0:1767384287.610615:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.610625:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:1.0:1767384287.610627:0:17109:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000001:00000001:3.0:1767384287.610634:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00080000:1.0:1767384287.610637:0:17109:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00080000:00000002:3.0:1767384287.610639:0:17108:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000004:00000001:1.0:1767384287.610654:0:17109:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00080000:00000010:3.0:1767384287.610655:0:17108:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000b0bd7294. 00000100:00000010:1.0:1767384287.610663:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000372fdfb7. 00080000:00000001:3.0:1767384287.610668:0:17108:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384287.610670:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:3.0:1767384287.610671:0:17108:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610676:0:17108:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.610676:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:3.0:1767384287.610679:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384287.610680:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384287.610684:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384287.610689:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3f017a5. 00080000:00000001:3.0:1767384287.610691:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.610694:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610702:0:17108:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000001:1.0:1767384287.610706:0:17109:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000040:00000001:3.0:1767384287.610708:0:17108:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:1.0:1767384287.610710:0:17109:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000040:00001000:3.0:1767384287.610723:0:17108:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000010:1.0:1767384287.610725:0:17109:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070b61839. 00000100:00000001:1.0:1767384287.610739:0:17109:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353841993984 : -113719867557632 : ffff989287b0b900) 00000100:00000001:1.0:1767384287.610743:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384287.610745:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492197504 : -113724217354112 : ffff9891846c1880) 00000100:00000001:1.0:1767384287.610749:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384287.610751:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.610753:0:17109:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384287.610755:0:17109:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00000001:3.0:1767384287.610758:0:17108:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384287.610760:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384287.610761:0:17108:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.610768:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384287.610773:0:17109:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384287.610774:0:17109:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384287.610776:0:17108:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000063dfcec7. 02000000:00000001:1.0:1767384287.610777:0:17109:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384287.610782:0:17109:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384287.610783:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:1.0:1767384287.610786:0:17109:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384287.610787:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384287.610789:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610791:0:17108:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610793:0:17108:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384287.610797:0:17108:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384287.610800:0:17109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000372fdfb7 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853236728306432:0@lo:7: 00080000:00000001:3.0:1767384287.610801:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384287.610805:0:17109:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000010:3.0:1767384287.610807:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000200b57e5. 02000000:00000001:1.0:1767384287.610808:0:17109:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:3.0:1767384287.610811:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349490411008 : -113724219140608 : ffff98918450d600) 02000000:00000001:1.0:1767384287.610812:0:17109:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384287.610815:0:17109:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384287.610820:0:17109:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c45f7754. 02000000:00000001:1.0:1767384287.610825:0:17109:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.610826:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:1.0:1767384287.610830:0:17109:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655477b5. 00080000:00000001:3.0:1767384287.610834:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384287.610838:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000004:00001000:3.0:1767384287.610839:0:17108:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000200:1.0:1767384287.610844:0:17109:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728306432, portal 4 00000004:00000010:3.0:1767384287.610850:0:17108:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c54450c9. 00000100:00000001:1.0:1767384287.610853:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00080000:3.0:1767384287.610857:0:17108:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 208358719770ns, next at 0ns, rc = 0 00000100:00000001:1.0:1767384287.610861:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492197504 : -113724217354112 : ffff9891846c1880) 00080000:00000001:3.0:1767384287.610866:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000010:1.0:1767384287.610871:0:17109:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eef63afb. 00040000:00000001:3.0:1767384287.610877:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384287.610881:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1767384287.610882:0:17109:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384303 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384287.610893:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.610896:0:17109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1767384287.610905:0:17108:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00000100:00000040:1.0:1767384287.610909:0:17109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00080000:3.0:1767384287.610910:0:17108:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000400:00000010:1.0:1767384287.610919:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000200:1.0:1767384287.610929:0:17109:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236728306432, offset 0 00080000:00000001:3.0:1767384287.610936:0:17108:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384287.610946:0:17108:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1767384287.610950:0:17109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:3.0:1767384287.610955:0:17108:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384287.610961:0:17108:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384287.610969:0:17108:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1767384287.610992:0:17109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:3.0:1767384287.610993:0:17108:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384287.611020:0:17109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824ce01b00 00000400:00000200:1.0:1767384287.611040:0:17109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:1.0:1767384287.611056:0:17109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384287.611071:0:17109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384287.611087:0:17109:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384287.611090:0:17109:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384287.611102:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcd849ff. 00000100:00000040:1.0:1767384287.611108:0:17109:0:(events.c:337:request_in_callback()) incoming req@00000000fcd849ff x1853236728306432 msgsize 264 00000100:00100000:1.0:1767384287.611136:0:17109:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384287.611146:0:17109:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384287.611178:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000400:00000010:1.0:1767384287.611185:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00000001:1.0:1767384287.611207:0:17109:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384287.611224:0:17109:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384303 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.611255:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384287.611269:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384303 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.611299:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.611308:0:17109:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384287.611324:0:17109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384287.611334:0:17109:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6471 usecs (7 jiffies) 00000100:00000001:1.0:1767384287.611342:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875662 00000100:00000001:3.0:1767384287.611345:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384287.611351:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728306432 00000100:00000001:1.0:1767384287.611352:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294875658 02000000:00000001:3.0:1767384287.611356:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384287.611361:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384287.611362:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875662 00000100:00000001:3.0:1767384287.611368:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.611374:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294875658 02000000:00000001:3.0:1767384287.611376:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384287.611386:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728306432 00000100:00000001:1.0:1767384287.611386:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875662 00000020:00000001:3.0:1767384287.611395:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384287.611399:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294875658 00000020:00000040:3.0:1767384287.611403:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384287.611414:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384287.611414:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875662 00000020:00000040:3.0:1767384287.611420:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000100:00000001:1.0:1767384287.611425:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294875658 00000020:00000001:3.0:1767384287.611434:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384287.611440:0:17109:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.611447:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384287.611458:0:17109:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.611463:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384287.611468:0:17109:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384287.611471:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb7e8d33. 00000100:00000001:1.0:1767384287.611474:0:17109:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384287.611482:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f791140d. 00000100:00100000:1.0:1767384287.611484:0:17109:0:(client.c:2690:ptlrpc_set_wait()) set 0000000070b61839 going to sleep for 11 seconds 00000020:00000040:3.0:1767384287.611491:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:1.0:1767384287.611501:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384287.611513:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.611536:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384287.611546:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.611551:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384287.611567:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033fd0c33. 00000020:00000010:3.0:1767384287.611571:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384287.611575:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00080000:1.0:1767384287.611586:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384287.611587:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384287.611595:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384287.611597:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384287.611605:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384287.611611:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.611618:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.611631:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384287.611657:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384287.611661:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384287.611675:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384287.611692:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384287.611700:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492196608 : -113724217355008 : ffff9891846c1500) 00000100:00000040:3.0:1767384287.611715:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fcd849ff x1853236728306432/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 264/0 e 0 to 0 dl 1767384298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384287.611736:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384287.611740:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063dfcec7. 00000100:00000001:3.0:1767384287.611745:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384287.611750:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063dfcec7. 00000100:00100000:3.0:1767384287.611765:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fcd849ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17109:x1853236728306432:12345-0@lo:7: 00000100:00000200:3.0:1767384287.611784:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728306432 00000020:00000001:3.0:1767384287.611792:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384287.611798:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384287.611800:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.611807:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384287.611817:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665547952 : -1044003664 : ffffffffc1c5c4b0) 00000020:00000001:3.0:1767384287.611824:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384287.611831:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384287.611845:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384287.611855:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384287.611857:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003a65ee71. 00000020:00000001:3.0:1767384287.611879:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.611884:0:17896:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00002000:00000001:3.0:1767384287.611892:0:17895:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00100000:1.0:1767384287.611899:0:17896:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000001:3.0:1767384287.611916:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1767384287.611918:0:17896:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000956e8279. 02000000:00000001:3.0:1767384287.611925:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384287.611935:0:17896:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 02000000:00000010:3.0:1767384287.611940:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000937f0609. 02000000:00000001:3.0:1767384287.611948:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.611958:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384287.611972:0:17895:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:3.0:1767384287.612001:0:17895:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 0000000082e04af4. 00000020:00000001:3.0:1767384287.612030:0:17895:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384287.612039:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.612051:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.612080:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000520f4b41. 00002000:00000001:3.0:1767384287.612089:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637391432 : -113719072160184 : ffff9892b7198648) 00002000:00000001:3.0:1767384287.612103:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.612109:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:3.0:1767384287.612121:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000023617d29. 00002000:00000001:3.0:1767384287.612131:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.612141:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000100:00000001:0.0:1767384287.612143:0:17896:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.612149:0:17895:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000100:00000001:0.0:1767384287.612194:0:18424:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384287.612214:0:18424:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000085705e5c. 00000020:00000010:0.0:1767384287.612225:0:18424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000051d3905c. 00000020:00000010:0.0:1767384287.612242:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0a24f62. 00000020:00000010:0.0:1767384287.612248:0:18424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000936d10e. 00000020:00000010:0.0:1767384287.612254:0:18424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003006905c. 00000001:00000001:3.0:1767384287.612271:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000020:00000010:0.0:1767384287.612271:0:18424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a7d38540. 00000020:00000010:0.0:1767384287.612283:0:18424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a69eadfe. 00000001:00000010:3.0:1767384287.612285:0:17895:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000063dfcec7. 00000001:00000001:3.0:1767384287.612301:0:17895:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 80000000:00000010:0.0:1767384287.612302:0:18424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ea4a445b. 00000001:00000001:3.0:1767384287.612307:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 40000000:00000010:0.0:1767384287.612313:0:18424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000deeb69d6. 00000001:00000002:3.0:1767384287.612315:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00100000:00000010:0.0:1767384287.612323:0:18424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000593d223c. 00040000:00000010:0.0:1767384287.612334:0:18424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a08e8b42. 00040000:00000010:0.0:1767384287.612342:0:18424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb5ca22b. 00080000:00000010:0.0:1767384287.612363:0:18424:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000378cbd5e. 00080000:00000010:0.0:1767384287.612375:0:18424:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf4ca3e0. 00002000:00000010:0.0:1767384287.612383:0:18424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f44c36b2. 00000001:00000001:3.0:1767384287.612406:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502286720 : -113719207264896 : ffff9892af0bfd80) 00000100:00000010:0.0:1767384287.612408:0:18424:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000019371dfa. 00000001:00000010:3.0:1767384287.612422:0:17895:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000cf881ab7. 00000100:00000200:0.0:1767384287.612426:0:18424:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000001:00000001:3.0:1767384287.612430:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.612437:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000100:00000001:0.0:1767384287.612634:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384287.612638:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384287.612650:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384287.612654:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384287.612661:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012aacfdb. 00000400:00000200:0.0:1767384287.612667:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0c1e31 00000400:00000010:0.0:1767384287.612669:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000100:00000001:0.0:1767384287.612673:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384287.612679:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384287.612690:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.612748:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384287.612751:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384287.612754:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384287.612757:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384287.612759:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384287.612761:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384287.612763:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384287.612769:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=1767384287 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384287.612773:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384287.612778:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384287.612780:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384287.612782:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384287.612786:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384287.612793:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.612796:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384287.612798:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384287.612800:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384287.612801:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384287.612803:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.612808:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384287.612811:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384287.612812:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384287.612815:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384287.612818:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384287.612821:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = -11 00000004:00000020:0.0:1767384287.612827:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49698 free files 0x0 00000001:00000001:3.0:1767384287.612828:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970683048 : -113719738868568 : ffff98928f5c5ca8) 00000004:00000001:0.0:1767384287.612832:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.612837:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000100:00000040:0.0:1767384287.612838:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000002:3.0:1767384287.612842:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000100:00100000:0.0:1767384287.612862:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb381065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728306304:0@lo:13: 00000001:00000001:3.0:1767384287.612866:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970682832 : -113719738868784 : ffff98928f5c5bd0) 00000100:00000001:0.0:1767384287.612868:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.612875:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000100:00000001:0.0:1767384287.612875:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000002:3.0:1767384287.612880:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000100:00000040:0.0:1767384287.612881:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb381065 x1853236728306304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384287.612890:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384287.612892:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384287.612895:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000235b9a01. 02000000:00000001:0.0:1767384287.612899:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384287.612900:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384287.612902:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384287.612904:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384287.612906:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9efe73b. 02000000:00000001:0.0:1767384287.612910:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1767384287.612912:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970680456 : -113719738871160 : ffff98928f5c5288) 02000000:00000001:0.0:1767384287.612912:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384287.612915:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb381065. 00000001:00000001:3.0:1767384287.612921:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000100:00000001:0.0:1767384287.612921:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000002:3.0:1767384287.612926:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000100:00000001:0.0:1767384287.612926:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384287.612932:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384287.612937:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384287.612938:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384287.612940:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384287.612942:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.612971:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970683264 : -113719738868352 : ffff98928f5c5d80) 00000001:00000001:3.0:1767384287.613006:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613009:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:3.0:1767384287.613049:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970681968 : -113719738869648 : ffff98928f5c5870) 00000001:00000001:3.0:1767384287.613053:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613054:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:3.0:1767384287.613070:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970683480 : -113719738868136 : ffff98928f5c5e58) 00000001:00000001:3.0:1767384287.613074:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613075:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:3.0:1767384287.613092:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970681104 : -113719738870512 : ffff98928f5c5510) 00000001:00000001:3.0:1767384287.613096:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613097:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:3.0:1767384287.613114:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970680888 : -113719738870728 : ffff98928f5c5438) 00000001:00000001:3.0:1767384287.613118:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613120:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:3.0:1767384287.613144:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970679808 : -113719738871808 : ffff98928f5c5000) 00000001:00000001:3.0:1767384287.613183:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613186:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:3.0:1767384287.613208:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970680672 : -113719738870944 : ffff98928f5c5360) 00000001:00000001:3.0:1767384287.613212:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613213:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:3.0:1767384287.613238:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970682616 : -113719738869000 : ffff98928f5c5af8) 00000001:00000001:3.0:1767384287.613242:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613243:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:3.0:1767384287.613260:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970682184 : -113719738869432 : ffff98928f5c5948) 00000001:00000001:3.0:1767384287.613263:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613265:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:3.0:1767384287.613284:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970681752 : -113719738869864 : ffff98928f5c5798) 00000001:00000001:3.0:1767384287.613287:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613289:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:3.0:1767384287.613376:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970681536 : -113719738870080 : ffff98928f5c56c0) 00000001:00000001:3.0:1767384287.613381:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613382:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:3.0:1767384287.613403:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354505367768 : -113719204183848 : ffff9892af3b00d8) 00000001:00000001:3.0:1767384287.613407:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613409:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:3.0:1767384287.613440:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970086320 : -113719739465296 : ffff98928f5341b0) 00000001:00000001:3.0:1767384287.613445:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613446:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:3.0:1767384287.613462:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970089560 : -113719739462056 : ffff98928f534e58) 00000001:00000001:3.0:1767384287.613465:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613467:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:3.0:1767384287.613486:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970088480 : -113719739463136 : ffff98928f534a20) 00000001:00000001:3.0:1767384287.613489:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613490:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:3.0:1767384287.613509:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970086536 : -113719739465080 : ffff98928f534288) 00000004:00080000:0.0:1767384287.613512:0:17067:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000001:00000001:3.0:1767384287.613513:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613517:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000004:00000010:0.0:1767384287.613529:0:17067:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000c54450c9. 00000001:00000001:3.0:1767384287.613534:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630353970089128 : -113719739462488 : ffff98928f534ca8) 00080000:00000010:0.0:1767384287.613535:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000200b57e5. 00000001:00000001:3.0:1767384287.613543:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00080000:00000010:0.0:1767384287.613543:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000adfe9b05. 00000001:00000002:3.0:1767384287.613562:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:3.0:1767384287.613584:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502342336 : -113719207209280 : ffff9892af0cd6c0) 00000001:00000001:3.0:1767384287.613590:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613591:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:3.0:1767384287.613605:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502343848 : -113719207207768 : ffff9892af0cdca8) 00000001:00000001:3.0:1767384287.613608:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613609:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:3.0:1767384287.613621:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502344280 : -113719207207336 : ffff9892af0cde58) 00000001:00000001:3.0:1767384287.613624:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613625:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:3.0:1767384287.613639:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502342984 : -113719207208632 : ffff9892af0cd948) 00000001:00000001:3.0:1767384287.613643:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613644:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:3.0:1767384287.613659:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502343416 : -113719207208200 : ffff9892af0cdaf8) 00000001:00000001:3.0:1767384287.613663:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613664:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:3.0:1767384287.613678:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502343632 : -113719207207984 : ffff9892af0cdbd0) 00000001:00000001:3.0:1767384287.613682:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613684:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:3.0:1767384287.613709:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502341904 : -113719207209712 : ffff9892af0cd510) 00000001:00000001:3.0:1767384287.613713:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613723:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:3.0:1767384287.613751:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502341040 : -113719207210576 : ffff9892af0cd1b0) 00000001:00000001:3.0:1767384287.613757:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613758:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:3.0:1767384287.613784:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502340608 : -113719207211008 : ffff9892af0cd000) 00000001:00000001:3.0:1767384287.613788:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613790:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:3.0:1767384287.613810:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502342768 : -113719207208848 : ffff9892af0cd870) 00000001:00000001:3.0:1767384287.613813:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613816:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:3.0:1767384287.613834:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502340824 : -113719207210792 : ffff9892af0cd0d8) 00000001:00000001:3.0:1767384287.613837:0:17895:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384287.613839:0:17895:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:3.0:1767384287.613872:0:17895:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446630354502343200 : -113719207208416 : ffff9892af0cda20) 00000001:00000001:3.0:1767384287.613876:0:17895:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.613881:0:17895:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.613918:0:17895:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.613939:0:17895:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384287.613950:0:17895:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384287.613954:0:17895:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384287.613962:0:17895:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.613969:0:17895:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.614004:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637391432 : -113719072160184 : ffff9892b7198648) 00000020:00000001:3.0:1767384287.614025:0:17895:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446630349490405888 : -113724219145728 : ffff98918450c200) 00002000:00080000:3.0:1767384287.614242:0:17895:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384287.614247:0:17895:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446630353856231872 : -113719853319744 : ffff98928889f9c0) 00002000:00080000:3.0:1767384287.614252:0:17895:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:3.0:1767384287.614260:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000eef41751. 00000001:00000001:3.0:1767384287.614266:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384287.614269:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384287.614272:0:17895:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384287.614275:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728306432 00010000:00000001:3.0:1767384287.614278:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384287.614283:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fcd849ff x1853236728306432/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 264/240 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384287.614303:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384287.614306:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384287.614309:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384287.614314:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384287.614318:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384287.614321:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384287.614325:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384287.614327:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.614331:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384287.614335:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384287.614339:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000200:3.0:1767384287.614344:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236728306432, offset 224 00000400:00000200:3.0:1767384287.614352:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384287.614362:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384287.614370:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824ce01b00 00000400:00000200:3.0:1767384287.614377:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x113d [1] + 224 00000400:00000200:3.0:1767384287.614383:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384287.614387:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384287.614393:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384287.614397:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384287.614410:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000372fdfb7 x1853236728306432/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384287.614433:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384287.614440:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384287.614443:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000100:00000001:3.0:1767384287.614447:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384287.614450:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384287.614454:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384287.614460:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384287.614464:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384287.614469:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.614479:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384287.614501:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcd849ff x1853236728306432/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 264/240 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384287.614587:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fcd849ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853236728306432:12345-0@lo:7: Request processed in 2842us (3470us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384287.614617:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384287.614625:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:3.0:1767384287.614637:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384287.614645:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384287.614654:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384287.614669:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000020:00000010:3.0:1767384287.614683:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033fd0c33. 00000020:00000040:3.0:1767384287.614698:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:3.0:1767384287.614710:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384287.615036:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384287.615043:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728306560 02000000:00000001:3.0:1767384287.615051:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384287.615060:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384287.615065:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384287.615073:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384287.615085:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728306560 00000020:00000001:3.0:1767384287.615094:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384287.615098:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384287.615105:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384287.615110:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000020:00000001:3.0:1767384287.615115:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:3.0:1767384287.615119:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:3.0:1767384287.615123:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384287.615127:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f791140d. 00000100:00000001:3.0:1767384287.615130:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384287.615133:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f791140d. 00000020:00000010:3.0:1767384287.615166:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033fd0c33. 00000020:00000010:3.0:1767384287.615172:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384287.615176:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000040:3.0:1767384287.615193:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384287.615197:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384287.615199:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384287.615202:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.615208:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.615227:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384287.615244:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384287.615247:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384287.615253:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384287.615260:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384287.615269:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493451648 : -113724216099968 : ffff9891847f3b80) 00000100:00000040:3.0:1767384287.615286:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003539ef85 x1853236728306560/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 432/0 e 0 to 0 dl 1767384298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384287.615300:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384287.615304:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f791140d. 00000100:00000001:3.0:1767384287.615308:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384287.615310:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f791140d. 00000100:00100000:3.0:1767384287.615316:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003539ef85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853236728306560:12345-0@lo:5: 00000100:00000200:3.0:1767384287.615321:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728306560 00000020:00000001:3.0:1767384287.615324:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384287.615328:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384287.615331:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.615334:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384287.615336:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665547856 : -1044003760 : ffffffffc1c5c450) 00000020:00000001:3.0:1767384287.615339:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384287.615343:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384287.615345:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384287.615347:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384287.615351:0:17895:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384287.615355:0:17895:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384287.615358:0:17895:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.615360:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384287.615362:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.615366:0:17895:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384287.615377:0:17895:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384287.615380:0:17895:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.615382:0:17895:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384287.615384:0:17895:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384287.615386:0:17895:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.615389:0:17895:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384287.615390:0:17895:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384287.615393:0:17895:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.615397:0:17895:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.615400:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.615404:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384287.615406:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384287.615412:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000bcbea1ef. 02000000:00000001:3.0:1767384287.615415:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.615418:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384287.615422:0:17895:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384287.615426:0:17895:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384287.615429:0:17895:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384287.615431:0:17895:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384287.615435:0:17895:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446630353856231872 : -113719853319744 : ffff98928889f9c0) 00002000:00080000:3.0:1767384287.615440:0:17895:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384287.615443:0:17895:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384287.615448:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384287.615450:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384287.615454:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728306560 00010000:00000001:3.0:1767384287.615458:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384287.615465:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003539ef85 x1853236728306560/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 432/432 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384287.615476:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384287.615486:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384287.615492:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384287.615499:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384287.615503:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384287.615507:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384287.615508:0:18426:0:(service.c:2991:ptlrpc_main()) Process entered 02000000:00000001:3.0:1767384287.615510:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384287.615524:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384287.615528:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384287.615529:0:18426:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fe43a952. 00000100:00000040:3.0:1767384287.615535:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384287.615537:0:18426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004daab66d. 00000400:00000010:3.0:1767384287.615556:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000200:3.0:1767384287.615562:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236728306560, offset 224 00000020:00000010:1.0:1767384287.615563:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c32ab213. 00000400:00000200:3.0:1767384287.615571:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384287.615572:0:18426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3f017a5. 00000400:00000200:3.0:1767384287.615580:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384287.615580:0:18426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012609033. 00000400:00000200:3.0:1767384287.615591:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824ce01b80 00000020:00000010:1.0:1767384287.615591:0:18426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a5ce150. 00000400:00000200:3.0:1767384287.615601:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000020:00000010:1.0:1767384287.615601:0:18426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c45f7754. 00000400:00000200:3.0:1767384287.615624:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:1.0:1767384287.615627:0:18426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dbe3c824. 00000400:00000200:3.0:1767384287.615631:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 40000000:00000010:1.0:1767384287.615637:0:18426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a85f5227. 00000100:00000001:3.0:1767384287.615638:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384287.615645:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728306560/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384287.615647:0:18426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004bf006f0. 00040000:00000010:1.0:1767384287.615657:0:18426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000811eadcb. 00000100:00000040:3.0:1767384287.615660:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000075447051 x1853236728306560/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384287.615666:0:18426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bffe886d. 00080000:00000010:1.0:1767384287.615681:0:18426:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000330473f2. 00000100:00000001:3.0:1767384287.615684:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000010:1.0:1767384287.615690:0:18426:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000123c1124. 00000400:00000200:3.0:1767384287.615692:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384287.615698:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000100:00000001:3.0:1767384287.615702:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000010:1.0:1767384287.615702:0:18426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc38290b. 00000100:00000001:3.0:1767384287.615715:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384287.615722:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384287.615731:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000010:1.0:1767384287.615736:0:18426:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000029bc0a1a. 00010000:00000001:3.0:1767384287.615741:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384287.615750:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384287.615755:0:18426:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000020:00000001:3.0:1767384287.615763:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384287.615774:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003539ef85 x1853236728306560/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 432/432 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384287.615843:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003539ef85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853236728306560:12345-0@lo:5: Request processed in 536us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384287.615872:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384287.615878:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:3.0:1767384287.615887:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384287.615900:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384287.615906:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384287.615918:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000020:00000010:3.0:1767384287.615939:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033fd0c33. 00000020:00000040:3.0:1767384287.615952:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:3.0:1767384287.615962:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.618061:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.618069:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618073:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618076:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618079:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618081:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618083:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.618085:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.618091:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630349435334904 : -113724274216712 : ffff9891810870f8) 00002000:00000001:3.0:1767384287.618096:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630349435334816 : -113724274216800 : ffff9891810870a0) 00002000:00000001:3.0:1767384287.618099:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.618101:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.618104:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.618108:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bd262b08. 00002000:00000001:3.0:1767384287.618112:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637392952 : -113719072158664 : ffff9892b7198c38) 00002000:00000001:3.0:1767384287.618117:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.618118:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:3.0:1767384287.618123:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000033fd0c33. 00002000:00000001:3.0:1767384287.618126:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618128:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.618131:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618133:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618165:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618169:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618172:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618175:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.618179:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.618183:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.618186:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.618490:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.618503:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618505:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618508:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618511:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618512:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618514:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.618517:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.618523:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637392952 : -113719072158664 : ffff9892b7198c38) 00002000:00000001:3.0:1767384287.618526:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637392864 : -113719072158752 : ffff9892b7198be0) 00002000:00000001:3.0:1767384287.618529:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.618530:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.618534:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.618538:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003c277e9a. 00002000:00000001:3.0:1767384287.618541:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637397512 : -113719072154104 : ffff9892b7199e08) 00002000:00000001:3.0:1767384287.618544:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.618545:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:3.0:1767384287.618550:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016e34917. 00002000:00000001:3.0:1767384287.618553:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618555:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.618557:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618559:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618561:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618562:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618564:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618566:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.618568:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.618570:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.618572:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.618818:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.618824:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618826:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618828:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618830:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618832:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618835:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.618837:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.618843:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637397512 : -113719072154104 : ffff9892b7199e08) 00002000:00000001:3.0:1767384287.618854:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637397424 : -113719072154192 : ffff9892b7199db0) 00002000:00000001:3.0:1767384287.618857:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.618859:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.618862:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.618866:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000014954159. 00002000:00000001:3.0:1767384287.618869:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637391736 : -113719072159880 : ffff9892b7198778) 00002000:00000001:3.0:1767384287.618872:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.618873:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:3.0:1767384287.618878:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6bbdd92. 00002000:00000001:3.0:1767384287.618882:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618885:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.618887:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.618888:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.618890:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.618892:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.618894:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.618896:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.618898:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.618900:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.618902:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619132:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.619162:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619164:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619167:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619169:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619171:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619174:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619175:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.619180:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637391736 : -113719072159880 : ffff9892b7198778) 00002000:00000001:3.0:1767384287.619182:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637391648 : -113719072159968 : ffff9892b7198720) 00080000:00000001:3.0:1767384287.619185:0:17895:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384287.619189:0:17895:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000adfe9b05. 00080000:00000001:3.0:1767384287.619191:0:17895:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349490408960 : -113724219142656 : ffff98918450ce00) 00080000:00000001:3.0:1767384287.619194:0:17895:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384287.619196:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384287.619205:0:17895:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f791140d. 00080000:00000001:3.0:1767384287.619207:0:17895:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619210:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619213:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:3.0:1767384287.619217:0:17895:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000200b57e5. 00000001:00000001:3.0:1767384287.619219:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619220:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619222:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619224:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619226:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619227:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619229:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619230:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619231:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619232:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619234:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619235:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619236:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619237:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619239:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619240:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619242:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619242:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619244:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619245:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619246:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619247:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619249:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619250:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619251:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619252:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619254:0:17895:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384287.619255:0:17895:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:3.0:1767384287.619256:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384287.619257:0:17895:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619266:0:17895:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384287.619270:0:17895:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384287.619271:0:17895:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384287.619274:0:17895:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000054156c22. 00080000:00000001:3.0:1767384287.619276:0:17895:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619281:0:17895:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384287.619282:0:17895:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:3.0:1767384287.619305:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619418:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619420:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619421:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619423:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619424:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619426:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619429:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619441:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619443:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x22:0x0] 00080000:00000001:3.0:1767384287.619445:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619446:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619447:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619448:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619449:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619450:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619452:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619453:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619454:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619457:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000010:3.0:1767384287.619461:0:17895:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000d443175f. 00000001:00000001:3.0:1767384287.619483:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619485:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619487:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619490:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619512:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619513:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619514:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619516:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619518:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619519:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619521:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619532:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619535:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x23:0x0] 00080000:00000001:3.0:1767384287.619536:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619538:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619539:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619540:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619541:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619543:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619544:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619545:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619547:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619549:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619560:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619562:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619563:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619567:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619595:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619596:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619598:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619599:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619600:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619602:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619603:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619608:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619610:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x24:0x0] 00080000:00000001:3.0:1767384287.619611:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619612:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619614:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619615:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619616:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619618:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619619:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619621:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619623:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619624:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619635:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619636:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619638:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619640:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619666:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619668:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619669:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619670:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619672:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619673:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619675:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619679:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619680:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x25:0x0] 00080000:00000001:3.0:1767384287.619682:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619683:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619684:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619685:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619687:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619688:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619690:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619691:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619693:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619695:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619704:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619706:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619707:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619709:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619735:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619736:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619738:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619740:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619742:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619743:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619745:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619750:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619752:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x26:0x0] 00080000:00000001:3.0:1767384287.619753:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619755:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619756:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619758:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619759:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619760:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619761:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619768:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619769:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619771:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619783:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619785:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619786:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619789:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619814:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619816:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619817:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619818:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619819:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619821:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619822:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619827:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619828:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x27:0x0] 00080000:00000001:3.0:1767384287.619829:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619830:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619831:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619832:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619833:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619835:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619836:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619837:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619838:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619840:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619848:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619849:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619851:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619853:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619872:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619873:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619874:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619875:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619877:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619878:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619880:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619884:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619885:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x28:0x0] 00080000:00000001:3.0:1767384287.619893:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619894:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619895:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619896:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619897:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619899:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619900:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619901:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619902:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619903:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619913:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619914:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619916:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619919:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384287.619939:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619941:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619942:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619942:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619944:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619945:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.619946:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384287.619951:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384287.619952:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x29:0x0] 00080000:00000001:3.0:1767384287.619954:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.619954:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.619955:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.619956:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.619958:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619959:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.619960:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384287.619961:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.619962:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.619964:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384287.619971:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384287.619973:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.619974:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384287.619994:0:17895:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000af189adc. 00002000:00001000:3.0:1767384287.619998:0:17895:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:3.0:1767384287.620009:0:17895:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384287.620014:0:17895:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384287.620017:0:17895:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:3.0:1767384287.620023:0:17895:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004c94816d. 00000001:00000040:3.0:1767384287.620026:0:17895:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000a7ec01eb : new cb_count 2 00000020:00000040:3.0:1767384287.620029:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=7 00000001:00000001:3.0:1767384287.620044:0:17895:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384287.621133:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000054156c22. 00000100:00000040:0.0:1767384287.621199:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294875664, at 4294875665 00080000:00000010:3.0:1767384287.621202:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f791140d. 00000100:00000010:0.0:1767384287.621211:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002174b7ee. 00040000:00000001:3.0:1767384287.621213:0:17895:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:1.0:1767384287.621215:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294875664, at 4294875665 00040000:00000001:3.0:1767384287.621220:0:17895:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:1.0:1767384287.621229:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009da66c18. 00000100:00000040:3.0:1767384287.621244:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294875664, at 4294875665 00000100:00000010:3.0:1767384287.621258:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a51fc6e. 00080000:00000001:3.0:1767384287.621274:0:17895:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384287.621279:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000001ddf38fd/00000000c69de992 to site lru. bkt: 000000005857c2bd 00000020:00000002:3.0:1767384287.621283:0:17895:0:(lu_object.c:207:lu_object_put()) Add 0000000048ccbb21/00000000e3b53344 to site lru. bkt: 00000000d53ed599 00000020:00000002:3.0:1767384287.621287:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000003db9c842/0000000007941738 to site lru. bkt: 00000000013324a8 00000020:00000002:3.0:1767384287.621291:0:17895:0:(lu_object.c:207:lu_object_put()) Add 00000000c4ab1833/0000000090d5db82 to site lru. bkt: 000000005989d01c 00000020:00000002:3.0:1767384287.621294:0:17895:0:(lu_object.c:207:lu_object_put()) Add 0000000068c68a32/00000000f04dd3f9 to site lru. bkt: 000000008514e536 00000020:00000002:3.0:1767384287.621298:0:17895:0:(lu_object.c:207:lu_object_put()) Add 00000000650a9d15/00000000bd262b08 to site lru. bkt: 000000008ddd62d7 00000020:00000002:3.0:1767384287.621301:0:17895:0:(lu_object.c:207:lu_object_put()) Add 0000000006e66b6f/000000003c277e9a to site lru. bkt: 000000006a9f0a04 00000020:00000002:3.0:1767384287.621304:0:17895:0:(lu_object.c:207:lu_object_put()) Add 00000000fba3c1b9/0000000014954159 to site lru. bkt: 00000000fa99cf78 00002000:00000010:3.0:1767384287.621307:0:17895:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000d2838893. 00002000:00001000:3.0:1767384287.621312:0:17895:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384287.621315:0:17895:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384287.621319:0:17895:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:3.0:1767384287.621324:0:17895:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384287.621328:0:17895:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f791140d. 00002000:00000001:3.0:1767384287.621332:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.621334:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.621338:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.621342:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b07080b6. 00002000:00000001:3.0:1767384287.621345:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637390216 : -113719072161400 : ffff9892b7198188) 00002000:00000001:3.0:1767384287.621357:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.621359:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:3.0:1767384287.621363:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000adfe9b05. 00002000:00000001:3.0:1767384287.621366:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621369:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.621371:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.621373:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.621375:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.621377:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.621379:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621381:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.621383:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.621385:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.621387:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.621632:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.621637:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.621639:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.621641:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.621643:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.621645:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621647:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.621649:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.621654:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637390216 : -113719072161400 : ffff9892b7198188) 00002000:00000001:3.0:1767384287.621658:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637390128 : -113719072161488 : ffff9892b7198130) 00002000:00000001:3.0:1767384287.621661:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.621662:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.621665:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.621670:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000010bbe2cb. 00002000:00000001:3.0:1767384287.621673:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637397208 : -113719072154408 : ffff9892b7199cd8) 00002000:00000001:3.0:1767384287.621677:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.621679:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:3.0:1767384287.621684:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000704460c1. 00002000:00000001:3.0:1767384287.621687:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621690:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.621692:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.621694:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.621705:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.621707:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.621709:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621712:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.621714:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.621716:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.621718:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.621881:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.621887:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.621889:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.621892:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.621893:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.621895:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621898:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.621900:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.621904:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637397208 : -113719072154408 : ffff9892b7199cd8) 00002000:00000001:3.0:1767384287.621908:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637397120 : -113719072154496 : ffff9892b7199c80) 00002000:00000001:3.0:1767384287.621910:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.621912:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.621915:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.621919:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000193266b3. 00002000:00000001:3.0:1767384287.621922:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637395688 : -113719072155928 : ffff9892b71996e8) 00002000:00000001:3.0:1767384287.621925:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.621927:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:3.0:1767384287.621931:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d4519918. 00002000:00000001:3.0:1767384287.621934:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621937:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.621939:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.621940:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.621941:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.621943:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.621945:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.621947:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.621949:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.621951:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.621953:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.622223:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.622235:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622238:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622239:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622241:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622243:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622246:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.622248:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.622254:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637395688 : -113719072155928 : ffff9892b71996e8) 00002000:00000001:3.0:1767384287.622257:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637395600 : -113719072156016 : ffff9892b7199690) 00002000:00000001:3.0:1767384287.622260:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.622262:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.622265:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.622269:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f7b31267. 00002000:00000001:3.0:1767384287.622273:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637389912 : -113719072161704 : ffff9892b7198058) 00002000:00000001:3.0:1767384287.622276:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.622277:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:3.0:1767384287.622282:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000affb62b8. 00002000:00000001:3.0:1767384287.622286:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622288:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.622291:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622292:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622294:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622295:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622297:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622299:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.622301:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.622303:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.622305:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.622468:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.622473:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622475:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622477:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622479:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622481:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622483:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.622485:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.622490:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637389912 : -113719072161704 : ffff9892b7198058) 00002000:00000001:3.0:1767384287.622501:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637389824 : -113719072161792 : ffff9892b7198000) 00002000:00000001:3.0:1767384287.622503:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.622505:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.622507:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.622511:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006122e0ae. 00002000:00000001:3.0:1767384287.622514:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637392040 : -113719072159576 : ffff9892b71988a8) 00002000:00000001:3.0:1767384287.622517:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.622519:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:3.0:1767384287.622523:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080246c34. 00002000:00000001:3.0:1767384287.622526:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622528:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.622530:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622532:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622533:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622534:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622536:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622538:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.622540:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.622541:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.622543:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:3.0:1767384287.622743:0:17895:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384287.622747:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622748:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622750:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622751:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622753:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622755:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384287.622756:0:17895:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384287.622760:0:17895:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630354637392040 : -113719072159576 : ffff9892b71988a8) 00002000:00000001:3.0:1767384287.622761:0:17895:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630354637391952 : -113719072159664 : ffff9892b7198850) 00002000:00000001:3.0:1767384287.622763:0:17895:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384287.622764:0:17895:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384287.622766:0:17895:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384287.622770:0:17895:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000067ee4355. 00002000:00000001:3.0:1767384287.622772:0:17895:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630354637390520 : -113719072161096 : ffff9892b71982b8) 00002000:00000001:3.0:1767384287.622774:0:17895:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384287.622781:0:17895:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:3.0:1767384287.622785:0:17895:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000b4e1a42. 00002000:00000001:3.0:1767384287.622788:0:17895:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622790:0:17895:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384287.622792:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384287.622793:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384287.622794:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384287.622795:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384287.622797:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.622799:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384287.622800:0:17895:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384287.622802:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384287.622803:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00080000:00000001:2.0:1767384287.629498:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:2.0:1767384287.629527:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384287.629528:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384287.629530:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384287.629531:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384287.629532:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629533:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384287.629534:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384287.629539:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384287.629541:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:2.0:1767384287.629542:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384287.629543:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384287.629544:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384287.629545:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384287.629547:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629548:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384287.629549:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:2.0:1767384287.629551:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384287.629553:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:2.0:1767384287.629554:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:2.0:1767384287.629584:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384287.629585:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629587:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629590:0:17895:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:2.0:1767384287.629610:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384287.629611:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384287.629613:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384287.629615:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384287.629616:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629617:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384287.629618:0:17895:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384287.629622:0:17895:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384287.629623:0:17895:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:2.0:1767384287.629624:0:17895:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384287.629625:0:17895:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384287.629626:0:17895:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384287.629628:0:17895:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384287.629629:0:17895:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629629:0:17895:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384287.629630:0:17895:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:2.0:1767384287.629636:0:17895:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384287.629637:0:17895:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354232903552 : -113719476648064 : ffff98929efd8780) 00000001:00000001:2.0:1767384287.629638:0:17895:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:2.0:1767384287.629645:0:17895:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384287.629647:0:17895:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384287.629648:0:17895:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384287.629650:0:17895:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000017f18299. 00002000:00001000:2.0:1767384287.629652:0:17895:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:2.0:1767384287.629654:0:17895:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:2.0:1767384287.629656:0:17895:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:2.0:1767384287.629658:0:17895:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1767384287.629659:0:17895:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:2.0:1767384287.629661:0:17895:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000053574f69. 00000001:00000040:2.0:1767384287.629662:0:17895:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000a7ec01eb : new cb_count 3 00000020:00000040:2.0:1767384287.629664:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=8 00000001:00000001:2.0:1767384287.629669:0:17895:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384287.629672:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000081f83b68. 00080000:00000010:2.0:1767384287.629674:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000035ca8cb2. 00040000:00000001:2.0:1767384287.629675:0:17895:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384287.629676:0:17895:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384287.629677:0:17895:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384287.629679:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000002a7e87fa/00000000e36beb2f to site lru. bkt: 000000009676e794 00000020:00000002:2.0:1767384287.629680:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000002db6e427/000000006a7da611 to site lru. bkt: 000000009c5af1a3 00000020:00000002:2.0:1767384287.629682:0:17895:0:(lu_object.c:207:lu_object_put()) Add 0000000046d9d0c8/00000000c7032bfc to site lru. bkt: 00000000ef64be20 00000020:00000002:2.0:1767384287.629683:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000007e7b4214/000000007022dbd0 to site lru. bkt: 000000005e3d6730 00000020:00000002:2.0:1767384287.629684:0:17895:0:(lu_object.c:207:lu_object_put()) Add 00000000adcbfdba/000000001bdd4e99 to site lru. bkt: 00000000d69095b6 00000020:00000002:2.0:1767384287.629686:0:17895:0:(lu_object.c:207:lu_object_put()) Add 00000000f8b6edca/000000002f4df62b to site lru. bkt: 00000000b0ce0a35 00000020:00000002:2.0:1767384287.629688:0:17895:0:(lu_object.c:207:lu_object_put()) Add 0000000031574f74/000000000483737b to site lru. bkt: 000000001831f80b 00000020:00000002:2.0:1767384287.629689:0:17895:0:(lu_object.c:207:lu_object_put()) Add 000000008261f1bc/0000000085c4d010 to site lru. bkt: 0000000021c80458 00002000:00000010:2.0:1767384287.629690:0:17895:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000044ec4fcd. 00002000:00001000:2.0:1767384287.629691:0:17895:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:2.0:1767384287.629692:0:17895:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384287.629694:0:17895:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1767384287.629699:0:17895:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:2.0:1767384287.629701:0:17895:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:2.0:1767384287.629704:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384287.629705:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384287.629708:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853236728306688 00010000:00000001:2.0:1767384287.629711:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384287.629715:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001499d86f x1853236728306688/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 432/432 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384287.629721:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384287.629722:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384287.629725:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384287.629728:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384287.629732:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384287.629734:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384287.629736:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384287.629738:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384287.629741:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384287.629743:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384287.629745:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000200:2.0:1767384287.629748:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236728306688, offset 224 00000400:00000200:2.0:1767384287.629751:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384287.629756:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384287.629761:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824ce01c00 00000400:00000200:2.0:1767384287.629766:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:2.0:1767384287.629769:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384287.629771:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384287.629774:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384287.629776:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728306688/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384287.629782:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000075447051 x1853236728306688/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384287.629798:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384287.629805:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000400:00000010:2.0:1767384287.629808:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:2.0:1767384287.629815:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384287.629816:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384287.629819:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384287.629821:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384287.629823:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384287.629825:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384287.629827:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384287.629829:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001499d86f x1853236728306688/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:268/0 lens 432/432 e 0 to 0 dl 1767384298 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384287.629836:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001499d86f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17109:x1853236728306688:12345-0@lo:5: Request processed in 13269us (13495us total) trans 8589934596 rc 0/0 00000100:00100000:2.0:1767384287.629841:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384287.629843:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:2.0:1767384287.629845:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384287.629846:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1767384287.629849:0:17895:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:2.0:1767384287.629851:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093197ccd. 00000020:00000010:2.0:1767384287.629854:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384287.629859:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046c88baf. 00000100:00000001:1.0:1767384287.629861:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384287.629863:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 7 00000100:00000001:2.0:1767384287.629868:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384287.629872:0:17109:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384287.629875:0:17109:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384287.629878:0:17109:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000400:00000200:1.0:1767384287.629883:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:1.0:1767384287.629885:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:1.0:1767384287.629888:0:17109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384287.629894:0:17109:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728306688/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384287.629903:0:17109:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728306688/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.629926:0:17109:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384287.629929:0:17109:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384287.629932:0:17109:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384287.629934:0:17109:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384287.629937:0:17109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384287.629939:0:17109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384287.629942:0:17109:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384287.629949:0:17109:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384287.629954:0:17109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384287.629958:0:17109:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384287.629960:0:17109:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384287.629962:0:17109:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384287.629967:0:17109:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075447051 x1853236728306688/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384287.629996:0:17109:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.630000:0:17109:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767384287.630003:0:17109:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767384287.630005:0:17109:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767384287.630008:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384287.630009:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000001:1.0:1767384287.630012:0:17109:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384287.630013:0:17109:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:1.0:1767384287.630017:0:17109:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384287.630023:0:17109:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1767384287.630025:0:17109:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384287.630027:0:17109:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384287.630030:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.630035:0:17109:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384287.630037:0:17109:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384287.630039:0:17109:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384287.630049:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384287.630055:0:17109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853236728306688:0@lo:5: 00000100:00000001:1.0:1767384287.630059:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384287.630061:0:17109:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.630063:0:17109:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384287.630064:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384287.630066:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.630070:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384287.630072:0:17109:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000961c01dd. 00000100:00000001:1.0:1767384287.630075:0:17109:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384287.630077:0:17109:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384287.630083:0:17109:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:1.0:1767384287.630086:0:17109:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384287.630088:0:17109:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:1.0:1767384287.630091:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384287.630093:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384287.630098:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384287.630101:0:17109:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1767384287.630102:0:17109:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384287.630104:0:17109:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384287.630107:0:17109:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384287.630108:0:17109:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384287.630109:0:17109:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384287.630111:0:17109:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384287.658627:0:18439:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384287.658632:0:18439:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:2.0:1767384287.661741:0:18439:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1767384288.056754:0:18451:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000adef8784. 00080000:00000010:0.0:1767384288.056767:0:18451:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000adef8784. 00000020:00000001:0.0:1767384288.056771:0:18451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384288.056779:0:18451:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000adef8784. 00080000:00000010:0.0:1767384288.056786:0:18451:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000adef8784. 00000020:00000001:0.0:1767384288.056790:0:18451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384288.565219:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384288.565225:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384288.565230:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384288.565231:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384288.565262:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384288.565265:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.565268:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384288.767436:0:18615:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384288.767441:0:18615:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384288.769563:0:18615:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384288.779824:0:18617:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000225d305c. 00000400:00000040:1.0:1767384288.779850:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.779853:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384288.779856:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779858:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.779867:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779869:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384288.779872:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.779873:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384288.779875:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384288.779876:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384288.779878:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384288.779880:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.779882:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384288.779884:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.779885:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384288.779887:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384288.779888:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.779889:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384288.779890:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384288.779893:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779894:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.779895:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.779897:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.779899:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.779900:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384288.779902:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779904:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.779905:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.779907:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.779908:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.779909:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384288.779911:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779913:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.779914:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.779916:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.779917:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.779918:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384288.779921:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.779922:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.779924:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384288.779925:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384288.779926:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.779928:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384288.779934:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384288.779936:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384288.779937:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384288.779939:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384288.779940:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384288.779942:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384288.779944:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.779945:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384288.779947:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384288.779948:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384288.779950:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384288.779952:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384288.779953:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384288.779954:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384288.779981:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.779983:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384288.779985:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779986:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.779988:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.779990:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384288.779992:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.779994:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384288.779996:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384288.779997:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384288.780000:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384288.780002:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.780004:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384288.780006:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.780007:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384288.780009:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384288.780011:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.780012:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384288.780013:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384288.780016:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.780018:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.780019:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.780021:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.780023:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.780024:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384288.780032:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.780034:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.780036:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.780037:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.780039:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.780040:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384288.780042:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384288.780044:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384288.780045:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384288.780047:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384288.780049:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.780050:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384288.780052:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384288.780054:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.780056:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384288.780057:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384288.780059:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384288.780061:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384288.780062:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384288.780064:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384288.780066:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384288.780067:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384288.780069:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384288.780071:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384288.780073:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384288.780075:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384288.780077:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384288.780078:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384288.780081:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384288.780083:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384288.780084:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384288.780086:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384288.780088:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384288.780089:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384288.780091:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384288.780104:0:18617:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000225d305c. 00080000:00000010:0.0:1767384288.981918:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c795d03f. 00080000:00000010:0.0:1767384288.981927:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c795d03f. 00000020:00000001:0.0:1767384288.981930:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384288.981936:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c795d03f. 00080000:00000010:0.0:1767384288.981940:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c795d03f. 00000020:00000001:0.0:1767384288.981942:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:2.0:1767384289.127592:0:18680:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:0.0:1767384289.293899:0:18690:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d16eaa8f. 00080000:00000010:0.0:1767384289.293908:0:18690:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d16eaa8f. 00000020:00000001:0.0:1767384289.293912:0:18690:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384289.293918:0:18690:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d16eaa8f. 00080000:00000010:0.0:1767384289.293923:0:18690:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d16eaa8f. 00000020:00000001:0.0:1767384289.293926:0:18690:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384289.588199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384289.588205:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384289.588211:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384289.588212:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384289.588266:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384289.588271:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384289.588274:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384289.651529:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000884c878e. 00080000:00000010:0.0:1767384289.651538:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000884c878e. 00000020:00000001:0.0:1767384289.651542:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384289.651547:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000884c878e. 00080000:00000010:0.0:1767384289.651551:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000884c878e. 00000020:00000001:0.0:1767384289.651553:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.317382:0:18904:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384290.317386:0:18904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384290.320916:0:18904:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384290.328188:0:18905:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e74eb26f. 00000400:00000010:3.0:1767384290.328200:0:18905:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000026c90975. 00000400:00000010:3.0:1767384290.328208:0:18905:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bae00187. 00000400:00000010:3.0:1767384290.328211:0:18905:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000059fe178f. 00000400:00000010:3.0:1767384290.328215:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6829e33. 00000400:00000010:3.0:1767384290.328218:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a70e77b1. 00000400:00000010:3.0:1767384290.328219:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d680a77f. 00000400:00000010:3.0:1767384290.328221:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f3745d1. 00000400:00000010:3.0:1767384290.328224:0:18905:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000024ee5c59. 00000800:00000010:3.0:1767384290.328238:0:18905:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008740a4d1. 00000800:00000200:3.0:1767384290.328250:0:18905:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384290.328255:0:18905:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384290.328324:0:18905:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384290.328339:0:18905:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp10 [8/256/0/180] 00000400:00000010:3.0:1767384290.329949:0:18905:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000004c94816d. 00000400:00000010:3.0:1767384290.329967:0:18905:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086725e07. 00000400:00000010:3.0:1767384290.329972:0:18905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000001:3.0:1767384290.329983:0:18905:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384290.329984:0:18905:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384290.329985:0:18905:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000986b1f52. 00000400:00000200:3.0:1767384290.329987:0:18905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:3.0:1767384290.329989:0:18905:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000400:00000010:3.0:1767384290.329992:0:18905:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000e2e5fe1e. 00000400:00000200:3.0:1767384290.329996:0:18905:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (1) 00000400:00000200:3.0:1767384290.330005:0:18905:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384290.330013:0:18905:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:3.0:1767384290.330020:0:18905:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f8c0cd76. 00000020:01000000:3.0:1767384290.330023:0:18905:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384290.330026:0:18905:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp10 00000400:00000200:0.0:1767384290.330036:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384290.330038:0:18905:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000026c90975. 00000400:00000010:3.0:1767384290.330043:0:18905:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e74eb26f. 00000400:00000200:0.0:1767384290.330046:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:0.0:1767384290.330054:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000400:00000200:0.0:1767384290.330057:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (2) 00000400:00000010:0.0:1767384290.330062:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079e62fc0. 00000400:00000200:0.0:1767384290.330065:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:2.0:1767384290.330070:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384290.330077:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:2.0:1767384290.330084:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384290.330084:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:2.0:1767384290.330090:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384290.330090:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp 10000000:01000000:2.0:1767384290.330094:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384290.330097:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp lpni_is_preferred = 0 00000020:01000004:2.0:1767384290.330101:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384290.330101:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000020:01000004:2.0:1767384290.330105:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384290.330109:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [5:5:256:4294967295] 192.168.202.115@tcp LPNI seq info [5:5:8:4294967295] 00000020:01000004:2.0:1767384290.330111:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384290.330115:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384290.330117:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp 00000020:01000004:2.0:1767384290.330118:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384290.330122:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384290.330126:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384290.330129:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384290.330129:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000020:01000004:2.0:1767384290.330132:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384290.330134:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384290.330163:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053654c14. 00000020:00000040:2.0:1767384290.330169:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384290.330175:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384290.330179:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384290.330184:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.330194:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000601b97c5. 00000100:00000001:2.0:1767384290.330201:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.330210:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.330213:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.330223:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053654c14] to pc [ptlrpcd_00_00+0] req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384290.330251:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384290.330254:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.330257:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384290.330262:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384290.330270:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384290.330272:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384290.330274:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384290.330276:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384290.330281:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384290.330284:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384290.330288:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384290.330289:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.115@tcp 00000020:01000004:2.0:1767384290.330292:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384290.330294:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075f47df6. 00000020:01000004:2.0:1767384290.330296:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384290.330301:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000020:01000004:2.0:1767384290.330307:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384290.330309:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384290.330312:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384290.330312:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000020:01000004:2.0:1767384290.330315:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384290.330317:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075f47df6 type 1, nob 160 niov 1 nkiov 1 00000100:00000010:2.0:1767384290.330321:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000020:00000040:2.0:1767384290.330326:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384290.330330:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384290.330330:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:2.0:1767384290.330334:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384290.330335:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000001:2.0:1767384290.330338:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330347:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384290.330351:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384290.330353:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384290.330361:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b269cc6. 00000100:00000001:0.0:1767384290.330361:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384290.330364:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.330367:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384290.330368:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330369:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384290.330372:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384290.330376:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.330377:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.330380:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330388:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384290.330391:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a065a12] to pc [ptlrpcd_00_01+1] req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.330391:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.330397:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384290.330399:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384290.330404:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384290.330410:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053654c14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728306816:0@lo:253: 00000100:00000001:0.0:1767384290.330415:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767384290.330416:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384290.330420:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.330420:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384290.330424:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.330425:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.330427:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:2.0:1767384290.330430:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:0.0:1767384290.330433:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2650265. 00000020:00000010:2.0:1767384290.330434:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f8c0cd76. 02000000:00000001:0.0:1767384290.330437:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384290.330441:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010f50572. 00000400:00000010:0.0:1767384290.330445:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a27e70d. 00000100:00000200:0.0:1767384290.330448:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728306816, portal 25 00000100:00000001:2.0:1767384290.330451:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384290.330452:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384290.330456:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384290.330460:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493444480 : -113724216107136 : ffff9891847f1f80) 00000100:00000001:2.0:1767384290.330461:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384290.330467:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.330469:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384290.330474:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.330476:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384290.330479:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384290.330480:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384290.330482:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384290.330483:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9f7b9d6. 00000100:00000001:2.0:1767384290.330486:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767384290.330486:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384290.330487:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728306816, offset 0 00000800:00000010:1.0:1767384290.330493:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075f47df6. 00000100:00000040:2.0:1767384290.330495:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384290.330495:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.330508:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384290.330509:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384290.330517:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384290.330520:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384290.330521:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce01c80 00000400:00000200:1.0:1767384290.330523:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: PUT: OK 02000000:00000001:2.0:1767384290.330527:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384290.330530:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 02000000:00000001:2.0:1767384290.330531:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384290.330536:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06e5d45. 02000000:00000001:2.0:1767384290.330538:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384290.330540:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d46131f 00000100:00100000:2.0:1767384290.330543:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728306944:0@lo:253: 00000400:00000200:1.0:1767384290.330546:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384290.330547:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.330554:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000400:00000200:0.0:1767384290.330554:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.330562:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384290.330564:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d46131f 02000000:00000001:2.0:1767384290.330567:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384290.330567:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d46131f. 00000800:00000001:1.0:1767384290.330571:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384290.330572:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330574:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384290.330577:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384290.330578:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384290.330580:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000a3b22fd2 x1853236728306816 msgsize 4848 00000800:00000001:1.0:1767384290.330582:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384290.330588:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000536fc59d. 00000800:00000001:1.0:1767384290.330588:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384290.330588:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384290.330593:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384290.330594:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384290.330595:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384290.330602:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000100:00000001:0.0:1767384290.330602:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384290.330608:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:0.0:1767384290.330610:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f7b9d6 00000400:00000010:2.0:1767384290.330611:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000341a4433. 00000400:00000010:0.0:1767384290.330613:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9f7b9d6. 00000100:00000001:0.0:1767384290.330618:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384290.330620:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728306944, portal 25 00000400:00000200:1.0:1767384290.330621:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1767384290.330623:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.330628:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.330632:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00000400:00000200:1.0:1767384290.330634:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 64/64 into md 0x21d [1] + 0 00000100:00000040:2.0:1767384290.330643:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384290.330643:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068950889. 00000100:00000001:0.0:1767384290.330643:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384290.330648:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384290.330651:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed8bcda7 00000800:00000001:1.0:1767384290.330657:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384290.330668:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384290.330674:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384290.330675:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384290.330676:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330680:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384290.330684:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384290.330684:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:0.0:1767384290.330685:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384290.330690:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e048c404. 00000400:00000200:1.0:1767384290.330691:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8bcda7 00000400:00000010:1.0:1767384290.330697:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8bcda7. 00000100:00000001:0.0:1767384290.330698:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294878381 00000400:00000200:1.0:1767384290.330704:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000010:0.0:1767384290.330704:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fcd5461. 00000100:00000200:2.0:1767384290.330707:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728306944, offset 0 00000400:00000200:1.0:1767384290.330711:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (3) 00000100:00000001:0.0:1767384290.330713:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384290.330719:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384290.330719:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294878381 00000400:00000200:1.0:1767384290.330720:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000010:0.0:1767384290.330727:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d25c6750. 00000400:00000010:1.0:1767384290.330728:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000f5c284d1. 00000100:00000001:0.0:1767384290.330731:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384290.330736:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294878381 00000400:00000200:1.0:1767384290.330737:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 2 00000100:00000010:0.0:1767384290.330740:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cac883. 00000400:00000200:1.0:1767384290.330744:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384290.330745:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384290.330745:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384290.330751:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294878381 00000100:00000010:0.0:1767384290.330755:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fd18260. 00000100:00000001:0.0:1767384290.330757:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384290.330759:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (4) 00000100:00000001:0.0:1767384290.330760:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.330765:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330767:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330770:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.330772:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384290.330774:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce01d00 00000100:00000001:0.0:1767384290.330774:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384290.330777:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384290.330782:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp to MR: 192.168.202.115@tcp local destination 00000100:00000001:0.0:1767384290.330782:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.330787:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.330788:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000200:1.0:1767384290.330796:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [6:6:256:4294967295] 192.168.202.115@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000010:2.0:1767384290.330797:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844e248. 00000400:00000200:2.0:1767384290.330804:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f461de80 00000400:00000200:2.0:1767384290.330812:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.330817:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) 192.168.202.115@tcp : ACK try# 0 00000400:00000200:2.0:1767384290.330821:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384290.330828:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384290.330830:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f461de80 00000800:00000200:1.0:1767384290.330832:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp 00000400:00000010:2.0:1767384290.330835:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f461de80. 00000400:00000010:0.0:1767384290.330835:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080311424. 00000100:00000001:2.0:1767384290.330842:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384290.330846:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:1.0:1767384290.330846:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1a8e3f0. 00000400:00000010:0.0:1767384290.330846:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000040:2.0:1767384290.330854:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004c9d0ea5 x1853236728306944 msgsize 4848 00000400:00000200:0.0:1767384290.330854:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:1.0:1767384290.330860:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000400:00000200:0.0:1767384290.330861:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000100:00100000:2.0:1767384290.330869:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384290.330870:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000004d64edd4. 00000100:00000040:2.0:1767384290.330873:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:1.0:1767384290.330875:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:1023 00000400:00000010:0.0:1767384290.330876:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000794aadf6. 00000800:00000200:1.0:1767384290.330881:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1a8e3f0 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384290.330881:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000be87fa26. 00000100:00000001:2.0:1767384290.330885:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384290.330888:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fe5f3cdd. 00000400:00000200:2.0:1767384290.330893:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e048c404 00000400:00000200:0.0:1767384290.330895:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fe5f3cdd nid 192.168.202.115@tcp10 00000400:00000010:0.0:1767384290.330898:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008efce63e. 00000400:00000200:0.0:1767384290.330900:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000008efce63e net tcp10 00000400:00000010:2.0:1767384290.330905:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e048c404. 00000400:00000200:0.0:1767384290.330906:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (3) 00000100:00000001:2.0:1767384290.330911:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384290.330920:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384290.330921:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp10 flags 0x11 00000400:00000010:0.0:1767384290.330928:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000004d64edd4. 00000400:00000010:0.0:1767384290.330933:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000794aadf6. 00000100:00000001:2.0:1767384290.330936:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384290.330936:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384290.330937:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000be87fa26. 00000100:00000040:2.0:1767384290.330943:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384290.330943:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1a8e3f0. 00000400:00000010:0.0:1767384290.330945:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000f5c284d1. 00000400:00000200:1.0:1767384290.330966:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384290.330967:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000100:00000001:2.0:1767384290.330974:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.330978:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: ACK: OK 00000400:00000200:0.0:1767384290.330978:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000100:00000001:2.0:1767384290.330980:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384290.330988:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000100:00000001:2.0:1767384290.330989:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384290.330992:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384290.330996:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294878381 00000400:00000200:0.0:1767384290.330998:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000800:00000001:1.0:1767384290.330999:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.331002:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294878381 00000800:00000001:1.0:1767384290.331006:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384290.331007:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294878381 00000400:00000200:0.0:1767384290.331008:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000100:00000001:2.0:1767384290.331013:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294878381 00000800:00000001:1.0:1767384290.331014:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384290.331014:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000100:00000001:2.0:1767384290.331021:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294878381 00000800:00000001:1.0:1767384290.331021:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384290.331023:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000100:00000001:2.0:1767384290.331027:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294878381 00000800:00000001:1.0:1767384290.331028:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384290.331028:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (4) 00000100:00000001:2.0:1767384290.331031:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294878381 00000100:00000001:2.0:1767384290.331036:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294878381 00000100:00000001:2.0:1767384290.331042:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384290.331042:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : ACK - for me 00000100:00000001:2.0:1767384290.331049:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.331052:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.331055:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.331060:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp: ACK from 12345-192.168.202.115@tcp into md 0x1171 00000400:00000200:1.0:1767384290.331065:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.331071:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: ACK: OK 00000400:00000200:1.0:1767384290.331074:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000100:00000001:0.0:1767384290.331074:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384290.331079:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384290.331079:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00100000:0.0:1767384290.331079:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728306816 00000100:00100000:2.0:1767384290.331083:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728306944 02000000:00000001:0.0:1767384290.331084:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384290.331087:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384290.331087:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384290.331088:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384290.331090:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.331093:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384290.331095:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.331096:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:2.0:1767384290.331097:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384290.331100:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728306816 00000400:00000200:1.0:1767384290.331103:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (3) 02000000:00000001:2.0:1767384290.331104:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.331104:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384290.331108:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00100000:2.0:1767384290.331110:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728306944 00000020:00000001:0.0:1767384290.331111:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384290.331112:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384290.331113:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384290.331115:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000040:2.0:1767384290.331117:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000800:00000001:1.0:1767384290.331119:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.331119:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384290.331121:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384290.331124:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384290.331129:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384290.331131:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000010:0.0:1767384290.331133:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be87fa26. 00000100:00000001:0.0:1767384290.331157:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.331159:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be87fa26. 00000020:00000010:0.0:1767384290.331165:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000851c7de. 00000020:00000010:0.0:1767384290.331169:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000adef8784. 00000020:00000010:0.0:1767384290.331172:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022ace09e. 00000100:00000040:0.0:1767384290.331184:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384290.331187:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384290.331188:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384290.331190:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.331195:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.331206:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.331215:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384290.331217:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384290.331220:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767384290.331223:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384290.331224:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250605648 : -113719458945968 : ffff9892a00ba450) 00000100:00000040:0.0:1767384290.331228:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3b22fd2 x1853236728306816/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.331234:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.331237:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be87fa26. 00000100:00000001:0.0:1767384290.331239:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.331240:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be87fa26. 00000100:00100000:0.0:1767384290.331244:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728306816:12345-0@lo:253: 00000100:00000200:0.0:1767384290.331246:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728306816 00000020:00000001:0.0:1767384290.331249:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384290.331252:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384290.331253:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.331255:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384290.331257:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384290.331260:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.331261:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.331263:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384290.331265:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384290.331267:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.331271:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384290.331273:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384290.331275:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 02000000:00000010:0.0:1767384290.331278:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4d663a7. 00000020:00000001:2.0:1767384290.331281:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 02000000:00000001:0.0:1767384290.331282:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.331287:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384290.331290:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.331293:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071243016. 20000000:00000001:0.0:1767384290.331293:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384290.331298:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384290.331301:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071243016. 20000000:00000010:0.0:1767384290.331302:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dcca5d10. 20000000:01000000:0.0:1767384290.331307:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384290.331308:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024dc082a. 20000000:00000001:0.0:1767384290.331309:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384290.331313:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:2.0:1767384290.331315:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000102c8d08. 20000000:00000001:0.0:1767384290.331315:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384290.331317:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384290.331320:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384290.331322:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000100:00000001:2.0:1767384290.331329:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 20000000:00000010:0.0:1767384290.331329:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a1e4321. 00000100:00000001:2.0:1767384290.331330:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384290.331334:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384290.331334:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000100:00000001:2.0:1767384290.331341:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384290.331342:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384290.331348:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384290.331350:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384290.331353:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.331365:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384290.331367:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:0.0:1767384290.331369:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00100000:2.0:1767384290.331373:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:2.0:1767384290.331377:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:2.0:1767384290.331380:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250607696 : -113719458943920 : ffff9892a00bac50) 00000100:00000040:2.0:1767384290.331385:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c9d0ea5 x1853236728306944/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.331394:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384290.331397:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071243016. 00000100:00000001:2.0:1767384290.331400:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384290.331402:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071243016. 00080000:00000001:0.0:1767384290.331405:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.331407:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c9d0ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728306944:12345-0@lo:253: 00080000:00000001:0.0:1767384290.331409:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384290.331412:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384290.331415:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728306944 00080000:00000001:0.0:1767384290.331415:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384290.331419:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.331420:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000002:0.0:1767384290.331422:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:2.0:1767384290.331424:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384290.331428:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.331428:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384290.331432:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384290.331433:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:0.0:1767384290.331435:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384290.331439:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384290.331442:0:17081:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000091e6eba3. 00000020:00000001:2.0:1767384290.331443:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00080000:00000001:0.0:1767384290.331445:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384290.331448:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.331450:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384290.331452:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.331455:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000001:2.0:1767384290.331456:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384290.331461:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384290.331461:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384290.331466:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384290.331466:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000575045c3. 00080000:00000001:0.0:1767384290.331471:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477242880 : -113724232308736 : ffff98918387e800) 00000100:00000001:2.0:1767384290.331472:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384290.331475:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:2.0:1767384290.331476:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:0.0:1767384290.331478:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.331482:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000be87fa26. 00080000:00000001:0.0:1767384290.331484:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.331485:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068feb2b7. 02000000:00000001:2.0:1767384290.331489:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.331495:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.331495:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384290.331499:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384290.331507:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384290.331508:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000471c7428. 20000000:01000000:2.0:1767384290.331513:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384290.331515:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384290.331517:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384290.331519:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384290.331521:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384290.331523:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384290.331526:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384290.333944:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000575045c3. 00080000:00000010:0.0:1767384290.334003:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000be87fa26. 00040000:00000001:0.0:1767384290.334010:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.334014:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384290.334017:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384290.334021:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384290.334024:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384290.334027:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384290.334040:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384290.334049:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384290.334052:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384290.334058:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384290.334063:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000974e6871. 20000000:01000000:2.0:1767384290.334067:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:01000000:3.0:1767384290.334070:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384290.334072:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384290.334075:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384290.334076:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:3.0:1767384290.334078:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384290.334080:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384290.334082:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384290.334086:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384290.334089:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:3.0:1767384290.334092:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000841e7485 count: 2 00010000:00000001:3.0:1767384290.334096:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384290.334097:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.334099:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384290.334101:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384290.334104:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b930fa9. 00080000:00000001:2.0:1767384290.334104:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.334107:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384290.334109:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384290.334110:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384290.334113:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b930fa9 with handle 0x960a57272cefba1c to hash 00080000:00000002:2.0:1767384290.334114:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:3.0:1767384290.334118:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384290.334120:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00010000:00000001:3.0:1767384290.334121:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00080000:00000002:2.0:1767384290.334123:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384290.334125:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384290.334132:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00080000:00000001:2.0:1767384290.334132:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.334155:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384290.334164:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384290.334167:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384290.334169:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384290.334172:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000346c3908. 00080000:00000001:2.0:1767384290.334175:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462955520 : -113724246596096 : ffff989182ade600) 00080000:00000001:2.0:1767384290.334177:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384290.334179:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384290.334181:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071243016. 00080000:00000001:2.0:1767384290.334183:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.334185:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384290.334196:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.334205:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384290.334246:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384290.334248:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384290.334252:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384290.334262:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:2.0:1767384290.334265:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384290.334267:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1767384290.334270:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384290.334271:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:2.0:1767384290.334273:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dcca5d10. 00010000:00000001:3.0:1767384290.334276:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:2.0:1767384290.334278:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.334280:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000040:2.0:1767384290.334283:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728306816 00010000:00010000:3.0:1767384290.334287:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384290.334288:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384290.334294:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3b22fd2 x1853236728306816/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384290.334304:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384290.334307:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384290.334309:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.334310:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.334313:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384290.334315:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384290.334315:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=13 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384290.334320:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.334322:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384290.334323:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384290.334327:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384290.334327:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384290.334333:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384290.334338:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1767384290.334340:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000841e7485) refcount = 2 02000000:00000001:2.0:1767384290.334340:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334345:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384290.334346:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:2.0:1767384290.334349:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384290.334351:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384290.334353:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e048c404. 00010000:00000040:3.0:1767384290.334358:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000200:2.0:1767384290.334360:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728306816, offset 224 00010000:00000040:3.0:1767384290.334361:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384290.334368:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1767384290.334373:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b41e6abc. 00000400:00000200:2.0:1767384290.334377:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384290.334378:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384290.334384:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026c90975. 00000100:00000001:3.0:1767384290.334388:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353856231296 : -113719853320320 : ffff98928889f780) 00000400:00000200:2.0:1767384290.334388:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce01c80 00000100:00000001:3.0:1767384290.334395:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353856231296 : -113719853320320 : ffff98928889f780) 00000100:00000001:3.0:1767384290.334401:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384290.334402:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384290.334406:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384290.334406:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1175 [2] + 224 00010000:00000001:3.0:1767384290.334410:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384290.334412:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384290.334413:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384290.334416:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1767384290.334419:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384290.334420:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384290.334423:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1767384290.334423:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384290.334427:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:2.0:1767384290.334429:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384290.334432:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e0aeba8. 00000020:00000040:3.0:1767384290.334439:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000040:2.0:1767384290.334443:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.334445:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.334450:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.334454:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.334460:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073b2d6e1. 00000100:00000001:2.0:1767384290.334461:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384290.334465:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.334467:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e048c404 00000400:00000010:2.0:1767384290.334470:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e048c404. 00010000:00010000:3.0:1767384290.334473:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384290.334475:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384290.334476:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384290.334478:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384290.334479:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384290.334483:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384290.334485:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384290.334489:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384290.334490:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:1.0:1767384290.334492:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010f50572. 00010000:00000001:2.0:1767384290.334495:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:3.0:1767384290.334499:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 361 lvb_type: 0 00000020:00000001:2.0:1767384290.334499:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.334499:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a27e70d 00000400:00000010:1.0:1767384290.334504:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a27e70d. 00000020:00000001:2.0:1767384290.334505:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384290.334510:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384290.334513:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3b22fd2 x1853236728306816/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384290.334514:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000200:1.0:1767384290.334518:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.334519:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384290.334524:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384290.334529:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728306816:12345-0@lo:253: Request processed in 3290us (3944us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384290.334549:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:2.0:1767384290.334555:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384290.334560:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384290.334560:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384290.334562:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.334564:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334565:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384290.334572:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e0aeba8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728307072:0@lo:104: 00000020:00000010:2.0:1767384290.334572:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000adef8784. 00000100:00000001:1.0:1767384290.334575:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384290.334580:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384290.334580:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384290.334582:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022ace09e. 02000000:00000001:3.0:1767384290.334583:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384290.334584:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384290.334586:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.334588:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384290.334589:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1767384290.334590:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000851c7de. 00000100:00000001:1.0:1767384290.334591:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384290.334593:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066ba6e98. 00000100:00000001:1.0:1767384290.334594:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.334597:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384290.334598:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00001000:1.0:1767384290.334601:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=13 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384290.334603:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.334608:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384290.334609:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=13 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384290.334610:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 02000000:00000010:2.0:1767384290.334612:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4d663a7. 00000100:00000001:1.0:1767384290.334616:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384290.334617:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009917f49a. 00000100:00000001:1.0:1767384290.334617:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.334623:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384290.334624:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728307072, portal 16 02000000:00000001:2.0:1767384290.334626:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384290.334626:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.334627:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.334631:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498616448 : -113724210935168 : ffff989184ce0a80) 00000100:00000001:2.0:1767384290.334632:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.334633:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.334637:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384290.334641:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384290.334642:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384290.334649:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012aacfdb. 00000100:00000001:3.0:1767384290.334655:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384290.334657:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e048c404. 00000100:00000001:1.0:1767384290.334660:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384290.334661:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384290.334666:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384290.334667:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000001:1.0:1767384290.334669:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384290.334672:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728307072, offset 0 00000020:01000004:1.0:1767384290.334673:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384290.334676:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384290.334679:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384290.334680:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384290.334682:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384290.334683:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:1.0:1767384290.334684:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384290.334686:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384290.334689:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384290.334690:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384290.334692:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384290.334696:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384290.334697:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384290.334708:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053654c14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728306816:0@lo:253: 00000400:00000200:3.0:1767384290.334709:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce01d80 00000400:00000200:3.0:1767384290.334717:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000100:00000001:1.0:1767384290.334717:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.334722:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384290.334727:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384290.334727:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053654c14 x1853236728306816/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384290.334737:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384290.334739:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384290.334742:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384290.334744:0:17102:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1767384290.334744:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2650265. 00000100:00000200:3.0:1767384290.334747:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:1.0:1767384290.334749:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767384290.334752:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071799975. 00000020:00000001:1.0:1767384290.334753:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384290.334756:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000040:3.0:1767384290.334757:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000071799975 x1853236728307072 msgsize 328 00000020:00000001:1.0:1767384290.334760:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384290.334765:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384290.334765:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000601b97c5. 02000000:00000001:1.0:1767384290.334770:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384290.334771:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384290.334772:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053654c14. 00000100:00000001:1.0:1767384290.334774:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384290.334775:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.334776:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.334777:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384290.334780:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384290.334783:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00000001:1.0:1767384290.334784:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384290.334787:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:1.0:1767384290.334788:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.334792:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384290.334792:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384290.334797:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.334804:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.334806:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.334811:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334811:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384290.334815:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307072 02000000:00000001:2.0:1767384290.334819:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384290.334820:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384290.334823:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384290.334826:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334827:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.334830:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294878385 02000000:00000001:2.0:1767384290.334832:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.334835:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294878381 00000100:00100000:2.0:1767384290.334837:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307072 00000100:00000001:3.0:1767384290.334839:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294878385 00000020:00000001:2.0:1767384290.334842:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384290.334843:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294878381 00000100:00000001:3.0:1767384290.334847:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294878385 00000020:00000040:2.0:1767384290.334847:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000001:3.0:1767384290.334853:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294878381 00000020:00000001:2.0:1767384290.334853:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384290.334857:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:3.0:1767384290.334858:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294878385 00000100:00000001:3.0:1767384290.334861:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294878381 00000100:00000001:3.0:1767384290.334865:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384290.334865:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:3.0:1767384290.334870:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.334872:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00010000:00000001:3.0:1767384290.334873:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.334879:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334880:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384290.334881:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.334884:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384290.334885:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384290.334887:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.334887:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000680bacfa. 00010000:00000001:3.0:1767384290.334890:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384290.334893:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384290.334893:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.334895:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.334899:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384290.334900:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000680bacfa. 00000100:00000001:3.0:1767384290.334901:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384290.334906:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000026c90975 going to sleep for 11 seconds 00000100:00000001:3.0:1767384290.334908:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384290.334910:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.334910:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136abc5d. 00000020:00000010:2.0:1767384290.334917:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007679b89a. 00000020:00000010:2.0:1767384290.334921:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000100:00000040:2.0:1767384290.334928:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384290.334931:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384290.334932:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384290.334933:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334938:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.334962:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.334972:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384290.334974:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384290.334979:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384290.334982:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:2.0:1767384290.334991:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498628992 : -113724210922624 : ffff989184ce3b80) 00000100:00000040:2.0:1767384290.334997:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071799975 x1853236728307072/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 328/0 e 0 to 0 dl 1767384301 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384290.335006:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384290.335009:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000680bacfa. 00000100:00000001:2.0:1767384290.335011:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384290.335013:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000680bacfa. 00000100:00100000:2.0:1767384290.335017:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071799975 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728307072:12345-0@lo:104: 00000100:00000200:2.0:1767384290.335020:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307072 00010000:00000001:2.0:1767384290.335023:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384290.335027:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384290.335029:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384290.335031:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=2 00000020:00000001:2.0:1767384290.335033:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:2.0:1767384290.335036:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:2.0:1767384290.335039:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384290.335041:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384290.335044:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384290.335053:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384290.335054:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384290.335058:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006970c8eb. 02000000:00000001:2.0:1767384290.335060:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.335062:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.335065:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384290.335067:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384290.335069:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.335073:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384290.335075:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384290.335077:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384290.335080:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384290.335087:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.335090:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384290.335092:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384290.335095:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000200:2.0:1767384290.335099:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728307072, offset 224 00000400:00000200:2.0:1767384290.335103:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384290.335109:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384290.335115:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce01d80 00000400:00000200:2.0:1767384290.335120:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x118d [1] + 224 00000400:00000200:2.0:1767384290.335124:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384290.335127:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.335130:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384290.335172:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384290.335184:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384290.335200:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384290.335206:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000100:00000001:3.0:1767384290.335208:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384290.335209:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:2.0:1767384290.335214:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384290.335216:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384290.335217:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384290.335220:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384290.335220:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384290.335223:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:3.0:1767384290.335227:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009917f49a 00000100:00000040:2.0:1767384290.335227:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:3.0:1767384290.335231:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009917f49a. 00000100:00000001:3.0:1767384290.335235:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384290.335235:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384290.335241:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000207bd822. 00000100:00000200:3.0:1767384290.335242:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384290.335247:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384290.335261:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384290.335269:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.335275:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384290.335279:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384290.335280:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.335282:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384290.335288:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.335291:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071799975 x1853236728307072/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384290.335294:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384290.335302:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384290.335303:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384290.335307:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384290.335308:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384290.335313:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:1.0:1767384290.335313:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384290.335317:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384290.335319:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384290.335319:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071799975 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728307072:12345-0@lo:104: Request processed in 307us (555us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384290.335322:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.335326:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384290.335332:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=13 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384290.335334:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099fb3556 already unused, calling callback (00000000a89832d0) 00000100:00001000:3.0:1767384290.335342:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=13 v=5 (1 0 0 0) 10000000:00000001:1.0:1767384290.335342:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384290.335347:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384290.335348:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384290.335348:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384290.335352:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.335356:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384290.335357:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00010000:00000001:3.0:1767384290.335360:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.335363:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384290.335364:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.335368:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384290.335369:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384290.335371:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384290.335374:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007679b89a. 00010000:00000001:1.0:1767384290.335380:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384290.335381:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384290.335383:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000001:1.0:1767384290.335384:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384290.335385:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384290.335388:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384290.335390:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136abc5d. 00000020:00000040:1.0:1767384290.335390:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00010000:00000001:3.0:1767384290.335392:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384290.335395:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384290.335397:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384290.335397:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00000020:00000040:2.0:1767384290.335399:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00010000:00000001:3.0:1767384290.335401:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.335404:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00000100:00000001:2.0:1767384290.335406:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384290.335407:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384290.335413:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384290.335418:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384290.335419:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e0aeba8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728307072:0@lo:104: 00000100:00000001:3.0:1767384290.335426:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.335434:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384290.335435:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384290.335439:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00010000:1.0:1767384290.335440:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384290.335443:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.335447:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e0aeba8 x1853236728307072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1767384290.335452:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384290.335458:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384290.335461:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384290.335466:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384290.335470:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384290.335471:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384290.335473:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.335475:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384290.335479:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066ba6e98. 02000000:00000001:3.0:1767384290.335483:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384290.335485:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384290.335487:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 10000000:00000001:1.0:1767384290.335488:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000001:3.0:1767384290.335489:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384290.335492:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:3.0:1767384290.335493:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073b2d6e1. 10000000:00000040:1.0:1767384290.335496:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 02000000:00000001:3.0:1767384290.335498:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384290.335503:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:1.0:1767384290.335503:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000010:3.0:1767384290.335504:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e0aeba8. 10000000:00000001:1.0:1767384290.335507:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335508:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384290.335510:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384290.335514:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000026c90975. 00010000:00000001:1.0:1767384290.335515:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384290.335516:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384290.335519:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384290.335520:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:3.0:1767384290.335521:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b41e6abc. 00010000:00000001:1.0:1767384290.335525:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384290.335526:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.335530:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.335530:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384290.335534:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384290.335535:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384290.335538:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000040:1.0:1767384290.335540:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099fb3556 with handle 0x960a57272cefba07 from hash 00010000:00000001:3.0:1767384290.335541:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384290.335544:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384290.335546:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384290.335549:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.335553:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.335555:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384290.335558:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384290.335560:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384290.335571:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384290.335574:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384290.335579:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054cdbb32. 00000020:00000040:1.0:1767384290.335583:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384290.335587:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384290.335589:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384290.335592:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384290.335597:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f96300. 00000100:00000001:1.0:1767384290.335601:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.335604:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384290.335607:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384290.335613:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384290.335615:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.335618:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384290.335619:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384290.335624:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054cdbb32] to pc [ptlrpcd_00_02+2] req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.335654:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384290.335657:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.335659:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.335661:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.335664:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384290.335666:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384290.335669:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384290.335674:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384290.335679:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384290.335679:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384290.335680:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384290.335685:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384290.335685:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefba07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba0e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384290.335686:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335695:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:1.0:1767384290.335697:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000136a8bb9 count: 0 00000100:00000001:3.0:1767384290.335699:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.335704:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.335706:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384290.335708:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384290.335709:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384290.335713:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.335713:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384290.335723:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000207bd822. 00000100:00000001:3.0:1767384290.335726:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384290.335729:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.335732:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384290.335734:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335737:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384290.335738:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384290.335742:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384290.335744:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384290.335744:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.335746:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384290.335749:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384290.335750:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.335756:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054cdbb32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728307200:0@lo:103: 00000020:00000001:1.0:1767384290.335756:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384290.335761:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384290.335761:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.335765:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767384290.335766:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384290.335767:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.335770:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384290.335773:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066ba6e98. 02000000:00000001:3.0:1767384290.335774:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384290.335778:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000400:00000010:3.0:1767384290.335781:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009917f49a. 00000100:00000200:3.0:1767384290.335783:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728307200, portal 18 00000100:00000001:3.0:1767384290.335784:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.335785:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201088 : -113724217350528 : ffff9891846c2680) 00000100:00000040:3.0:1767384290.335787:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.335792:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384290.335794:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384290.335796:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000200:3.0:1767384290.335798:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728307200, offset 0 00000400:00000200:3.0:1767384290.335802:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384290.335807:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384290.335811:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce01e00 00000400:00000200:3.0:1767384290.335816:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384290.335819:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384290.335821:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384290.335824:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384290.335825:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384290.335827:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e0aeba8. 00000100:00000040:3.0:1767384290.335829:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000007e0aeba8 x1853236728307200 msgsize 328 00000100:00100000:3.0:1767384290.335831:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384290.335843:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384290.335851:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000400:00000010:3.0:1767384290.335853:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:3.0:1767384290.335856:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384290.335858:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.335864:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.335865:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384290.335867:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000249f4929. 00000100:00000001:3.0:1767384290.335874:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335876:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384290.335876:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384290.335880:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384290.335880:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307200 00000100:00000001:3.0:1767384290.335882:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294878386 02000000:00000001:1.0:1767384290.335884:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384290.335888:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878385 00000100:00000001:1.0:1767384290.335888:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384290.335892:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335893:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294878386 00000100:00000001:3.0:1767384290.335898:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878385 02000000:00000001:1.0:1767384290.335898:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.335903:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294878386 00000100:00100000:1.0:1767384290.335904:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307200 00000100:00000001:3.0:1767384290.335908:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878385 00000020:00000001:1.0:1767384290.335909:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384290.335913:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294878386 00000020:00000040:1.0:1767384290.335913:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384290.335918:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384290.335919:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878385 00000020:00000040:1.0:1767384290.335923:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:3.0:1767384290.335924:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.335929:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.335930:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384290.335932:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.335936:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384290.335937:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.335943:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384290.335948:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e455d74a. 00000100:00000001:1.0:1767384290.335966:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384290.335969:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e455d74a. 00000020:00000010:1.0:1767384290.335975:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0bd6996. 00000020:00000010:1.0:1767384290.335978:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee609f0e. 00000020:00000010:1.0:1767384290.335991:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000039bc428d. 00000100:00000040:1.0:1767384290.335999:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384290.336002:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384290.336003:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384290.336009:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384290.336012:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336014:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384290.336017:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384290.336019:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384290.336022:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:1.0:1767384290.336024:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:1.0:1767384290.336027:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00010000:1.0:1767384290.336031:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 361 lvb_type: 0 00010000:00000001:1.0:1767384290.336038:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336039:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336041:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.336043:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.336048:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384290.336052:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e0aeba8 x1853236728307200/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 328/0 e 0 to 0 dl 1767384301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.336060:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384290.336061:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.336075:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.336087:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384290.336090:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384290.336094:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384290.336097:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384290.336100:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498616448 : -113724210935168 : ffff989184ce0a80) 00000100:00000040:1.0:1767384290.336104:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e0aeba8 x1853236728307200/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 328/0 e 0 to 0 dl 1767384301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.336113:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384290.336117:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e455d74a. 00000100:00000001:1.0:1767384290.336119:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384290.336121:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e455d74a. 00000100:00100000:1.0:1767384290.336125:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e0aeba8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728307200:12345-0@lo:103: 00000100:00000200:1.0:1767384290.336157:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307200 00010000:00000001:1.0:1767384290.336161:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384290.336163:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384290.336166:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384290.336169:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384290.336171:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384290.336175:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e197ee5b. 02000000:00000001:1.0:1767384290.336178:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.336180:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336183:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384290.336186:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384290.336189:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384290.336190:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384290.336193:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:1.0:1767384290.336195:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:1.0:1767384290.336198:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000040:1.0:1767384290.336201:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000841e7485 count: 3 00010000:00010000:1.0:1767384290.336206:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 361 lvb_type: 0 00000100:00001000:1.0:1767384290.336213:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384290 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384290.336217:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384290.336222:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336224:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384290.336227:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 361 lvb_type: 0 00000020:00000001:1.0:1767384290.336234:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384290.336237:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384290.336238:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.336240:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336242:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384290.336244:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384290.336248:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336249:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336258:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384290.336260:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384290.336263:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefba0e from hash 00010000:00000001:1.0:1767384290.336266:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384290.336268:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336269:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336271:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384290.336273:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384290.336275:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384290.336277:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefba0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefba07 expref: 16 pid: 17080 timeout: 361 lvb_type: 0 00000020:00000010:1.0:1767384290.336285:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e455d74a. 00080000:00000010:2.0:1767384290.336288:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000346c3908. 00010000:00000040:1.0:1767384290.336288:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:1.0:1767384290.336293:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:1.0:1767384290.336300:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336302:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384290.336304:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384290.336306:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004b930fa9 00010000:00000001:1.0:1767384290.336309:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384290.336311:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384290.336313:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384290.336315:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384290.336317:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384290.336320:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071243016. 00010000:00000001:1.0:1767384290.336320:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384290.336324:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00040000:00000001:3.0:1767384290.336325:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:1.0:1767384290.336327:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00040000:00000001:3.0:1767384290.336328:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384290.336331:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384290.336336:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384290.336342:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336342:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:00000001:3.0:1767384290.336344:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384290.336347:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384290.336347:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000001:3.0:1767384290.336351:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384290.336351:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384290.336354:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384290.336356:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000841e7485) refcount = 2 20000000:01000000:3.0:1767384290.336362:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:1.0:1767384290.336364:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384290.336367:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384290.336386:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384290.336389:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384290.336391:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384290.336394:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384290.336398:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df424722. 00000100:00000001:1.0:1767384290.336401:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384290.336405:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005804aa7a. 00000100:00000001:1.0:1767384290.336406:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968686592 : -113719740865024 : ffff98928f3de600) 00000100:00000001:1.0:1767384290.336409:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353968686592 : -113719740865024 : ffff98928f3de600) 00000100:00000001:1.0:1767384290.336412:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384290.336413:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384290.336416:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384290.336418:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384290.336421:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384290.336424:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384290.336425:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384290.336427:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=5 00000020:00000001:1.0:1767384290.336429:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:1.0:1767384290.336432:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:1.0:1767384290.336435:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384290.336437:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384290.336444:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384290.336446:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384290.336453:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336455:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384290.336457:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384290.336464:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384290.336468:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384290.336472:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.336473:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384290.336477:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000471c7428. 00010000:00000001:1.0:1767384290.336478:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384290.336482:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384290.336483:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384290.336489:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728306944 00010000:00000001:3.0:1767384290.336495:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384290.336495:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004b930fa9 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384290.336500:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384290.336503:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c9d0ea5 x1853236728306944/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.336504:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384290.336507:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384290.336523:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384290.336525:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384290.336526:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336527:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384290.336529:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=13 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384290.336531:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384290.336533:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384290.336535:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=6 00000100:00000040:3.0:1767384290.336536:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384290.336541:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:1.0:1767384290.336541:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 02000000:00000001:3.0:1767384290.336546:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384290.336548:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 02000000:00000001:3.0:1767384290.336549:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.336552:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384290.336554:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384290.336558:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384290.336558:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384290.336561:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026c90975. 00000100:00000200:3.0:1767384290.336566:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728306944, offset 224 00000400:00000200:3.0:1767384290.336573:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384290.336573:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384290.336576:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384290.336580:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384290.336580:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384290.336588:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce01d00 00000400:00000200:3.0:1767384290.336592:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x117d [2] + 224 00000400:00000200:3.0:1767384290.336596:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384290.336598:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384290.336599:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384290.336603:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384290.336604:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384290.336609:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.336609:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384290.336612:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384290.336618:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004b930fa9 with handle 0x960a57272cefba1c from hash 00000100:00000040:3.0:1767384290.336621:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.336624:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384290.336628:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336631:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336633:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384290.336635:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384290.336637:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384290.336638:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384290.336639:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384290.336646:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384290.336649:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384290.336650:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026c90975 00000400:00000010:3.0:1767384290.336654:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026c90975. 00000100:00000001:3.0:1767384290.336657:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384290.336657:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384290.336657:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.336660:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384290.336664:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384290.336665:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384290.336665:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384290.336667:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384290.336672:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384290.336673:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384290.336674:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384290.336677:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384290.336680:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384290.336681:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.336684:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336686:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.336691:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384290.336693:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384290.336693:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.336697:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384290.336698:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c9d0ea5 x1853236728306944/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384290.336699:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384290.336700:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384290.336703:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384290.336714:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384290.336717:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384290.336719:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384290.336722:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384290.336723:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384290.336726:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384290.336727:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384290.336730:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000100:00100000:3.0:1767384290.336731:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c9d0ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728306944:12345-0@lo:253: Request processed in 5332us (5872us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384290.336732:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384290.336735:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000341a4433 00010000:00000001:1.0:1767384290.336736:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384290.336740:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000341a4433. 00010000:00000001:1.0:1767384290.336741:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384290.336745:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384290.336746:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:2.0:1767384290.336746:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384290.336751:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:1.0:1767384290.336751:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384290.336754:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.336758:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:1.0:1767384290.336758:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.336761:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384290.336766:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000102c8d08. 00010000:00000001:1.0:1767384290.336766:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384290.336770:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004b930fa9/0x960a57272cefba1c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384290.336772:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:3.0:1767384290.336777:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024dc082a. 00000020:00000040:3.0:1767384290.336781:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:3.0:1767384290.336786:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384290.336789:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068feb2b7. 02000000:00000001:3.0:1767384290.336796:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384290.336798:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384290.336799:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384290.336800:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.336803:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384290.336805:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384290.336809:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000010:3.0:1767384290.336811:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f4a814. 00010000:00000001:1.0:1767384290.336813:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:3.0:1767384290.336818:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026c90975. 00000100:00000001:2.0:1767384290.336818:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384290.336819:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.336821:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.336825:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.336826:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384290.336829:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384290.336830:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384290.336831:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.336834:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384290.336835:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005804aa7a. 00000100:00000001:1.0:1767384290.336840:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384290.336842:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384290.336844:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df424722. 02000000:00000001:2.0:1767384290.336845:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384290.336847:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00001000:2.0:1767384290.336850:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=13 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384290.336852:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.336854:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384290.336858:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.336859:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:1.0:1767384290.336859:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000841e7485 count: 0 00010000:00000001:2.0:1767384290.336862:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.336865:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.336868:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384290.336869:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384290.336874:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.336878:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.336881:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384290.336881:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384290.336882:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384290.336886:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384290.336890:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00001000:1.0:1767384290.336892:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=13 v=5 (1 0 0 0) 00000020:01000004:2.0:1767384290.336893:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384290.336895:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384290.336898:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384290.336900:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:01000004:2.0:1767384290.336901:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384290.336905:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384290.336907:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384290.336908:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:01000004:2.0:1767384290.336909:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384290.336911:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384290.336915:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.336915:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384290.336923:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384290.336927:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.336928:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728306944:0@lo:253: 00000100:00000001:1.0:1767384290.336934:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384290.336935:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384290.336940:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384290.336943:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.336947:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a065a12 x1853236728306944/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384290.336947:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000200:1.0:1767384290.336970:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728307200, offset 224 00000100:00000001:2.0:1767384290.336971:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384290.336974:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384290.336976:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000536fc59d. 00000400:00000200:1.0:1767384290.336980:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384290.336981:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384290.336984:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384290.336986:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384290.336987:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384290.336989:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b269cc6. 02000000:00000001:2.0:1767384290.336994:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384290.336994:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384290.336997:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384290.336999:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 00000100:00000001:2.0:1767384290.337001:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384290.337002:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.337004:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384290.337008:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce01e00 00000100:00000001:2.0:1767384290.337010:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384290.337013:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.337015:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384290.337016:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x119d [1] + 224 00000100:00000001:2.0:1767384290.337018:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.337026:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.337030:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384290.337035:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384290.337038:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384290.337048:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.337066:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384290.337071:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000400:00000010:1.0:1767384290.337073:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00000001:1.0:1767384290.337076:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384290.337078:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384290.337082:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.337084:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.337087:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384290.337087:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384290.337090:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384290.337092:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384290.337093:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384290.337095:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:3.0:1767384290.337097:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009917f49a 00000400:00000010:3.0:1767384290.337099:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009917f49a. 00010000:00000001:1.0:1767384290.337102:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384290.337108:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e0aeba8 x1853236728307200/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:271/0 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.337109:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384290.337114:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384290.337133:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384290.337157:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e0aeba8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728307200:12345-0@lo:103: Request processed in 1017us (1300us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384290.337158:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384290.337161:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.337166:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384290.337169:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384290.337170:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384290.337172:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.337175:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384290.337176:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00001000:3.0:1767384290.337178:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=13 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384290.337182:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00001000:3.0:1767384290.337183:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384290.337189:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384290.337189:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384290.337194:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.337194:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384290.337196:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384290.337198:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.337200:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.337200:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee609f0e. 00000100:00000040:3.0:1767384290.337206:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384290.337209:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000039bc428d. 00000100:00000001:3.0:1767384290.337211:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.337214:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384290.337216:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384290.337216:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0bd6996. 00000100:00000040:3.0:1767384290.337219:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384290.337224:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00100000:3.0:1767384290.337227:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054cdbb32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728307200:0@lo:103: 00000100:00000001:1.0:1767384290.337230:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.337231:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.337236:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.337238:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054cdbb32 x1853236728307200/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.337245:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384290.337247:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384290.337254:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066ba6e98. 02000000:00000001:3.0:1767384290.337258:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384290.337259:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384290.337261:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384290.337263:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384290.337264:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045f96300. 02000000:00000001:3.0:1767384290.337267:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384290.337268:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384290.337270:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054cdbb32. 00000100:00000001:3.0:1767384290.337274:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384290.337275:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.337277:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.337281:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384290.337283:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.337285:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.337287:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.343181:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294878386, at 4294878387 00000100:00000010:3.0:1767384290.343189:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fd18260. 00000100:00000040:2.0:1767384290.343191:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294878386, at 4294878387 00000100:00000040:1.0:1767384290.343198:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294878386, at 4294878387 00000100:00000010:2.0:1767384290.343199:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cac883. 00000100:00000010:1.0:1767384290.343209:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d25c6750. 00000100:00000040:0.0:1767384290.344168:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294878386, at 4294878388 00000100:00000010:0.0:1767384290.344174:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fcd5461. 00010000:00000010:1.1:1767384290.345172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000136a8bb9. 00010000:00000010:1.1:1767384290.345179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099fb3556. 00010000:00000010:1.1:1767384290.345183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:1.1:1767384290.345186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b930fa9. 00010000:00000010:1.1:1767384290.345188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000841e7485. 00000400:00000010:0.0:1767384290.351844:0:18910:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fab4a8cd. 00000400:00000040:0.0:1767384290.351861:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384290.351864:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384290.351866:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384290.351867:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384290.351869:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384290.351870:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384290.351872:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384290.351873:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384290.351875:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384290.351875:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384290.351877:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384290.351878:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384290.351880:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384290.351881:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384290.351881:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384290.351899:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384290.351900:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384290.351901:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384290.351902:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384290.351904:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384290.351909:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384290.351911:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384290.351912:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384290.351913:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384290.351914:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384290.351916:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384290.351917:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384290.351918:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384290.351919:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384290.351920:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384290.351921:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384290.351923:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384290.351924:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384290.351925:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384290.351926:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384290.351927:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384290.351928:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384290.351929:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384290.351931:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384290.351932:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384290.351933:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384290.351934:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384290.351936:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384290.351937:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384290.351939:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384290.351940:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384290.351942:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384290.351943:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384290.351946:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384290.351948:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384290.351949:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384290.351964:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384290.351965:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384290.351967:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384290.351969:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384290.351970:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384290.351972:0:18910:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384290.352008:0:18910:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fab4a8cd. 00010000:00000001:2.0:1767384290.612180:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384290.612184:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.612189:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384290.612191:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.612220:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384290.612230:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384290.612233:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384291.290671:0:19195:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c795d03f. 00080000:00000010:0.0:1767384291.290681:0:19195:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c795d03f. 00000020:00000001:0.0:1767384291.290685:0:19195:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384291.290692:0:19195:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c795d03f. 00080000:00000010:0.0:1767384291.290697:0:19195:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c795d03f. 00000020:00000001:0.0:1767384291.290699:0:19195:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.636236:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384291.636240:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.636244:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384291.636246:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.636284:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384291.636288:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384291.636292:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384292.007691:0:19359:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384292.007696:0:19359:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384292.011898:0:19359:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384292.017650:0:19360:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008fd72c48. 00000400:00000010:3.0:1767384292.017663:0:19360:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b47cfaa4. 00000400:00000010:3.0:1767384292.017672:0:19360:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000074f115b6. 00000400:00000010:3.0:1767384292.017674:0:19360:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006c058c1d. 00000400:00000010:3.0:1767384292.017677:0:19360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea249ec2. 00000400:00000010:3.0:1767384292.017681:0:19360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000038ef8a. 00000400:00000010:3.0:1767384292.017683:0:19360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fcccb84. 00000400:00000010:3.0:1767384292.017684:0:19360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076690f8c. 00000400:00000010:3.0:1767384292.017687:0:19360:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000058c1359d. 00000800:00000010:3.0:1767384292.017695:0:19360:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000577ec3ec. 00000800:00000200:3.0:1767384292.017704:0:19360:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384292.017708:0:19360:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384292.017740:0:19360:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384292.017763:0:19360:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384292.019828:0:19360:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000006725324e. 00000400:00000010:3.0:1767384292.019834:0:19360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000400:00000010:3.0:1767384292.019839:0:19360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009917f49a. 00000400:00000001:3.0:1767384292.019849:0:19360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384292.019850:0:19360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384292.019852:0:19360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086725e07. 00000400:00000200:3.0:1767384292.019854:0:19360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384292.019856:0:19360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384292.019859:0:19360:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000004c94816d. 00000400:00000200:3.0:1767384292.019864:0:19360:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (2) 00000400:00000200:3.0:1767384292.019875:0:19360:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384292.019882:0:19360:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384292.019890:0:19360:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003cc8670c. 00000020:01000000:3.0:1767384292.019893:0:19360:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384292.019896:0:19360:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp11 00000400:00000010:3.0:1767384292.019906:0:19360:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b47cfaa4. 00000400:00000010:3.0:1767384292.019910:0:19360:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008fd72c48. 00000400:00000200:0.0:1767384292.019915:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384292.019924:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:0.0:1767384292.019931:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000400:00000200:0.0:1767384292.019949:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (3) 00000400:00000010:0.0:1767384292.019956:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d8dd170. 00000400:00000200:0.0:1767384292.019962:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:2.0:1767384292.019964:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.019970:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.019973:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384292.019973:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:01000000:2.0:1767384292.019975:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384292.019978:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384292.019979:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384292.019980:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384292.019985:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000020:01000004:2.0:1767384292.019989:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384292.019990:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp10 00000020:01000004:2.0:1767384292.019991:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384292.019993:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384292.019994:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp10 lpni_is_preferred = 0 00000020:01000004:2.0:1767384292.019995:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.019997:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384292.019998:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp10 00000020:01000004:2.0:1767384292.019999:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384292.020000:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.020002:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384292.020003:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [7:7:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [7:7:8:4294967295] 00000100:00000010:2.0:1767384292.020007:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000400:00000200:0.0:1767384292.020010:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp10 00000020:00000040:2.0:1767384292.020011:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384292.020017:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384292.020018:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:) -> 192.168.202.115@tcp10(192.168.202.115@tcp:192.168.202.115@tcp10) : PUT try# 0 02000000:00000001:2.0:1767384292.020019:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384292.020024:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384292.020024:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000800:00000010:0.0:1767384292.020029:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f29f9719. 02000000:00000010:2.0:1767384292.020034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b269cc6. 00000800:00000010:0.0:1767384292.020038:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000635b3e4b. 00000100:00000001:2.0:1767384292.020040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384292.020042:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000038c1b169. 00000800:00000200:0.0:1767384292.020047:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (2) 00000100:00000001:2.0:1767384292.020048:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.020051:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.020059:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a065a12] to pc [ptlrpcd_00_03+3] req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384292.020071:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (2) 10000000:00000001:2.0:1767384292.020086:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384292.020086:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 10000000:00000001:2.0:1767384292.020089:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384292.020089:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000020:00000001:2.0:1767384292.020092:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384292.020094:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384292.020101:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.020103:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.020104:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384292.020106:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384292.020108:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384292.020110:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384292.020112:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.020114:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384292.020114:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384292.020115:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.020117:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.020119:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:0.0:1767384292.020119:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000004:2.0:1767384292.020121:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.020122:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384292.020126:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fea3594f. 00000100:00000001:0.0:1767384292.020127:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384292.020128:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384292.020165:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384292.020168:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384292.020171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 02000000:00000001:2.0:1767384292.020171:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384292.020179:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000536fc59d. 00000100:00000001:2.0:1767384292.020184:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020185:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.020187:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.020189:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384292.020189:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.020190:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020191:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.020194:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384292.020195:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fea3594f] to pc [ptlrpcd_00_00+0] req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.020197:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.020206:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384292.020208:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.020212:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384292.020214:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384292.020215:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.020216:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384292.020217:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.020220:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000020:00000001:2.0:1767384292.020220:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.020220:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728307328:0@lo:253: 00000020:01000000:2.0:1767384292.020224:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384292.020229:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003cc8670c. 00000100:00000001:0.0:1767384292.020229:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384292.020234:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384292.020238:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.020240:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384292.020241:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.020243:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.020245:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384292.020247:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2650265. 00000100:00000040:2.0:1767384292.020249:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384292.020249:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.020255:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbefcfa2. 00000100:00000001:2.0:1767384292.020256:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384292.020257:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.020260:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384292.020260:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dffed21. 02000000:00000001:2.0:1767384292.020261:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384292.020263:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384292.020264:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728307328, portal 25 00000100:00100000:2.0:1767384292.020266:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fea3594f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728307456:0@lo:253: 00000100:00000001:0.0:1767384292.020267:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.020268:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00000100:00000001:2.0:1767384292.020269:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384292.020271:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384292.020273:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.020273:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384292.020274:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384292.020281:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068feb2b7. 00000100:00000001:0.0:1767384292.020281:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384292.020283:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.020283:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.020286:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b25d3b. 00000400:00000010:2.0:1767384292.020287:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000100:00000200:0.0:1767384292.020289:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728307328, offset 0 00000400:00000010:2.0:1767384292.020290:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932cd1fa. 00000100:00000200:2.0:1767384292.020293:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728307456, portal 25 00000400:00000200:0.0:1767384292.020294:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384292.020302:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384292.020302:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384292.020303:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493437312 : -113724216114304 : ffff9891847f0380) 00000100:00000040:2.0:1767384292.020307:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.020312:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce01e80 00000100:00000001:2.0:1767384292.020313:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384292.020315:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384292.020319:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00000400:00000200:0.0:1767384292.020319:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000010:0.0:1767384292.020328:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047089d5c. 00000400:00000200:0.0:1767384292.020332:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007addc67e 00000100:00000200:2.0:1767384292.020336:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728307456, offset 0 00000400:00000200:0.0:1767384292.020341:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.020346:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.020351:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007addc67e 00000400:00000010:0.0:1767384292.020353:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007addc67e. 00000400:00000200:2.0:1767384292.020357:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384292.020357:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384292.020359:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384292.020362:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000019aab5fc x1853236728307328 msgsize 4848 00000400:00000200:2.0:1767384292.020363:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384292.020367:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384292.020369:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384292.020370:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce01f00 00000400:00000200:2.0:1767384292.020374:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:2.0:1767384292.020377:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f160239. 00000100:00000001:0.0:1767384292.020379:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384292.020381:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015e5125d 00000400:00000200:2.0:1767384292.020385:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.020386:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b25d3b 00000400:00000010:0.0:1767384292.020388:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043b25d3b. 00000400:00000200:2.0:1767384292.020390:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.020391:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384292.020393:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e5125d 00000400:00000010:2.0:1767384292.020394:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e5125d. 00000100:00000200:0.0:1767384292.020394:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.020397:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384292.020398:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384292.020401:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000350465b5 x1853236728307456 msgsize 4848 00000100:00000001:0.0:1767384292.020404:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384292.020406:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384292.020406:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384292.020408:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384292.020413:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020415:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384292.020417:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384292.020421:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000100:00000001:0.0:1767384292.020421:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.020423:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00000100:00000001:0.0:1767384292.020424:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294880071 00000100:00000001:2.0:1767384292.020426:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384292.020428:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.020428:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042bbdbbc. 00000100:00000001:2.0:1767384292.020435:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384292.020435:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384292.020437:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.020439:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294880071 00000100:00000010:0.0:1767384292.020442:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f130112. 00000100:00000001:2.0:1767384292.020444:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020446:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.020446:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384292.020449:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294880071 00000100:00000010:0.0:1767384292.020452:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9c4a6c. 00000100:00000001:0.0:1767384292.020455:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384292.020457:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020458:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294880071 00000100:00000001:2.0:1767384292.020459:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294880071 00000100:00000001:2.0:1767384292.020462:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294880071 00000100:00000001:2.0:1767384292.020464:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294880071 00000100:00000010:0.0:1767384292.020465:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b02e48f0. 00000100:00000001:2.0:1767384292.020466:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294880071 00000100:00000001:2.0:1767384292.020468:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294880071 00000100:00000001:0.0:1767384292.020468:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384292.020470:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294880071 00000100:00000001:2.0:1767384292.020472:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294880071 00000100:00000001:0.0:1767384292.020472:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.020474:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294880071 00000100:00000001:0.0:1767384292.020475:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020476:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.020478:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020478:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020480:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020481:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020482:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384292.020484:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003cc8670c. 00000100:00000001:2.0:1767384292.020487:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767384292.020490:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b47cfaa4. 00000100:00000001:2.0:1767384292.020490:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384292.020496:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.020498:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384292.020499:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002699246d. 00000100:00000001:2.0:1767384292.020500:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020506:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020517:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.020519:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020536:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384292.020536:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384292.020539:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307328 00000100:00100000:0.0:1767384292.020539:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307456 02000000:00000001:2.0:1767384292.020542:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384292.020542:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:3.0:1767384292.020544:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002699246d. 00000100:00000001:2.0:1767384292.020545:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.020545:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384292.020550:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020550:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.020554:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.020554:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.020558:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307328 00000100:00100000:0.0:1767384292.020558:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307456 00000020:00000001:2.0:1767384292.020561:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384292.020561:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384292.020563:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000040:0.0:1767384292.020563:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384292.020564:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384292.020566:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384292.020566:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384292.020569:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384292.020584:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000040:0.0:1767384292.020584:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384292.020589:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384292.020589:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384292.020592:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384292.020592:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384292.020593:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384292.020596:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384292.020602:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384292.020602:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a210409. 00000100:00000001:0.0:1767384292.020605:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.020606:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000790dde3. 00000100:00000001:2.0:1767384292.020608:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.020608:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a210409. 00000020:00000010:2.0:1767384292.020611:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000790dde3. 00000400:00000200:3.0:1767384292.020612:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp10 from 253.3.0.2 00000020:00000010:0.0:1767384292.020614:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf21124. 00000020:00000010:2.0:1767384292.020616:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef25efcc. 00000800:00000010:3.0:1767384292.020619:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000061534d41. 00000020:00000010:2.0:1767384292.020622:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c7060ac. 00000020:00000010:0.0:1767384292.020622:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037dfd050. 00000020:00000010:2.0:1767384292.020628:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:0.0:1767384292.020629:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009642a1ea. 00000100:00000040:2.0:1767384292.020638:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384292.020641:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384292.020641:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384292.020642:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384292.020643:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384292.020645:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020645:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020652:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020652:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020664:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.020665:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.020676:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384292.020676:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:3.0:1767384292.020678:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f8c0cd76. 00000100:00000001:2.0:1767384292.020679:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384292.020679:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384292.020684:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041c1eb8c. 00000100:00100000:2.0:1767384292.020686:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:2.0:1767384292.020691:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00100000:0.0:1767384292.020693:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:2.0:1767384292.020694:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250611792 : -113719458939824 : ffff9892a00bbc50) 00000100:00000040:2.0:1767384292.020699:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000350465b5 x1853236728307456/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384292.020703:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e417187d. 00000100:00000040:0.0:1767384292.020703:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384292.020707:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250603600 : -113719458948016 : ffff9892a00b9c50) 00000100:00000001:2.0:1767384292.020712:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384292.020713:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019aab5fc x1853236728307328/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384292.020716:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000790dde3. 00000800:00000200:3.1:1767384292.020717:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (2) 00000100:00000001:2.0:1767384292.020719:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.020726:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000790dde3. 00000100:00000001:0.0:1767384292.020728:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.1:1767384292.020731:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp10 00000000e417187d deleted 00000020:00000010:0.0:1767384292.020732:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a210409. 00000100:00100000:2.0:1767384292.020734:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000350465b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728307456:12345-0@lo:253: 00000100:00000001:0.0:1767384292.020737:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.1:1767384292.020739:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e417187d. 00000100:00000200:2.0:1767384292.020740:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307456 00000020:00000010:0.0:1767384292.020740:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a210409. 00000020:00000001:2.0:1767384292.020746:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384292.020747:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019aab5fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728307328:12345-0@lo:253: 00000800:00000200:3.1:1767384292.020748:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384292.020749:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384292.020752:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307328 00000020:00000001:2.0:1767384292.020753:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.020756:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384292.020756:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384292.020758:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384292.020759:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384292.020761:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384292.020763:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:1021 00000020:00000001:2.0:1767384292.020764:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384292.020765:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384292.020767:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000800:00000200:3.1:1767384292.020770:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f29f9719 type 1, nob 176 niov 1 nkiov 1 00000020:00000001:0.0:1767384292.020771:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384292.020772:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384292.020774:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384292.020777:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384292.020779:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384292.020780:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384292.020781:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:3.0:1767384292.020784:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp10 p 3.x 192.168.202.115 -> 192.168.202.115:1021 incarnation:1767384290328240287 sched[0] 00000020:00000001:2.0:1767384292.020784:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.020784:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020789:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384292.020790:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.0:1767384292.020792:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002699246d. 02000000:00000001:2.0:1767384292.020794:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384292.020794:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384292.020802:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000471c7428. 02000000:00000010:0.0:1767384292.020802:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4d663a7. 02000000:00000001:2.0:1767384292.020806:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.020806:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.020809:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.020810:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.020813:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384292.020813:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384292.020821:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dcca5d10. 20000000:01000000:0.0:1767384292.020825:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384292.020829:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384292.020831:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005bf4a553. 20000000:00000001:0.0:1767384292.020832:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384292.020834:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384292.020835:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.020836:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384292.020837:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.020838:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384292.020839:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.020840:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384292.020841:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.020843:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384292.020846:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002699246d. 00000800:00000010:3.0:1767384292.020851:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041c1eb8c. 20000000:00000010:2.0:1767384292.020853:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000238caa9. 20000000:01000000:2.0:1767384292.020857:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384292.020863:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384292.020869:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384292.020873:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:3.0:1767384292.020876:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000061534d41. 00080000:00000001:2.0:1767384292.020891:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:3.1:1767384292.020897:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384292.020904:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp10 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384290328240287 sched[0] 00080000:00000001:2.0:1767384292.020907:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384292.020908:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b47cfaa4. 00080000:00000001:2.0:1767384292.020911:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384292.020914:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384292.020917:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384292.020919:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384292.020922:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:2.0:1767384292.020927:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:2.0:1767384292.020930:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384292.020933:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384292.020952:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384292.020955:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384292.020959:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384292.020964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000020:00000001:2.0:1767384292.020965:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384292.020971:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384292.020981:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f972e40f. 00080000:00000001:2.0:1767384292.020985:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462960640 : -113724246590976 : ffff989182adfa00) 00080000:00000001:2.0:1767384292.020988:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384292.020992:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384292.020996:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00080000:00000010:2.0:1767384292.020997:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000790dde3. 00080000:00000001:2.0:1767384292.021002:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384292.021006:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384292.021021:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.021028:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00080000:00000001:2.0:1767384292.021038:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384292.021061:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021067:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384292.021156:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384292.021161:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f29f9719. 00000400:00000200:0.0:1767384292.021166:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.021172:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000400:00000200:0.0:1767384292.021176:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384292.021179:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384292.021186:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021192:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384292.021196:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021199:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384292.021206:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : PUT - for me 00000400:00000200:0.0:1767384292.021215:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384292.021222:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 80/80 into md 0x1185 [1] + 0 00000800:00000010:3.0:1767384292.021224:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3012e61. 00000400:00000010:0.0:1767384292.021225:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080311424. 00000800:00000010:3.0:1767384292.021232:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b47cfaa4. 00000400:00000200:0.0:1767384292.021233:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d6c8659 00000800:00000010:3.0:1767384292.021240:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002699246d. 00000800:00000001:0.0:1767384292.021240:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021250:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384292.021254:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.021258:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000400:00000200:0.0:1767384292.021262:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384292.021265:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384292.021269:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384292.021272:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (4) 00000400:00000200:0.0:1767384292.021278:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000800:00000010:3.0:1767384292.021281:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002699246d. 00000400:00000010:0.0:1767384292.021282:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000001d6773d7. 00000400:00000200:0.0:1767384292.021289:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 3 00000400:00000200:0.0:1767384292.021293:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384292.021302:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (5) 00000400:00000200:0.0:1767384292.021307:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384292.021315:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:0.0:1767384292.021320:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384292.021344:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384292.021347:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) 192.168.202.115@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384292.021354:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000400:00000200:3.0:1767384292.021355:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384292.021357:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp10 from 252.3.0.2 00000800:00000010:0.0:1767384292.021358:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f29f9719. 00000400:00000010:3.0:1767384292.021361:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086725e07. 00000800:00000010:2.0:1767384292.021363:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f63308a8. 00000800:00000200:0.0:1767384292.021364:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (4) 00000400:00000010:3.0:1767384292.021370:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000800:00000200:0.0:1767384292.021371:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000400:00000200:3.0:1767384292.021377:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:0.0:1767384292.021378:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f29f9719 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384292.021387:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:3.0:1767384292.021396:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 000000004c94816d. 00000400:00000010:3.0:1767384292.021401:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000e770af01. 00000400:00000010:3.0:1767384292.021405:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000c54450c9. 00000400:00000010:3.0:1767384292.021413:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000080ffd4ab. 00000800:00000010:2.0:1767384292.021416:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007956ba87. 00000400:00000200:3.0:1767384292.021420:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000080ffd4ab nid 192.168.202.115@tcp11 00000800:00000010:2.0:1767384292.021423:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000207bd822. 00000400:00000010:3.0:1767384292.021427:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008a0e964d. 00000800:00000200:0.0:1767384292.021428:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384292.021433:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f29f9719. 00000400:00000200:3.0:1767384292.021434:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000008a0e964d net tcp11 00000400:00000200:0.0:1767384292.021438:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.021440:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (4) 00000800:00000010:2.0:1767384292.021441:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002164a2d8. 00000400:00000200:0.0:1767384292.021447:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000800:00000200:2.1F:1767384292.021453:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (4) 00000400:00000200:3.0:1767384292.021455:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp11 flags 0x11 00000400:00000010:3.0:1767384292.021461:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 000000004c94816d. 00000800:00000001:0.0:1767384292.021464:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384292.021466:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp10 000000002164a2d8 deleted 00000400:00000010:3.0:1767384292.021467:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000e770af01. 00000800:00000010:2.1:1767384292.021469:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002164a2d8. 00000400:00000010:3.0:1767384292.021474:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000c54450c9. 00000800:00000200:2.1:1767384292.021476:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:3.0:1767384292.021479:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000001d6773d7. 00000800:00000001:0.0:1767384292.021483:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384292.021485:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp10 p 3.x 192.168.202.115 -> 192.168.202.115:1020 incarnation:1767384290328240287 sched[0] 00000800:00000001:0.0:1767384292.021486:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384292.021488:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000800:00000001:0.0:1767384292.021501:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384292.021504:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001fca9f17. 00000400:00000200:3.0:1767384292.021506:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000800:00000001:0.0:1767384292.021506:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021511:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.021512:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000400:00000200:0.0:1767384292.021524:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : ACK - for me 00000400:00000200:3.0:1767384292.021529:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000400:00000200:3.0:1767384292.021534:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384292.021541:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:0.0:1767384292.021542:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp10: ACK from 12345-192.168.202.115@tcp10 into md 0x11b5 00000400:00000200:0.0:1767384292.021548:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.021550:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000010:2.0:1767384292.021554:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001fca9f17. 00000400:00000200:0.0:1767384292.021556:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000400:00000200:3.0:1767384292.021558:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (5) 00000800:00000010:2.0:1767384292.021558:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000207bd822. 00000400:00000200:0.0:1767384292.021568:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:0.0:1767384292.021571:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000400:00000200:0.0:1767384292.021574:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384292.021576:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000800:00000010:2.0:1767384292.021578:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f63308a8. 00000400:00000200:0.0:1767384292.021579:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (4) 00000800:00000001:3.0:1767384292.021581:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.021584:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.021588:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384292.021590:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384292.021600:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384292.021605:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp10 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384290328240287 sched[0] 00000800:00000010:2.0:1767384292.021609:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b47cfaa4. 00000800:00000001:3.0:1767384292.021652:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.021657:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384292.022976:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f972e40f. 00080000:00000010:2.0:1767384292.023023:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000790dde3. 00040000:00000001:2.0:1767384292.023029:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384292.023031:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384292.023033:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384292.023036:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384292.023038:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.023039:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384292.023051:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384292.023061:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384292.023064:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384292.023070:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384292.023076:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.023081:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384292.023084:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000588243c5. 10000000:01000000:3.0:1767384292.023085:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384292.023090:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00010000:00000001:3.0:1767384292.023093:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384292.023095:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384292.023097:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384292.023100:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384292.023104:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384292.023107:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008c7a56b1. 00010000:00000001:3.0:1767384292.023113:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384292.023118:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bcc7812. 00080000:00000001:0.0:1767384292.023121:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384292.023123:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384292.023127:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bcc7812 with handle 0x960a57272cefba23 to hash 00080000:00000001:0.0:1767384292.023129:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.023131:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384292.023161:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384292.023164:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384292.023166:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384292.023167:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384292.023170:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:0.0:1767384292.023174:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:0.0:1767384292.023176:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384292.023179:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384292.023181:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384292.023184:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384292.023186:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384292.023190:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384292.023193:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384292.023197:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc0529ed. 00080000:00000001:0.0:1767384292.023200:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477241344 : -113724232310272 : ffff98918387e200) 00080000:00000001:0.0:1767384292.023202:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384292.023204:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384292.023206:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000a210409. 00080000:00000001:0.0:1767384292.023208:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384292.023210:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384292.023219:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384292.023229:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384292.023233:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384292.023239:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384292.023243:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.023245:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.023249:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.023259:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.023262:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384292.023265:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:2.0:1767384292.023267:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384292.023268:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.023271:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023274:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.023277:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.023279:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384292.023282:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005bf4a553. 00010000:00000001:3.0:1767384292.023289:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:2.0:1767384292.023289:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023292:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384292.023296:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:2.0:1767384292.023296:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728307456 00010000:00000001:3.0:1767384292.023299:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:2.0:1767384292.023302:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384292.023303:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008c7a56b1) refcount = 1 00010000:00010000:3.0:1767384292.023309:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384292.023310:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000350465b5 x1853236728307456/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.023327:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384292.023331:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384292.023331:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384292.023334:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023335:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384292.023339:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=15 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384292.023341:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023345:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.023346:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384292.023350:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 20000000:00000001:3.0:1767384292.023351:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384292.023354:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 20000000:01000000:3.0:1767384292.023355:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 02000000:00000001:2.0:1767384292.023357:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384292.023361:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023362:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384292.023364:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384292.023366:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384292.023368:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384292.023371:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=4 00000400:00000010:2.0:1767384292.023373:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00000020:00000001:3.0:1767384292.023378:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00000100:00000200:2.0:1767384292.023378:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728307456, offset 224 00010000:00000001:3.0:1767384292.023385:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00000400:00000200:2.0:1767384292.023388:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384292.023392:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384292.023397:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384292.023398:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384292.023407:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce01f00 00010000:00000001:3.0:1767384292.023413:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384292.023414:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c1 [2] + 224 00010000:00010000:3.0:1767384292.023418:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384292.023419:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.023427:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384292.023433:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384292.023434:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.023437:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384292.023437:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384292.023441:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384292.023454:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.023459:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.023462:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023472:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384292.023473:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384292.023475:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384292.023480:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000400:00000010:2.0:1767384292.023484:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00010000:00010000:3.0:1767384292.023485:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bcc7812 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384292.023490:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.023492:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384292.023495:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384292.023497:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384292.023497:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384292.023498:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.023500:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384292.023503:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384292.023505:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384292.023506:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384292.023508:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000100:00000040:2.0:1767384292.023510:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384292.023514:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384292.023514:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000932cd1fa 00010000:00000001:2.0:1767384292.023515:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384292.023516:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000932cd1fa. 00010000:00000001:3.0:1767384292.023519:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384292.023520:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.023520:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384292.023523:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384292.023524:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384292.023526:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384292.023528:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=5 00000100:00000040:2.0:1767384292.023530:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000350465b5 x1853236728307456/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384292.023535:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:3.0:1767384292.023542:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00000100:00000200:0.0:1767384292.023543:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384292.023547:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000350465b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728307456:12345-0@lo:253: Request processed in 2833us (3143us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384292.023550:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384292.023554:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384292.023560:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:2.0:1767384292.023565:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384292.023571:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384292.023572:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384292.023573:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384292.023573:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384292.023576:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384292.023577:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023579:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384292.023579:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037dfd050. 00000100:00000001:0.0:1767384292.023581:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384292.023584:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009642a1ea. 02000000:00000001:0.0:1767384292.023586:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384292.023587:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767384292.023588:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf21124. 00000100:00000001:0.0:1767384292.023588:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.023592:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023593:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1767384292.023595:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384292.023595:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023597:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.023601:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.023601:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384292.023601:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=15 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384292.023605:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000471c7428. 00000020:00000040:3.0:1767384292.023608:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bcc7812 with handle 0x960a57272cefba23 from hash 00000100:00001000:0.0:1767384292.023608:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=15 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384292.023609:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384292.023611:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023615:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384292.023616:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384292.023617:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384292.023619:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384292.023619:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.023621:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fefd94. 00010000:00000001:3.0:1767384292.023622:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.023624:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384292.023625:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00010000:00000001:3.0:1767384292.023626:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384292.023628:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023631:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384292.023632:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.023635:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384292.023639:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.023640:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384292.023644:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.023649:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384292.023655:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.023655:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384292.023657:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023661:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:0.0:1767384292.023663:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384292.023665:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:0.0:1767384292.023667:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384292.023670:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384292.023671:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384292.023674:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384292.023675:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384292.023678:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384292.023679:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384292.023683:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384292.023684:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384292.023687:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:3.0:1767384292.023688:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384292.023690:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:3.0:1767384292.023693:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384292.023694:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384292.023700:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.023710:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.023713:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384292.023715:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fea3594f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728307456:0@lo:253: 00010000:00000001:3.0:1767384292.023716:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384292.023720:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384292.023721:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023723:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384292.023725:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384292.023726:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384292.023729:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fea3594f x1853236728307456/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.023731:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384292.023733:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.023736:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.023742:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384292.023749:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384292.023753:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384292.023756:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000010:0.0:1767384292.023757:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068feb2b7. 00010000:00000001:3.0:1767384292.023761:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384292.023762:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1767384292.023766:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bcc7812/0x960a57272cefba23 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384292.023766:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384292.023768:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384292.023772:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384292.023775:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000536fc59d. 02000000:00000001:0.0:1767384292.023780:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:3.0:1767384292.023781:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008c7a56b1 count: 0 02000000:00000001:0.0:1767384292.023783:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384292.023785:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fea3594f. 00000100:00000001:0.0:1767384292.023789:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384292.023790:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.023791:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.023793:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384292.023795:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:3.0:1767384292.023797:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384292.023798:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.023802:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384292.023803:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384292.024976:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc0529ed. 00080000:00000010:0.0:1767384292.025018:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000a210409. 00040000:00000001:0.0:1767384292.025023:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384292.025025:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384292.025026:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384292.025029:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384292.025031:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.025032:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384292.025034:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384292.025042:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384292.025045:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384292.025048:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384292.025056:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.025060:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384292.025062:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384292.025066:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384292.025068:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384292.025077:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000592e9f90. 00010000:00000001:3.0:1767384292.025081:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384292.025084:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f84ca84. 00000020:00000001:3.0:1767384292.025087:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384292.025088:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f84ca84 with handle 0x960a57272cefba2a to hash 00000020:00000001:3.0:1767384292.025091:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384292.025092:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384292.025095:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384292.025098:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.025100:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.025103:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.025110:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.025112:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384292.025114:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384292.025115:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.025117:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.025118:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.025120:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.025121:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384292.025123:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384292.025124:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384292.025125:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384292.025127:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000592e9f90) refcount = 1 00010000:00010000:3.0:1767384292.025130:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.025157:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384292.025159:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384292.025161:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.025163:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025165:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384292.025169:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384292.025171:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:3.0:1767384292.025174:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.025181:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.025183:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=4 00000020:00000001:3.0:1767384292.025185:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384292.025188:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384292.025191:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384292.025193:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384292.025197:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384292.025202:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384292.025202:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384292.025207:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384292.025207:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dcca5d10. 20000000:00000001:0.0:1767384292.025214:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384292.025219:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728307328 00010000:00000001:3.0:1767384292.025221:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.025224:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384292.025225:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384292.025229:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384292.025232:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019aab5fc x1853236728307328/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.025237:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.025239:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025244:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384292.025247:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.025254:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384292.025257:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.025259:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f84ca84 already unused, calling callback (0000000090c6ba53) 00000100:00001000:0.0:1767384292.025260:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=15 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384292.025267:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384292.025267:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384292.025272:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384292.025272:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384292.025276:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:3.0:1767384292.025277:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384292.025280:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384292.025283:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.025287:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384292.025292:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1767384292.025292:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384292.025295:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384292.025295:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b25d3b. 00000020:00000001:3.0:1767384292.025300:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384292.025300:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728307328, offset 224 00000020:00000040:3.0:1767384292.025305:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=5 00000400:00000200:0.0:1767384292.025309:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384292.025311:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384292.025316:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00000400:00000200:0.0:1767384292.025316:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.025325:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce01e80 00010000:00000001:3.0:1767384292.025328:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384292.025331:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b9 [2] + 224 00010000:00010000:3.0:1767384292.025333:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384292.025335:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.025342:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.025347:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384292.025349:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384292.025351:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.025352:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.025356:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025362:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384292.025365:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384292.025365:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.025370:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.025373:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.025377:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f84ca84 with handle 0x960a57272cefba2a from hash 00010000:00000001:3.0:1767384292.025379:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384292.025381:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.025382:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384292.025383:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384292.025384:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384292.025388:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384292.025390:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384292.025390:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b25d3b 00010000:00000001:3.0:1767384292.025392:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1767384292.025395:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043b25d3b. 00010000:00000001:3.0:1767384292.025396:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.025399:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384292.025401:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.025403:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384292.025404:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384292.025405:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384292.025406:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384292.025408:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384292.025408:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384292.025411:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384292.025412:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384292.025416:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384292.025416:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384292.025416:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384292.025420:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384292.025421:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbefcfa2. 00000020:00000001:0.0:1767384292.025421:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025424:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.025425:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384292.025426:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dffed21 00010000:00000001:3.0:1767384292.025430:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.025431:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dffed21. 00000100:00000001:2.0:1767384292.025436:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384292.025437:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.025438:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019aab5fc x1853236728307328/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384292.025441:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384292.025442:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384292.025458:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019aab5fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728307328:12345-0@lo:253: Request processed in 4727us (5091us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384292.025467:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.025470:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384292.025471:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.025473:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00000001:3.0:1767384292.025474:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384292.025478:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384292.025478:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00000001:3.0:1767384292.025483:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384292.025483:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384292.025484:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384292.025486:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384292.025487:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.025487:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384292.025490:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384292.025490:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c7060ac. 02000000:00000001:2.0:1767384292.025491:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384292.025495:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384292.025496:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:0.0:1767384292.025497:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000100:00000001:2.0:1767384292.025498:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025501:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.025501:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.025502:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef25efcc. 00000020:00000040:0.0:1767384292.025506:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 20000000:00000001:3.0:1767384292.025508:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384292.025508:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=15 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384292.025511:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384292.025514:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4d663a7. 00010000:00010000:3.0:1767384292.025516:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384292.025516:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=15 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384292.025518:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384292.025520:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.025521:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384292.025523:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384292.025526:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384292.025527:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384292.025530:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.025532:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080311424. 00000100:00000001:2.0:1767384292.025534:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.025537:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384292.025538:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.025538:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b25d3b. 00010000:00000001:3.0:1767384292.025541:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384292.025545:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f84ca84/0x960a57272cefba2a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384292.025555:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384292.025559:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000592e9f90 count: 0 00000100:00000001:2.0:1767384292.025560:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384292.025564:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384292.025568:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384292.025570:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384292.025571:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 20000000:00000001:3.0:1767384292.025574:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384292.025574:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.025578:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384292.025580:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.025582:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.025583:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384292.025584:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384292.025585:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.025587:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384292.025590:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384292.025596:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728307328:0@lo:253: 00000100:00000001:2.0:1767384292.025605:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.025606:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.025608:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a065a12 x1853236728307328/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.025611:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384292.025613:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384292.025614:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2650265. 02000000:00000001:2.0:1767384292.025616:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384292.025617:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384292.025618:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384292.025620:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384292.025621:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b269cc6. 02000000:00000001:2.0:1767384292.025624:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384292.025625:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384292.025625:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 00000100:00000001:2.0:1767384292.025627:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384292.025628:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.025629:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.025632:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.025634:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.025636:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.025637:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.028224:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294880071, at 4294880072 00010000:00000010:3.1:1767384292.028232:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008c7a56b1. 00000100:00000040:1.0:1767384292.028233:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294880071, at 4294880072 00000100:00000010:0.0:1767384292.028234:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042bbdbbc. 00010000:00000010:3.1:1767384292.028239:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bcc7812. 00000100:00000010:1.0:1767384292.028243:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f130112. 00000100:00000040:3.0:1767384292.028250:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294880071, at 4294880072 00000100:00000010:3.0:1767384292.028254:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b02e48f0. 00000100:00000040:2.0:1767384292.029170:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294880071, at 4294880073 00000100:00000010:2.0:1767384292.029176:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9c4a6c. 00010000:00000010:3.1:1767384292.033157:0:19365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000592e9f90. 00010000:00000010:3.1:1767384292.033164:0:19365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f84ca84. 00000400:00000010:3.0:1767384292.036210:0:19365:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8bb185d. 00000400:00000040:3.0:1767384292.036226:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384292.036228:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384292.036230:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384292.036231:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384292.036233:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384292.036234:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384292.036236:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384292.036237:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384292.036239:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384292.036239:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384292.036241:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384292.036243:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384292.036244:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384292.036245:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384292.036246:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384292.036247:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384292.036248:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384292.036249:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384292.036250:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384292.036252:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384292.036258:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384292.036259:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384292.036260:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384292.036261:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384292.036262:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384292.036264:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384292.036265:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384292.036266:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384292.036267:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384292.036268:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384292.036269:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384292.036270:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384292.036271:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384292.036272:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384292.036273:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384292.036274:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384292.036275:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384292.036276:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384292.036277:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384292.036278:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384292.036279:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384292.036280:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384292.036281:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384292.036282:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384292.036283:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384292.036284:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384292.036285:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384292.036286:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384292.036287:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384292.036288:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384292.036289:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384292.036290:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384292.036290:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384292.036292:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384292.036293:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384292.036293:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384292.036294:0:19365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384292.036307:0:19365:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8bb185d. 10000000:00000001:1.0:1767384292.340237:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384292.340241:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:1.0:1767384292.340245:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384292.340248:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384292.340249:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384292.340250:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384292.340252:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384292.340254:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384292.340256:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 7 10000000:00000001:1.0:1767384292.340258:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384292.340259:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384292.340265:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00000020:00000040:1.0:1767384292.340274:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384292.340278:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384292.340281:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384292.340284:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384292.340290:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9473e29. 00000100:00000001:1.0:1767384292.340296:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.340300:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384292.340302:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384292.340310:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000540864ee. 00010000:00000001:1.0:1767384292.340314:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384292.340317:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070ee400f. 00000020:00000001:1.0:1767384292.340321:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384292.340325:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070ee400f with handle 0x960a57272cefba31 to hash 00000020:00000001:1.0:1767384292.340327:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384292.340328:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.340331:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.340333:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384292.340335:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384292.340338:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384292.340345:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384292.340353:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384292.340358:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384292.340360:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384292.340365:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ed092fa. 00000100:00000001:1.0:1767384292.340367:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349562730752 : -113724146820864 : ffff989188a05900) 00000100:00000001:1.0:1767384292.340370:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384292.340371:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000001:1.0:1767384292.340375:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384292.340380:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.340383:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384292.340385:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384292.340391:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.340399:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384292.340401:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.340404:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384292.340406:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384292.340408:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384292.340411:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728307584:0@lo:101: 00000100:00000001:1.0:1767384292.340414:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384292.340419:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384292.340421:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.340423:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384292.340426:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fda7830a. 02000000:00000001:1.0:1767384292.340428:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384292.340433:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000400:00000010:1.0:1767384292.340439:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000200:1.0:1767384292.340445:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728307584, portal 25 00000100:00000001:1.0:1767384292.340447:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384292.340448:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000040:1.0:1767384292.340452:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.340458:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384292.340462:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384292.340465:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000100:00000200:1.0:1767384292.340467:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728307584, offset 0 00000400:00000200:1.0:1767384292.340474:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.340487:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.340499:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce01f80 00000400:00000200:1.0:1767384292.340506:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c5 [2] + 0 00000400:00000010:1.0:1767384292.340509:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d9e2e0. 00000400:00000200:1.0:1767384292.340512:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fc0d849 00000400:00000200:1.0:1767384292.340522:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.340525:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.340529:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc0d849 00000400:00000010:1.0:1767384292.340531:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc0d849. 00000100:00000001:1.0:1767384292.340536:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384292.340538:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384292.340540:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000007f67e86 x1853236728307584 msgsize 328 00000100:00100000:1.0:1767384292.340544:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384292.340545:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384292.340555:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384292.340561:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb7141a 00000400:00000010:1.0:1767384292.340563:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000100:00000001:1.0:1767384292.340567:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384292.340571:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.340582:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384292.340583:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384292.340587:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.340588:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307584 02000000:00000001:0.0:1767384292.340591:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384292.340594:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.340597:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.340604:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.340605:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.340607:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307584 00000100:00000001:1.0:1767384292.340610:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384292.340611:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384292.340614:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384292.340616:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.340619:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:1.0:1767384292.340620:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.340621:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384292.340625:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384292.340627:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294880391 00000100:00000010:1.0:1767384292.340634:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e888aeac. 00000100:00000001:0.0:1767384292.340636:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384292.340640:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:1.0:1767384292.340644:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384292.340644:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.340647:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00000001:1.0:1767384292.340653:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294880391 00000020:00000010:0.0:1767384292.340653:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf21124. 00000020:00000010:0.0:1767384292.340659:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001dc5819d. 00000100:00000010:1.0:1767384292.340662:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eeb2244b. 00000020:00000010:0.0:1767384292.340665:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 00000100:00000001:1.0:1767384292.340668:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384292.340674:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384292.340675:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294880391 00000100:00000001:0.0:1767384292.340678:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384292.340681:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1767384292.340683:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a524bdba. 00000100:00000001:0.0:1767384292.340683:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.340689:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384292.340690:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.340693:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294880391 00000100:00000010:1.0:1767384292.340699:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620c0163. 00000100:00000001:0.0:1767384292.340702:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.340705:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384292.340715:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.340718:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384292.340719:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384292.340724:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.340725:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384292.340729:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384292.340731:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.340733:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853328464 : -113719856223152 : ffff9892885dac50) 00000100:00000001:1.0:1767384292.340734:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384292.340740:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000001ed092fa going to sleep for 11 seconds 00000100:00000040:0.0:1767384292.340740:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007f67e86 x1853236728307584/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 328/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.340748:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.340751:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384292.340753:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.340755:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:0.0:1767384292.340759:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.340760:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00100000:0.0:1767384292.340765:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007f67e86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728307584:12345-0@lo:101: 00000100:00000200:0.0:1767384292.340768:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307584 00000020:00000001:0.0:1767384292.340771:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384292.340774:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384292.340776:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.340778:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384292.340780:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:0.0:1767384292.340783:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384292.340789:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384292.340791:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384292.340793:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384292.340795:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.340797:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384292.340799:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384292.340801:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384292.340803:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384292.340804:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.340808:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384292.340812:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000894a5116. 00010000:00000001:0.0:1767384292.340815:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384292.340817:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000020:00000001:0.0:1767384292.340820:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384292.340821:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefba38 to hash 00000020:00000001:0.0:1767384292.340823:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384292.340824:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384292.340825:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:0.0:1767384292.340827:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefba31 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384292.340832:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:0.0:1767384292.340834:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384292.340839:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384292.340842:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384292.340845:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001dc4de63. 02000000:00000001:0.0:1767384292.340847:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.340848:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.340850:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384292.340853:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384292.340855:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384292.340857:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384292.340858:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.340859:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384292.340860:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.340862:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384292.340867:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384292.340868:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384292.340869:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384292.340871:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a5116) refcount = 1 00010000:00010000:0.0:1767384292.340875:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefba31 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.340879:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384292.340881:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384292.340882:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.340884:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.340885:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384292.340889:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384292.340891:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefba31 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.340895:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384292.340897:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384292.340899:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.340900:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.340902:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384292.340903:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.340905:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384292.340906:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000172f1fd7, rc 0) 00000020:00000001:0.0:1767384292.340908:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384292.340910:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728307584 00010000:00000001:0.0:1767384292.340912:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384292.340916:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007f67e86 x1853236728307584/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.340921:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384292.340923:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384292.340926:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.340929:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384292.340945:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384292.340949:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384292.340956:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384292.340958:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.340960:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.340962:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.340965:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000200:0.0:1767384292.340984:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728307584, offset 224 00000400:00000200:0.0:1767384292.340997:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.341002:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.341008:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce01f80 00000400:00000200:0.0:1767384292.341013:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11dd [1] + 224 00000400:00000200:0.0:1767384292.341016:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.341018:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.341022:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384292.341027:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.341035:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.341049:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.341056:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:0.0:1767384292.341058:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00000001:0.0:1767384292.341062:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384292.341064:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.341069:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.341073:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384292.341077:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384292.341079:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.341082:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384292.341083:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384292.341088:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007f67e86 x1853236728307584/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384292.341092:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384292.341096:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384292.341100:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000100:00100000:0.0:1767384292.341105:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007f67e86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728307584:12345-0@lo:101: Request processed in 350us (560us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384292.341108:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000400:00000010:1.0:1767384292.341113:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00100000:0.0:1767384292.341118:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:1.0:1767384292.341119:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384292.341122:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000200:1.0:1767384292.341127:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.341133:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384292.341177:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384292.341183:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001dc5819d. 00000100:00000200:1.0:1767384292.341184:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.341189:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00000020:00000010:0.0:1767384292.341196:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf21124. 00000100:00000001:1.0:1767384292.341198:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384292.341202:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384292.341202:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384292.341207:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384292.341209:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384292.341211:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001dc4de63. 02000000:00000001:1.0:1767384292.341214:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384292.341216:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384292.341218:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.341219:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.341222:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384292.341225:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384292.341226:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.341230:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fbc2b02. 00000100:00001000:1.0:1767384292.341233:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=15 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384292.341236:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e0384b. 00000100:00001000:1.0:1767384292.341241:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.341247:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384292.341250:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.341253:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384292.341255:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341258:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384292.341262:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341269:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384292.341272:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384292.341281:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384292.341287:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384292.341294:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728307584:0@lo:101: 00000100:00000001:1.0:1767384292.341298:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.341300:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341302:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384292.341304:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384292.341306:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341312:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384292.341315:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ed092fa. 00000100:00000001:1.0:1767384292.341318:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384292.341320:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.341322:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384292.341325:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384292.341327:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384292.341328:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=4 00000020:00000001:1.0:1767384292.341331:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.341334:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000040:1.0:1767384292.341338:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000070ee400f, remote cookie: 0x960a57272cefba38, flags: 0x0 00010000:00000001:1.0:1767384292.341341:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384292.341343:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384292.341345:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384292.341346:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384292.341347:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384292.341349:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000540864ee) refcount = 1 00010000:00010000:1.0:1767384292.341352:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.341358:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384292.341360:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384292.341361:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384292.341368:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384292.341371:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384292.341374:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.341379:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384292.341381:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.341382:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384292.341383:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.341384:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384292.341386:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341388:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384292.341391:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021f7d910 x1853236728307584/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341397:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384292.341400:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384292.341402:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fda7830a. 02000000:00000001:1.0:1767384292.341406:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384292.341408:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384292.341409:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384292.341412:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384292.341414:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9473e29. 02000000:00000001:1.0:1767384292.341417:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384292.341419:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384292.341420:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 00000100:00000001:1.0:1767384292.341424:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384292.341425:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384292.341427:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384292.341429:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384292.341430:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:1.0:1767384292.341432:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.341434:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384292.341435:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384292.341437:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=3 00000020:00000001:1.0:1767384292.341439:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.341441:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.341443:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384292.341450:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.341451:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384292.341452:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384292.341455:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384292.341458:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009e35233c. 00000100:00000010:1.0:1767384292.341472:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00000020:00000040:1.0:1767384292.341475:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384292.341478:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384292.341480:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384292.341482:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384292.341486:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9473e29. 00000100:00000001:1.0:1767384292.341490:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341493:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384292.341497:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fda7830a. 00000100:00000010:1.0:1767384292.341500:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002f836e45. 00000020:00000040:1.0:1767384292.341503:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384292.341506:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384292.341508:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384292.341510:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ed092fa. 00000100:00000001:1.0:1767384292.341512:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349562730752 : -113724146820864 : ffff989188a05900) 00000100:00000001:1.0:1767384292.341515:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384292.341516:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000001:1.0:1767384292.341519:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384292.341521:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341522:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384292.341524:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384292.341527:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341535:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384292.341537:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.341539:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384292.341541:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384292.341543:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384292.341545:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728307712:0@lo:256: 00000100:00000001:1.0:1767384292.341548:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384292.341557:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384292.341559:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341562:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384292.341567:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000400:00000010:1.0:1767384292.341572:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006bdd284f. 00000100:00000200:1.0:1767384292.341575:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce02000-0x695824ce02000, portal 33 00000100:00000001:1.0:1767384292.341579:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.341581:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384292.341584:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070bc2a49. 02000000:00000001:1.0:1767384292.341586:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384292.341590:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163181f3. 00000400:00000010:1.0:1767384292.341593:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000200:1.0:1767384292.341596:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728307712, portal 25 00000100:00000001:1.0:1767384292.341599:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384292.341600:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000040:1.0:1767384292.341604:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341612:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384292.341615:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384292.341617:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000100:00000200:1.0:1767384292.341619:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728307712, offset 0 00000400:00000200:1.0:1767384292.341624:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.341630:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.341636:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce02000 00000400:00000200:1.0:1767384292.341640:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1c9 [2] + 0 00000400:00000010:1.0:1767384292.341643:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff58f0d0. 00000400:00000200:1.0:1767384292.341646:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009983481f 00000400:00000200:1.0:1767384292.341649:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.341652:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.341655:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009983481f 00000400:00000010:1.0:1767384292.341656:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009983481f. 00000100:00000001:1.0:1767384292.341659:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384292.341660:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384292.341663:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000019e69bfb x1853236728307712 msgsize 304 00000100:00100000:1.0:1767384292.341672:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384292.341674:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384292.341684:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384292.341690:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb7141a 00000400:00000010:1.0:1767384292.341692:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000100:00000001:1.0:1767384292.341694:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384292.341699:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.341703:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384292.341706:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307712 02000000:00000001:0.0:1767384292.341711:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384292.341712:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384292.341713:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.341715:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.341718:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384292.341721:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.341722:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307712 00000020:00000001:0.0:1767384292.341724:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384292.341726:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384292.341729:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.341732:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384292.341737:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384292.341740:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.341740:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384292.341747:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.341748:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384292.341753:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:1.0:1767384292.341755:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341755:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.341760:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00000001:1.0:1767384292.341763:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294880392 00000020:00000010:0.0:1767384292.341764:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf21124. 00000020:00000010:0.0:1767384292.341769:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001dc5819d. 00000100:00000001:1.0:1767384292.341772:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880391 00000020:00000010:0.0:1767384292.341772:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 00000100:00000040:0.0:1767384292.341775:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384292.341778:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384292.341780:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294880392 00000100:00000001:0.0:1767384292.341785:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384292.341786:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880391 00000100:00000001:0.0:1767384292.341787:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341792:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341793:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294880392 00000100:00000001:1.0:1767384292.341799:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880391 00000100:00000001:1.0:1767384292.341803:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294880392 00000100:00000001:0.0:1767384292.341803:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.341812:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880391 00000100:00000001:0.0:1767384292.341815:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.341817:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384292.341818:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384292.341823:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.341824:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384292.341824:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000001:2.0:1767384292.341828:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384292.341830:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384292.341830:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384292.341832:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.341834:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384292.341835:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341835:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853324368 : -113719856227248 : ffff9892885d9c50) 00000100:00100000:1.0:1767384292.341843:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000001ed092fa going to sleep for 11 seconds 00000100:00000040:0.0:1767384292.341845:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019e69bfb x1853236728307712/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 304/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.341848:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384292.341853:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341856:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384292.341859:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:0.0:1767384292.341861:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.341862:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00100000:0.0:1767384292.341865:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019e69bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728307712:12345-0@lo:256: 00000100:00000200:0.0:1767384292.341867:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307712 00000020:00000001:0.0:1767384292.341869:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384292.341871:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384292.341872:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.341873:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384292.341875:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:0.0:1767384292.341876:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384292.341877:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384292.341879:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384292.341880:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384292.341881:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341883:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384292.341884:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384292.341885:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001dc4de63. 02000000:00000001:0.0:1767384292.341886:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.341887:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.341889:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384292.341896:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384292.341898:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384292.341899:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384292.341901:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.341902:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384292.341903:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384292.341905:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f052da72. 20000000:00000001:0.0:1767384292.341907:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384292.341913:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384292.341918:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384292.341922:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384292.341924:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:0.0:1767384292.341927:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384292.341928:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384292.341929:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384292.341931:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:0.0:1767384292.341949:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:0.0:1767384292.341950:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:0.0:1767384292.341952:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384292.341955:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000be72a357. 00000100:00000010:0.0:1767384292.341956:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000881a58cc. 00000020:00000040:0.0:1767384292.341958:0:17080:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:0.0:1767384292.341960:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384292.341962:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384292.341964:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000400:00000010:0.0:1767384292.341968:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003374a500. 00000400:00000200:0.0:1767384292.341970:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.341975:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.341978:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x695824ce02000 00000400:00000200:0.0:1767384292.341982:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11ed [4] + 0 00000400:00000010:0.0:1767384292.341984:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000400:00000200:0.0:1767384292.341986:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bdd284f 00000400:00000200:0.0:1767384292.341987:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.341989:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.341991:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdd284f 00000400:00000010:0.0:1767384292.341992:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006bdd284f. 00000100:00000001:0.0:1767384292.341998:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384292.341999:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000021f7d910 desc 00000000fda7830a mbits 1853236728307712 00000100:00000001:0.0:1767384292.342007:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384292.342011:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384292.342015:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384292.342023:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11f9 00000400:00000200:0.0:1767384292.342026:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.342029:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384292.342032:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384292.342033:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000be72a357 00000100:00000001:0.0:1767384292.342035:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384292.342041:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384292.342042:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000100:00000001:1.0:1767384292.342047:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.342047:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00000001:0.0:1767384292.342054:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384292.342056:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000be72a357 00000100:00000001:0.0:1767384292.342059:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384292.342065:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x695824ce02000-0x695824ce02000 00000100:00000001:0.0:1767384292.342068:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.342072:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.342074:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384292.342077:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:0.0:1767384292.342079:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000881a58cc. 00000100:00000010:0.0:1767384292.342082:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000be72a357. 00000100:00000001:0.0:1767384292.342084:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384292.342086:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384292.342092:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f052da72. 20000000:00000001:0.0:1767384292.342095:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384292.342098:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728307712 00010000:00000001:0.0:1767384292.342100:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384292.342103:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019e69bfb x1853236728307712/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 304/240 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.342110:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384292.342111:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384292.342113:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.342116:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384292.342124:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384292.342126:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384292.342128:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384292.342130:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.342132:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.342160:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.342163:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000200:0.0:1767384292.342166:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728307712, offset 224 00000400:00000200:0.0:1767384292.342171:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.342177:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.342182:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce02000 00000400:00000200:0.0:1767384292.342185:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11f1 [1] + 224 00000400:00000200:0.0:1767384292.342188:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.342190:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.342192:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384292.342195:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.342202:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.342212:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.342216:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:0.0:1767384292.342218:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00000001:0.0:1767384292.342221:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384292.342222:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.342224:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.342227:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384292.342229:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384292.342230:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.342231:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384292.342234:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019e69bfb x1853236728307712/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:273/0 lens 304/240 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.342241:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019e69bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728307712:12345-0@lo:256: Request processed in 384us (576us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384292.342243:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384292.342256:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384292.342260:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000400:00000001:1.0:1767384292.342261:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384292.342263:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000400:00000010:1.0:1767384292.342266:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163181f3. 00000100:00000001:0.0:1767384292.342266:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384292.342268:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384292.342272:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001dc5819d. 00000400:00000200:1.0:1767384292.342273:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000020:00000010:0.0:1767384292.342276:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00000400:00000010:1.0:1767384292.342278:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000020:00000010:0.0:1767384292.342280:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf21124. 00000100:00000001:1.0:1767384292.342286:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384292.342286:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384292.342288:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384292.342291:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001dc4de63. 02000000:00000001:0.0:1767384292.342293:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384292.342295:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.342295:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384292.342301:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.342305:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022806221. 00000400:00000010:0.0:1767384292.342310:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000805a0c97. 00000100:00000200:1.0:1767384292.342318:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.342327:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384292.342329:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.342331:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384292.342332:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384292.342333:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384292.342335:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.342337:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384292.342340:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384292.342343:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.342346:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384292.342347:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.342349:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384292.342350:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.342352:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384292.342355:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.342363:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.342370:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384292.342372:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384292.342374:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384292.342382:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728307712:0@lo:256: 00000100:00000001:1.0:1767384292.342394:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.342396:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.342398:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384292.342400:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384292.342402:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.342409:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384292.342411:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ed092fa. 00000100:00000001:1.0:1767384292.342413:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384292.342415:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384292.342418:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:1.0:1767384292.342421:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384292.342443:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f290fa59. 00010000:00000001:1.0:1767384292.342453:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384292.342456:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384292.342461:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:1.0:1767384292.342464:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.342466:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384292.342468:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:1.0:1767384292.342470:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:1.0:1767384292.342473:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:1.0:1767384292.342476:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384292.342480:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:1.0:1767384292.342484:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384292.342489:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (3) 00000400:00000200:1.0:1767384292.342494:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384292.342498:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:1.0:1767384292.342500:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (4) 00000400:00000200:1.0:1767384292.342503:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:1.0:1767384292.342505:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:1.0:1767384292.342509:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384292.342511:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:1.0:1767384292.342513:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:1.0:1767384292.342516:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384292.342518:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000100:00000001:1.0:1767384292.342526:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.342528:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384292.342532:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:1.0:1767384292.342536:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000347845e7. 10000000:00000040:1.0:1767384292.342539:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:1.0:1767384292.342542:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384292.342549:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384292.342552:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000affba288. 00000020:00000010:1.0:1767384292.342556:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4cdcbdf. 00000040:00000010:1.0:1767384292.342560:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000856193c1. 00000020:00000010:1.0:1767384292.342565:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026e5acb2. 00000020:00000010:1.0:1767384292.342570:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384292.342574:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0bd6996. 80000000:00000010:1.0:1767384292.342579:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000089c305e4. 40000000:00000010:1.0:1767384292.342583:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d118ea9d. 00100000:00000010:1.0:1767384292.342589:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c6b94c4. 00040000:00000010:1.0:1767384292.342593:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e3ce9636. 00040000:00000010:1.0:1767384292.342598:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384292.342602:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069e23f70. 00080000:00000010:1.0:1767384292.342608:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000846341e4. 00080000:00000010:1.0:1767384292.342614:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000601b97c5. 00000004:00000010:1.0:1767384292.342620:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064983313. 00000004:00000010:1.0:1767384292.342626:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfa8fdba. 00000004:00000010:1.0:1767384292.342631:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384292.342635:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006921cd70. 00000004:00000010:1.0:1767384292.342640:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001ece99ff. 00000004:00000001:1.0:1767384292.342644:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384292.342647:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384292.342648:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000347845e7 00000040:00001000:1.0:1767384292.342650:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384292.342652:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384292.342653:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384292.342655:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384292.342657:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384292.342664:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384292.342666:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384292.342667:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:1.0:1767384292.342669:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384292.342716:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.342722:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c4cdcbdf. 00000040:00000010:1.0:1767384292.342726:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000856193c1. 00000020:00000010:1.0:1767384292.342730:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000026e5acb2. 00000020:00000010:1.0:1767384292.342734:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384292.342739:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0bd6996. 80000000:00000010:1.0:1767384292.342758:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000089c305e4. 40000000:00000010:1.0:1767384292.342761:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d118ea9d. 00100000:00000010:1.0:1767384292.342764:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c6b94c4. 00040000:00000010:1.0:1767384292.342768:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e3ce9636. 00040000:00000010:1.0:1767384292.342771:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384292.342774:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000069e23f70. 00080000:00000010:1.0:1767384292.342778:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000601b97c5. 00080000:00000010:1.0:1767384292.342782:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000846341e4. 00000004:00000010:1.0:1767384292.342787:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064983313. 00000004:00000010:1.0:1767384292.342792:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cfa8fdba. 00000004:00000010:1.0:1767384292.342796:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384292.342800:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006921cd70. 00000004:00000010:1.0:1767384292.342803:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ece99ff. 00000020:00000010:1.0:1767384292.342805:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000affba288. 00000020:00000001:1.0:1767384292.342807:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.342810:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384292.342813:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000347845e7. 10000000:00000040:1.0:1767384292.342821:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384292.342824:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f290fa59. 10000000:00000001:1.0:1767384292.342827:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.342830:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384292.342834:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021f7d910 x1853236728307712/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.342841:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384292.342848:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384292.342850:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070bc2a49. 02000000:00000001:1.0:1767384292.342852:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384292.342854:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384292.342855:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384292.342857:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384292.342859:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384292.342860:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384292.342862:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384292.342863:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384292.342865:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002f836e45. 00000100:00000010:1.0:1767384292.342868:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fda7830a. 00000100:00000001:1.0:1767384292.342870:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384292.342872:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9473e29. 02000000:00000001:1.0:1767384292.342874:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384292.342876:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384292.342877:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 00000100:00000001:1.0:1767384292.342880:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384292.342881:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384292.342893:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009e35233c. 10000000:01000000:1.0:1767384292.342897:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384292.342901:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384292.342903:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384292.342905:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384292.342907:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=3 00000020:00000001:1.0:1767384292.342909:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.342912:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384292.342915:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384292.342917:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.342925:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.342926:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384292.342928:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.342959:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384292.342961:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.342963:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384292.342965:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384292.342966:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384292.342969:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384292.342982:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384292.342984:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:1.0:1767384292.342986:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384292.349108:0:19501:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000072c0e11. 00000020:00000040:2.0:1767384292.349114:0:19501:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384292.349115:0:19501:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000072c0e11. 00000100:00000040:2.0:1767384292.349165:0:27:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294880392, at 4294880393 00000100:00000010:2.0:1767384292.349172:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a524bdba. 00000100:00000040:1.0:1767384292.349184:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294880392, at 4294880393 00000100:00000040:3.0:1767384292.349186:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294880392, at 4294880393 00000100:00000010:1.0:1767384292.349193:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eeb2244b. 00000100:00000040:0.0:1767384292.349210:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294880392, at 4294880393 00000100:00000010:3.0:1767384292.349211:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620c0163. 00000100:00000010:0.0:1767384292.349221:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e888aeac. 00080000:00000010:2.0:1767384292.560436:0:19502:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004cbdc177. 00080000:00000010:2.0:1767384292.560449:0:19502:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004cbdc177. 00000020:00000001:2.0:1767384292.560453:0:19502:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384292.560460:0:19502:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004cbdc177. 00080000:00000010:2.0:1767384292.560464:0:19502:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004cbdc177. 00000020:00000001:2.0:1767384292.560466:0:19502:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384292.660199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384292.660205:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384292.660210:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384292.660211:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.660240:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384292.660244:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384292.660247:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384292.724263:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384292.724268:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384292.724270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384292.724274:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc66ff7. 00000100:00000001:2.0:1767384292.724280:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384292.724281:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384292.724287:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000100:00000001:0.0:1767384292.724288:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384292.724291:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384292.724294:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384292.724297:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.724300:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384292.724303:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384292.724305:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f29f9719. 02000000:00000001:2.0:1767384292.724307:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724312:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384292.724315:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4e72f66. 00000100:00000001:0.0:1767384292.724319:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.724320:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724323:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724329:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384292.724331:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc66ff7] to pc [ptlrpcd_00_01+1] req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.724354:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.724356:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a065a12] to pc [ptlrpcd_00_02+2] req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384292.724402:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.724407:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384292.724412:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384292.724415:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aae030d7. 00000020:00000040:2.0:1767384292.724418:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384292.724421:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.724421:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384292.724425:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384292.724427:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384292.724427:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.724431:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384292.724431:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384292.724432:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ff626a3. 00000100:00100000:0.0:1767384292.724437:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767384292.724439:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.724441:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.724445:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724450:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.724455:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384292.724455:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384292.724455:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.724459:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724461:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384292.724464:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384292.724466:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384292.724468:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384292.724473:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.724476:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.724476:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384292.724483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aae030d7] to pc [ptlrpcd_00_03+3] req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.724492:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384292.724495:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.724498:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384292.724500:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.724502:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384292.724503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384292.724507:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384292.724507:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.724508:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384292.724512:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384292.724513:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab89aa66. 00000100:00100000:0.0:1767384292.724514:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728307840:0@lo:13: 00000100:00100000:3.0:1767384292.724517:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728307968:0@lo:400: 00000020:00000040:2.0:1767384292.724519:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384292.724524:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384292.724526:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384292.724526:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384292.724529:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384292.724530:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384292.724531:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384292.724532:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.724533:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.724534:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.724535:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384292.724538:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054c7333c. 02000000:00000001:3.0:1767384292.724539:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384292.724541:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384292.724542:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fadc871d. 02000000:00000010:3.0:1767384292.724543:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040211925. 02000000:00000001:0.0:1767384292.724547:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.724548:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724548:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384292.724556:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd6158d. 00000100:00000001:2.0:1767384292.724557:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384292.724557:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 00000100:00000001:2.0:1767384292.724561:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724564:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab89aa66] to pc [ptlrpcd_00_00+0] req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384292.724567:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000400:00000010:0.0:1767384292.724567:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000001:2.0:1767384292.724571:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724576:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 00000100:00000200:3.0:1767384292.724577:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728307968, portal 4 00000100:00000200:0.0:1767384292.724577:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728307840, portal 4 00000100:00000001:0.0:1767384292.724581:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384292.724583:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.724583:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154048 : -113719908397568 : ffff989285418e00) 00000100:00000001:3.0:1767384292.724587:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00000100:00000040:0.0:1767384292.724592:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.724596:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384292.724599:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384292.724601:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384292.724601:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384292.724607:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384292.724608:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.724613:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000001:2.0:1767384292.724616:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.724617:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384292.724619:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.724624:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384292.724625:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384292.724625:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728307840, offset 0 00000100:00000001:2.0:1767384292.724626:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384292.724632:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000001:2.0:1767384292.724637:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384292.724637:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384292.724644:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384292.724646:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728307968, offset 0 00000400:00000200:0.0:1767384292.724655:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384292.724656:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384292.724659:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.724661:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384292.724662:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384292.724665:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384292.724667:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384292.724672:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce02080 00000100:00100000:2.0:1767384292.724673:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ab89aa66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728308224:0@lo:400: 00000400:00000200:3.0:1767384292.724676:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384292.724682:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384292.724684:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 02000000:00000001:2.0:1767384292.724686:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384292.724689:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.724692:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce02100 02000000:00000001:2.0:1767384292.724693:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384292.724693:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384292.724698:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e196b300. 00000400:00000200:3.0:1767384292.724704:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 02000000:00000001:2.0:1767384292.724704:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384292.724704:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384292.724710:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000400:00000200:3.0:1767384292.724719:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384292.724720:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384292.724723:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384292.724724:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384292.724725:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000010:0.0:1767384292.724730:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f57a2e5. 00000100:00000200:2.0:1767384292.724731:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728308224, portal 10 00000100:00000001:3.0:1767384292.724733:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384292.724734:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008f57a2e5 x1853236728307840 msgsize 224 00000100:00000001:2.0:1767384292.724736:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384292.724737:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384292.724740:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493439104 : -113724216112512 : ffff9891847f0a80) 00000100:00000010:3.0:1767384292.724743:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a43c30e. 00000100:00100000:0.0:1767384292.724745:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384292.724748:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000009a43c30e x1853236728307968 msgsize 224 00000100:00000040:2.0:1767384292.724749:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.724756:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384292.724761:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384292.724766:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384292.724767:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00000040:2.0:1767384292.724772:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.724773:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384292.724774:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384292.724775:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000100:00000001:0.0:1767384292.724780:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384292.724781:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728308224, offset 0 00000400:00000200:3.0:1767384292.724785:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384292.724788:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000200:0.0:1767384292.724789:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.724791:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384292.724796:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384292.724798:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.724808:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384292.724821:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce02200 00000100:00000001:0.0:1767384292.724822:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384292.724824:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.724829:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.724832:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.724833:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:2.0:1767384292.724843:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.724851:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384292.724857:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.724860:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384292.724863:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.724863:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384292.724868:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384292.724868:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384292.724869:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384292.724874:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000006451338. 00000100:00000040:3.0:1767384292.724876:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6506 usecs (7 jiffies) 00000100:00000001:0.0:1767384292.724876:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.724877:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000006451338 x1853236728308224 msgsize 224 00000100:00000001:3.0:1767384292.724882:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880775 00000100:00000040:0.0:1767384292.724883:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6506 usecs (7 jiffies) 00000100:00100000:2.0:1767384292.724889:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384292.724890:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880775 00000100:00000010:3.0:1767384292.724891:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084ceb6e8. 00000100:00000001:2.0:1767384292.724898:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384292.724899:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384292.724906:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880775 00000400:00000200:2.0:1767384292.724906:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000100:00000001:0.0:1767384292.724907:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880775 00000400:00000010:2.0:1767384292.724910:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000100:00000010:3.0:1767384292.724912:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078d822fd. 00000100:00000001:0.0:1767384292.724914:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880775 00000100:00000001:2.0:1767384292.724915:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384292.724916:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384292.724921:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.724922:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880775 00000100:00000001:0.0:1767384292.724923:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880775 00000100:00000001:0.0:1767384292.724942:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880775 00000100:00000010:3.0:1767384292.724945:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed091dbe. 00000100:00000001:3.0:1767384292.724951:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384292.724955:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384292.724956:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880775 00000100:00000001:0.0:1767384292.724956:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880775 00000100:00000040:2.0:1767384292.724961:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384292.724963:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd4f78d0. 00000100:00000001:0.0:1767384292.724963:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880775 00000100:00000001:2.0:1767384292.724967:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.724972:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384292.724974:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384292.724977:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.724980:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384292.724981:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4531 usecs (5 jiffies) 00000100:00000001:0.0:1767384292.724981:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880775 00000100:00000001:3.0:1767384292.724985:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724987:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.724988:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294880773 00000100:00000001:3.0:1767384292.724989:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.724990:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.724995:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.724996:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294880775 00000100:00000001:0.0:1767384292.724997:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725000:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.725001:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725003:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294880773 00000100:00000001:3.0:1767384292.725004:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384292.725006:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384292.725011:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.725011:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294880775 00000100:00000001:0.0:1767384292.725011:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384292.725015:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.725016:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725017:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294880773 00000100:00000001:3.0:1767384292.725018:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725020:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725024:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294880775 00000100:00100000:3.0:1767384292.725025:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384292.725029:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.725030:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294880773 00000100:00000001:3.0:1767384292.725032:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.725036:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.725036:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294880775 00000100:00000001:3.0:1767384292.725039:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384292.725041:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a4d663a7. 00000100:00000001:3.0:1767384292.725043:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.725043:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.725047:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384292.725049:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725049:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384292.725053:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.725053:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307840 00000100:00000001:2.0:1767384292.725054:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.725058:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384292.725060:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725062:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.725066:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725071:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384292.725073:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.725073:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.725079:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384292.725080:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307840 02000000:00000001:3.0:1767384292.725082:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.725082:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384292.725084:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384292.725086:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.725088:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384292.725088:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:0.0:1767384292.725093:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384292.725095:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853236728308096:0@lo:400: 00000020:00000040:0.0:1767384292.725097:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=8 00000100:00000001:3.0:1767384292.725100:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384292.725101:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384292.725102:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384292.725102:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:3.0:1767384292.725106:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.725107:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:3.0:1767384292.725108:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384292.725111:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728307968 02000000:00000010:3.0:1767384292.725113:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d5234e. 02000000:00000001:2.0:1767384292.725114:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384292.725114:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384292.725118:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384292.725119:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.725119:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add3cfe. 00000100:00000001:2.0:1767384292.725121:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384292.725125:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 02000000:00000001:2.0:1767384292.725127:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.725128:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cb7e8d33. 00000400:00000010:3.0:1767384292.725129:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00100000:2.0:1767384292.725131:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728307968 00000100:00000200:3.0:1767384292.725156:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728308096, portal 10 00000020:00000001:2.0:1767384292.725156:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384292.725158:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:3.0:1767384292.725160:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384292.725161:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384292.725164:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=9 00000020:00000001:2.0:1767384292.725166:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000040:0.0:1767384292.725167:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384292.725168:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493443584 : -113724216108032 : ffff9891847f1c00) 00000020:00000001:2.0:1767384292.725169:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:2.0:1767384292.725176:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384292.725179:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384292.725180:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384292.725180:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000100:00000001:2.0:1767384292.725185:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.725186:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822536f7. 00000020:00000010:2.0:1767384292.725191:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000020:00000010:0.0:1767384292.725195:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e7fc53a. 00000100:00000001:3.0:1767384292.725197:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384292.725199:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094cce867. 00000020:00000010:0.0:1767384292.725201:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 00000100:00000040:3.0:1767384292.725202:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384292.725205:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007ceb04c. 00000400:00000010:3.0:1767384292.725208:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000020:00000010:2.0:1767384292.725211:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009242e40d. 00000100:00000040:0.0:1767384292.725212:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:3.0:1767384292.725213:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728308096, offset 0 00000100:00000001:0.0:1767384292.725218:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384292.725220:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384292.725222:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384292.725222:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384292.725227:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384292.725229:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384292.725229:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725233:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.725234:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384292.725240:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384292.725240:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.725243:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce02180 00000100:00000001:2.0:1767384292.725245:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384292.725247:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.725248:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00000001:0.0:1767384292.725249:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.725256:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.725259:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384292.725262:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384292.725263:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384292.725264:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1767384292.725266:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f9cdfc2. 00000100:00000001:2.0:1767384292.725267:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.725268:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384292.725270:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006f9cdfc2 x1853236728308096 msgsize 224 00000100:00100000:0.0:1767384292.725276:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1767384292.725281:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384292.725282:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000020:00000010:1.0:1767384292.725285:0:18426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000601b97c5. 00000100:00000001:2.0:1767384292.725286:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384292.725286:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801163904 : -113719908387712 : ffff98928541b480) 00000100:00000001:3.0:1767384292.725291:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384292.725291:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384292.725294:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384292.725295:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f57a2e5 x1853236728307840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384292.725297:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000100:00000001:1.0:1767384292.725299:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384292.725302:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000100:00100000:2.0:1767384292.725302:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384292.725309:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384292.725310:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000100:00000001:1.0:1767384292.725311:0:18426:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725313:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384292.725314:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.725319:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498614656 : -113724210936960 : ffff989184ce0380) 00000100:00000001:1.0:1767384292.725319:0:18426:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.725319:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baf8967a. 00000100:00000001:0.0:1767384292.725327:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.725329:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.725331:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a43c30e x1853236728307968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/0 e 0 to 0 dl 1767384303 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.725332:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baf8967a. 00000100:00000040:3.0:1767384292.725335:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.725343:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f57a2e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16355:x1853236728307840:12345-0@lo:13: 00000100:00000200:0.0:1767384292.725353:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307840 00000020:00000001:0.0:1767384292.725357:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384292.725362:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.725362:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384292.725365:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384292.725365:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.725370:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384292.725371:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.725375:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000040:3.0:1767384292.725377:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2482 usecs (3 jiffies) 00000020:00000001:0.0:1767384292.725381:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384292.725383:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880772 00000020:00000001:0.0:1767384292.725385:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.725386:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384292.725387:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880775 00000020:00000001:0.0:1767384292.725390:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384292.725391:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000020:00000001:0.0:1767384292.725394:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384292.725395:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.725398:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880772 00000020:00000010:2.0:1767384292.725399:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000020:00000001:0.0:1767384292.725399:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725404:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880775 00000100:00000001:0.0:1767384292.725407:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384292.725409:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880772 00000100:00100000:2.0:1767384292.725410:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a43c30e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:16357:x1853236728307968:12345-0@lo:400: 02000000:00000001:0.0:1767384292.725411:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384292.725414:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880775 02000000:00000010:0.0:1767384292.725417:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c678b1f8. 00000100:00000200:2.0:1767384292.725418:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728307968 00000100:00000001:3.0:1767384292.725419:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880772 00000020:00000001:2.0:1767384292.725423:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384292.725423:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725424:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880775 00000100:00000001:0.0:1767384292.725428:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725429:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384292.725429:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1767384292.725432:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384292.725433:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725434:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.725437:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1767384292.725437:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384292.725438:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.725440:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384292.725441:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:3.0:1767384292.725442:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.725447:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384292.725450:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384292.725452:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384292.725454:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384292.725456:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.725458:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384292.725458:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.725461:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000024:0.0:1767384292.725462:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384292.725464:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384292.725465:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308224 00000020:00000020:0.0:1767384292.725467:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:2.0:1767384292.725468:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384292.725469:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000020:0.0:1767384292.725472:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384292.725473:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384292.725474:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000235b9a01. 00000100:00000001:3.0:1767384292.725476:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.725479:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384292.725479:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384292.725480:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725486:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384292.725486:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384292.725487:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308224 00000020:00000001:2.0:1767384292.725491:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.725492:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384292.725492:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000be72a357. 00000020:00000040:3.0:1767384292.725495:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00010000:00000040:2.0:1767384292.725496:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236728307968 00000001:00000001:0.0:1767384292.725498:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384292.725499:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384292.725500:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:0.0:1767384292.725503:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.725504:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00010000:00000200:2.0:1767384292.725506:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a43c30e x1853236728307968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384292.725509:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00002000:00000001:0.0:1767384292.725509:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.725515:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00010000:00000040:0.0:1767384292.725516:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236728307840 00010000:00000001:0.0:1767384292.725522:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384292.725523:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384292.725523:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384292.725528:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384292.725528:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f57a2e5 x1853236728307840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384292.725529:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00001000:2.0:1767384292.725534:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=5 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384292.725535:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000039262297. 00000020:00000040:3.0:1767384292.725541:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:2.0:1767384292.725543:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384292.725546:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384292.725548:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384292.725549:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000010:3.0:1767384292.725552:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b2d6e1. 00010000:00000001:0.0:1767384292.725552:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384292.725559:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007256578e. 00000100:00000001:2.0:1767384292.725560:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00001000:0.0:1767384292.725560:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=5 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384292.725566:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384292.725567:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000001:0.0:1767384292.725568:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384292.725570:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725574:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384292.725575:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384292.725575:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000040:2.0:1767384292.725580:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384292.725581:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:3.0:1767384292.725586:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384292.725586:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 02000000:00000001:0.0:1767384292.725586:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384292.725590:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384292.725591:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384292.725592:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728307968, offset 224 00000100:00000001:3.0:1767384292.725594:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.725596:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384292.725600:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384292.725601:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384292.725603:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384292.725606:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384292.725607:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.725612:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384292.725613:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384292.725617:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384292.725619:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728307840, offset 224 00000400:00000200:2.0:1767384292.725621:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce02100 00000400:00000200:2.0:1767384292.725628:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1209 [1] + 224 00000100:00000001:3.0:1767384292.725629:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384292.725633:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308096 00000400:00000200:2.0:1767384292.725634:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384292.725635:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384292.725639:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384292.725640:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384292.725641:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.725644:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384292.725647:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384292.725650:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308096 00000100:00000001:2.0:1767384292.725651:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384292.725654:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384292.725655:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384292.725656:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000200:2.0:1767384292.725658:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384292.725660:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.725664:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000001:3.0:1767384292.725669:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000400:00000200:0.0:1767384292.725671:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce02080 00000020:00000001:3.0:1767384292.725674:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:3.0:1767384292.725680:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384292.725681:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1205 [1] + 224 00000100:00000040:2.0:1767384292.725683:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384292.725685:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0993c93. 00000100:00000001:3.0:1767384292.725690:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384292.725693:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384292.725695:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0993c93. 00000020:00000010:3.0:1767384292.725702:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e94648e9. 00000400:00000200:0.0:1767384292.725706:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384292.725707:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf0e13d8. 00000100:00000001:2.0:1767384292.725709:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384292.725713:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056eea41e. 00000100:00000001:0.0:1767384292.725715:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384292.725717:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384292.725717:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000100:00000001:3.0:1767384292.725719:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384292.725721:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000100:00000001:3.0:1767384292.725722:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.725726:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384292.725727:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384292.725728:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384292.725730:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.725732:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384292.725733:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.725735:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.725739:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384292.725744:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384292.725746:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384292.725747:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.725751:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384292.725754:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384292.725756:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384292.725760:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a43c30e x1853236728307968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.725765:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384292.725768:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384292.725772:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767384292.725774:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a43c30e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:16357:x1853236728307968:12345-0@lo:400: Request processed in 386us (1023us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384292.725776:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000400:00000200:0.0:1767384292.725778:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00000001:3.0:1767384292.725781:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493450752 : -113724216100864 : ffff9891847f3800) 00000400:00000010:0.0:1767384292.725784:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00100000:2.0:1767384292.725785:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384292.725789:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006451338 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:273/0 lens 224/0 e 0 to 0 dl 1767384303 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.725790:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384292.725794:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384292.725798:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:0.0:1767384292.725801:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.725803:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384292.725804:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384292.725807:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384292.725808:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384292.725809:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0993c93. 00010000:00000001:0.0:1767384292.725813:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384292.725814:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.725814:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007ceb04c. 00000020:00000001:0.0:1767384292.725817:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384292.725820:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0993c93. 00000020:00000010:2.0:1767384292.725822:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009242e40d. 00000020:00000001:0.0:1767384292.725822:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384292.725827:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006451338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728308224:12345-0@lo:400: 00000020:00000010:2.0:1767384292.725829:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094cce867. 00000100:00000040:0.0:1767384292.725831:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f57a2e5 x1853236728307840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:273/0 lens 224/368 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384292.725836:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308224 00000020:00000040:2.0:1767384292.725837:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 8 00000020:00000001:3.0:1767384292.725841:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384292.725842:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384292.725846:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384292.725849:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.725852:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384292.725853:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f57a2e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16355:x1853236728307840:12345-0@lo:13: Request processed in 537us (1116us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384292.725854:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:3.0:1767384292.725860:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384292.725863:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384292.725867:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:3.0:1767384292.725868:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384292.725871:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384292.725872:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384292.725873:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:2.0:1767384292.725875:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384292.725876:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725877:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384292.725881:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384292.725881:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384292.725882:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384292.725885:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384292.725887:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e7fc53a. 00000100:00000040:2.0:1767384292.725888:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 02000000:00000001:3.0:1767384292.725889:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384292.725893:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498624512 : -113724210927104 : ffff989184ce2a00) 02000000:00000010:3.0:1767384292.725895:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028a49b6a. 00000020:00000010:0.0:1767384292.725895:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00000100:00000040:2.0:1767384292.725899:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f9cdfc2 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:273/0 lens 224/0 e 0 to 0 dl 1767384303 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384292.725900:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.725902:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000822536f7. 00000100:00000001:3.0:1767384292.725906:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384292.725908:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 7 00000020:00000001:3.0:1767384292.725911:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.725914:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384292.725916:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308224 00010000:00000001:3.0:1767384292.725921:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384292.725923:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1767384292.725927:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006451338 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384292.725927:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000100:00000001:2.0:1767384292.725947:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.725952:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000100:00080000:0.0:1767384292.725953:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384292.725957:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00100000:2.0:1767384292.725958:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f9cdfc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853236728308096:12345-0@lo:400: 00000100:00080000:0.0:1767384292.725965:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:2.0:1767384292.725970:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308096 00000020:00000040:0.0:1767384292.725970:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000001:2.0:1767384292.725975:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384292.725979:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384292.725980:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384292.725983:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.725983:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384292.725992:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=10 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384292.725993:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384292.725996:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384292.725997:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:3.0:1767384292.726000:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384292.726000:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384292.726002:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384292.726004:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:2.0:1767384292.726007:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.726008:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000001:0.0:1767384292.726012:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384292.726013:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384292.726014:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384292.726017:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384292.726017:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384292.726018:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384292.726022:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001547a813. 00000100:00000001:3.0:1767384292.726023:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384292.726023:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384292.726030:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384292.726030:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000020:00000001:2.0:1767384292.726031:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384292.726033:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000400:00000010:0.0:1767384292.726035:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00000200:3.0:1767384292.726041:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728308224, offset 224 00000100:00000001:0.0:1767384292.726041:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384292.726043:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384292.726048:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384292.726048:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384292.726049:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384292.726055:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e3470592. 00000400:00000200:3.0:1767384292.726061:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384292.726061:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.726067:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.726070:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384292.726072:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384292.726075:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce02200 00010000:00000040:2.0:1767384292.726076:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308096 00010000:00000001:2.0:1767384292.726082:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384292.726087:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1215 [1] + 224 00010000:00000200:2.0:1767384292.726089:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f9cdfc2 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726089:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384292.726092:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384292.726093:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726100:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384292.726101:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384292.726104:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384292.726107:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.726109:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384292.726111:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384292.726111:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384292.726115:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384292.726115:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.726116:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384292.726121:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=10 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384292.726124:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=5 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384292.726130:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384292.726132:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.726157:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384292.726159:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384292.726163:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.726163:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384292.726170:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.726176:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726179:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384292.726179:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384292.726183:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:0.0:1767384292.726184:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384292.726185:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000100:00000001:0.0:1767384292.726186:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384292.726189:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000100:00000040:0.0:1767384292.726192:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.726193:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384292.726195:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384292.726199:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726201:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384292.726204:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384292.726206:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384292.726207:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384292.726209:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384292.726210:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384292.726212:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1767384292.726213:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000040:0.0:1767384292.726224:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:3.0:1767384292.726226:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006451338 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384292.726229:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384292.726241:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00100000:3.0:1767384292.726242:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006451338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728308224:12345-0@lo:400: Request processed in 436us (1361us total) trans 0 rc 0/0 00000004:00000001:0.0:1767384292.726252:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384292.726257:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384292.726260:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384292.726261:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:3.0:1767384292.726266:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384292.726269:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384292.726272:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728307840:0@lo:13: 00000020:00000010:3.0:1767384292.726273:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007256578e. 00000100:00000001:0.0:1767384292.726278:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384292.726279:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000100:00000001:0.0:1767384292.726281:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384292.726284:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b2d6e1. 00000100:00000040:0.0:1767384292.726286:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc66ff7 x1853236728307840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384292.726290:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:3.0:1767384292.726294:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726295:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384292.726298:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384292.726300:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fadc871d. 02000000:00000001:0.0:1767384292.726304:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384292.726305:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384292.726306:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384292.726308:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384292.726310:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f29f9719. 00000100:00000001:3.0:1767384292.726311:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384292.726313:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384292.726314:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384292.726316:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767384292.726319:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767384292.726319:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc66ff7. 00000100:00000001:0.0:1767384292.726321:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767384292.726322:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384292.726325:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384292.726326:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000100:00000001:0.0:1767384292.726328:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.726331:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000100:00000001:0.0:1767384292.726334:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384292.726335:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:0.0:1767384292.726338:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726339:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384292.726341:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384292.726345:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726345:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384292.726356:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.726361:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384292.726363:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.726364:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384292.726366:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384292.726367:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.726369:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726370:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384292.726371:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726373:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384292.726377:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba598bd7. 00000400:00000001:0.0:1767384292.726378:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384292.726380:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384292.726383:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=9 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384292.726390:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd6158d. 00000100:00001000:3.0:1767384292.726393:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=9 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384292.726395:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00000001:3.0:1767384292.726398:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384292.726399:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:3.0:1767384292.726401:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726404:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384292.726405:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384292.726413:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.726413:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384292.726434:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384292.726440:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384292.726445:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.726447:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384292.726448:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384292.726451:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384292.726452:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384292.726452:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726457:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384292.726459:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384292.726460:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.726467:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384292.726468:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726472:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384292.726473:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000100:00000001:0.0:1767384292.726476:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384292.726479:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728308096, offset 224 00000100:00000001:0.0:1767384292.726481:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384292.726484:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384292.726486:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384292.726487:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.726490:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.726491:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384292.726492:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384292.726493:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726496:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384292.726499:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=5 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384292.726502:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.726506:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384292.726508:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.726516:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384292.726518:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce02180 00000100:00000001:0.0:1767384292.726520:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.726525:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384292.726529:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ab89aa66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728308224:0@lo:400: 00000400:00000200:2.0:1767384292.726530:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x121d [1] + 224 00010000:00080000:0.0:1767384292.726532:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.726539:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384292.726540:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.726546:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384292.726547:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.726549:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.726551:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384292.726552:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab89aa66 x1853236728308224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.726554:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:2.0:1767384292.726555:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384292.726560:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767384292.726563:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.726564:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384292.726564:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.726568:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384292.726571:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e196b300. 00000100:00000040:0.0:1767384292.726574:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384292.726576:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384292.726580:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.726583:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384292.726584:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726585:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384292.726590:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384292.726591:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384292.726593:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054c7333c. 00000100:00000001:0.0:1767384292.726594:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384292.726600:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384292.726602:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.726603:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384292.726607:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384292.726611:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab89aa66. 00000100:00000001:3.0:1767384292.726614:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384292.726616:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.726616:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000100:00000001:3.0:1767384292.726619:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384292.726620:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000100:00000001:3.0:1767384292.726626:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.726626:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384292.726629:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384292.726630:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726634:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384292.726635:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728307968:0@lo:400: 00000100:00000001:2.0:1767384292.726636:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.726637:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.726643:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384292.726647:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384292.726647:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.726650:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726651:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384292.726654:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384292.726657:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a065a12 x1853236728307968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384292.726661:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f9cdfc2 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726676:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384292.726680:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384292.726682:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f9cdfc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853236728308096:12345-0@lo:400: Request processed in 756us (1409us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384292.726683:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040211925. 02000000:00000001:0.0:1767384292.726688:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384292.726690:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384292.726691:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:2.0:1767384292.726693:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:0.0:1767384292.726695:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384292.726696:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 02000000:00000010:0.0:1767384292.726697:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b4e72f66. 00000100:00000001:2.0:1767384292.726701:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384292.726703:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384292.726704:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384292.726706:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384292.726708:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf0e13d8. 00000100:00000010:0.0:1767384292.726708:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 00000020:00000010:2.0:1767384292.726714:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056eea41e. 00000100:00000001:0.0:1767384292.726715:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384292.726717:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726720:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384292.726721:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e94648e9. 00000100:00000001:0.0:1767384292.726722:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384292.726725:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:0.0:1767384292.726725:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384292.726729:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384292.726730:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384292.726733:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384292.726736:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000400:00000200:0.0:1767384292.726739:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:0.0:1767384292.726741:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000001:0.0:1767384292.726742:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384292.726745:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.726750:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726754:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384292.726755:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726760:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384292.726761:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384292.726761:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.726762:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.726764:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384292.726767:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384292.726770:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.726772:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384292.726773:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.726775:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384292.726777:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.726785:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726787:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384292.726788:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384292.726790:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384292.726791:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.726794:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726801:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384292.726803:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384292.726804:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384292.726807:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384292.726814:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853236728308096:0@lo:400: 00000100:00000001:0.0:1767384292.726819:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726820:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384292.726822:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aae030d7 x1853236728308096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.726829:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384292.726830:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384292.726831:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d5234e. 02000000:00000001:0.0:1767384292.726833:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384292.726839:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384292.726840:0:16357:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384292.726841:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384292.726842:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ff626a3. 02000000:00000001:0.0:1767384292.726844:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384292.726845:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384292.726846:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aae030d7. 00000100:00000001:0.0:1767384292.726848:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384292.726849:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726850:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.726853:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.726854:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.726855:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384292.726856:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384292.732164:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000010:1.0:1767384292.732171:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078d822fd. 00000100:00000040:2.0:1767384292.732187:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000040:0.0:1767384292.732187:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000010:2.0:1767384292.732196:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed091dbe. 00000100:00000010:0.0:1767384292.732198:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084ceb6e8. 00000100:00000040:3.0:1767384292.732199:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000010:3.0:1767384292.732207:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd4f78d0. 00000100:00000001:2.0:1767384293.237776:0:17889:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384293.237780:0:17889:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384293.237782:0:17889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384293.237785:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7ec01eb : new cb_count 2 00000020:00000040:2.0:1767384293.237789:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 6 00000001:00000010:2.0:1767384293.237791:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000053574f69. 00002000:00001000:2.0:1767384293.237795:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384293.237798:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000017f18299. 00080000:00000010:2.0:1767384293.237800:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000077307f89. 00000001:00000040:2.0:1767384293.237809:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7ec01eb : new cb_count 1 00000020:00000040:2.0:1767384293.237810:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000001:00000010:2.0:1767384293.237811:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007e6352a2. 00002000:00001000:2.0:1767384293.237812:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384293.237814:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000000c0c7353. 00080000:00000010:2.0:1767384293.237815:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ada7e89d. 00000001:00000040:2.0:1767384293.237818:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7ec01eb : new cb_count 0 00000020:00000040:2.0:1767384293.237819:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000001:00000010:2.0:1767384293.237821:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ec3917d8. 00002000:00001000:2.0:1767384293.237822:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384293.237824:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000001f897af9. 00080000:00000010:2.0:1767384293.237825:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc39cf4b. 00000001:00000001:2.0:1767384293.268338:0:19666:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384293.268341:0:19666:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:2.0:1767384293.271325:0:19666:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384293.277084:0:19667:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000eba6e25f. 00000400:00000010:2.0:1767384293.277097:0:19667:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009238e361. 00000400:00000010:2.0:1767384293.277105:0:19667:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000045d33e04. 00000400:00000010:2.0:1767384293.277108:0:19667:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a8314cec. 00000400:00000010:2.0:1767384293.277112:0:19667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e75796c. 00000400:00000010:2.0:1767384293.277116:0:19667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008502a123. 00000400:00000010:2.0:1767384293.277118:0:19667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000de285b7a. 00000400:00000010:2.0:1767384293.277119:0:19667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088040267. 00000400:00000010:2.0:1767384293.277122:0:19667:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000040269cb. 00000800:00000010:2.0:1767384293.277131:0:19667:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000397169df. 00000800:00000200:2.0:1767384293.277160:0:19667:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384293.277167:0:19667:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384293.277207:0:19667:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384293.277227:0:19667:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp12 [8/256/0/180] 00000400:00000010:2.0:1767384293.278510:0:19667:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000d124efb0. 00000400:00000010:2.0:1767384293.278516:0:19667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000400:00000010:2.0:1767384293.278520:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000400:00000001:2.0:1767384293.278536:0:19667:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384293.278538:0:19667:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384293.278540:0:19667:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:2.0:1767384293.278542:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009917f49a 00000400:00000010:2.0:1767384293.278543:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009917f49a. 00000400:00000010:2.0:1767384293.278547:0:19667:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000006725324e. 00000400:00000200:2.0:1767384293.278551:0:19667:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (3) 00000400:00000200:2.0:1767384293.278563:0:19667:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384293.278572:0:19667:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:2.0:1767384293.278581:0:19667:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005bf4a553. 00000020:01000000:2.0:1767384293.278585:0:19667:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384293.278588:0:19667:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp12 00000400:00000200:3.0:1767384293.278590:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384293.278595:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:3.0:1767384293.278600:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000400:00000200:3.0:1767384293.278603:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (4) 00000400:00000010:2.0:1767384293.278605:0:19667:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009238e361. 00000400:00000010:3.0:1767384293.278608:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a53bca6a. 00000400:00000010:2.0:1767384293.278608:0:19667:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000eba6e25f. 00000400:00000200:3.0:1767384293.278613:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384293.278626:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:1.0:1767384293.278630:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384293.278634:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384293.278636:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384293.278640:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384293.278644:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:01000000:1.0:1767384293.278644:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384293.278649:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384293.278653:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384293.278655:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000020:01000004:1.0:1767384293.278656:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384293.278660:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384293.278661:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384293.278663:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384293.278665:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp11 00000020:01000004:1.0:1767384293.278666:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384293.278669:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384293.278671:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384293.278673:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384293.278674:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp11 lpni_is_preferred = 0 00000100:00000010:1.0:1767384293.278678:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00000400:00000200:3.0:1767384293.278679:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp11 00000020:00000040:1.0:1767384293.278684:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:3.0:1767384293.278686:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384293.278695:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp11 00000100:00000001:1.0:1767384293.278696:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384293.278700:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384293.278706:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384293.278707:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:) -> 192.168.202.115@tcp11(192.168.202.115@tcp:192.168.202.115@tcp11) : PUT try# 0 02000000:00000010:1.0:1767384293.278715:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000846341e4. 00000800:00000200:3.0:1767384293.278716:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.115@tcp11 00000100:00000001:1.0:1767384293.278723:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.278724:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000100:00000001:1.0:1767384293.278731:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384293.278734:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.278735:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f2dd610. 00000800:00000010:3.0:1767384293.278741:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000158bbc2b. 00000100:00000040:1.0:1767384293.278742:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021f7d910] to pc [ptlrpcd_00_01+1] req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384293.278751:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (2) 00000800:00000200:3.1:1767384293.278763:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (2) 00000400:00000200:3.0:1767384293.278779:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384293.278782:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:1.0:1767384293.278782:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384293.278789:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.278795:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384293.278797:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384293.278804:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384293.278806:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384293.278809:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384293.278811:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384293.278814:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384293.278816:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384293.278818:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384293.278818:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384293.278823:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384293.278823:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384293.278825:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384293.278826:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384293.278830:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384293.278832:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:0.0:1767384293.278833:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384293.278834:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384293.278835:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000020:01000004:1.0:1767384293.278837:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384293.278842:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1def8a8. 00000020:00000040:1.0:1767384293.278847:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384293.278849:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384293.278850:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384293.278851:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.278853:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384293.278856:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384293.278857:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.278859:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384293.278863:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384293.278865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008f8f41e4. 00000100:00100000:0.0:1767384293.278866:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728308352:0@lo:253: 00000100:00000001:1.0:1767384293.278871:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.278872:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384293.278878:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384293.278879:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384293.278881:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.278882:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.278885:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384293.278886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1def8a8] to pc [ptlrpcd_00_02+2] req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384293.278889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000010:0.0:1767384293.278892:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dcca5d10. 02000000:00000001:0.0:1767384293.278897:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384293.278903:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 00000400:00000010:0.0:1767384293.278911:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5c3676e. 00000100:00000200:0.0:1767384293.278916:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728308352, portal 25 10000000:00000001:1.0:1767384293.278918:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384293.278921:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.278922:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384293.278941:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384293.278941:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384293.278944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000020:00000010:1.0:1767384293.278944:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005bf4a553. 00000100:00000001:0.0:1767384293.278945:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000001:1.0:1767384293.278957:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384293.278957:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384293.278962:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384293.278966:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.278972:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384293.278976:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384293.278977:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384293.278979:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384293.278982:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e344ac. 00000400:00000200:3.0:1767384293.278983:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:1.0:1767384293.278983:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.278986:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384293.278990:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384293.278990:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728308352, offset 0 00000100:00000040:1.0:1767384293.278997:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384293.279001:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384293.279008:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384293.279010:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.279013:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384293.279014:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384293.279017:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384293.279020:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384293.279023:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1def8a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728308480:0@lo:253: 00000100:00000001:1.0:1767384293.279028:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384293.279028:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02280 02000000:00000001:1.0:1767384293.279033:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384293.279035:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.279038:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 02000000:00000001:1.0:1767384293.279039:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384293.279043:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9d85aa. 02000000:00000010:1.0:1767384293.279045:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036c88a71. 00000400:00000200:0.0:1767384293.279047:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000372fc0a0 02000000:00000001:1.0:1767384293.279048:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.279052:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163181f3. 00000400:00000200:0.0:1767384293.279054:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384293.279057:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bb71258. 00000400:00000200:0.0:1767384293.279060:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384293.279063:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728308480, portal 25 00000400:00000200:0.0:1767384293.279065:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fc0a0 00000100:00000001:1.0:1767384293.279066:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384293.279069:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492192128 : -113724217359488 : ffff9891846c0380) 00000400:00000010:0.0:1767384293.279069:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372fc0a0. 00000100:00000001:0.0:1767384293.279075:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384293.279076:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384293.279078:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384293.279081:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000004aa1c0c8 x1853236728308352 msgsize 4848 00000100:00100000:0.0:1767384293.279089:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384293.279094:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384293.279097:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384293.279102:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384293.279104:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384293.279105:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a34d3fa. 00000100:00000200:1.0:1767384293.279109:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728308480, offset 0 00000400:00000200:0.0:1767384293.279111:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e344ac 00000400:00000010:0.0:1767384293.279114:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e344ac. 00000100:00000001:0.0:1767384293.279115:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384293.279119:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384293.279123:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384293.279132:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384293.279133:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384293.279161:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384293.279162:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02300 00000400:00000200:1.0:1767384293.279172:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000001:0.0:1767384293.279176:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.279177:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc1d5211. 00000100:00000001:0.0:1767384293.279179:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384293.279181:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b11f45c 00000400:00000200:1.0:1767384293.279186:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384293.279190:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.279191:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.279193:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b11f45c 00000400:00000010:1.0:1767384293.279196:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b11f45c. 00000100:00000001:0.0:1767384293.279197:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294881330 00000100:00000001:1.0:1767384293.279199:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384293.279201:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042bbdbbc. 00000100:00000200:1.0:1767384293.279202:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384293.279207:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000008beb15dd x1853236728308480 msgsize 4848 00000100:00000001:0.0:1767384293.279210:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384293.279213:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384293.279215:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294881330 00000100:00000040:1.0:1767384293.279216:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384293.279222:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e1eca5. 00000100:00000001:0.0:1767384293.279225:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384293.279227:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384293.279228:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294881330 00000100:00000010:0.0:1767384293.279231:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032ee1b79. 00000400:00000200:1.0:1767384293.279234:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a34d3fa 00000100:00000001:0.0:1767384293.279235:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384293.279238:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a34d3fa. 00000100:00000001:0.0:1767384293.279239:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294881330 00000100:00000001:1.0:1767384293.279243:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384293.279244:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a0f2d5a. 00000100:00000200:1.0:1767384293.279248:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.279248:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384293.279253:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384293.279259:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384293.279259:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.279262:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.279264:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384293.279265:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051209912. 00000100:00000001:0.0:1767384293.279265:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384293.279274:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000204708fe. 00000100:00000001:0.0:1767384293.279275:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384293.279276:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.279278:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384293.279280:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.279282:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384293.279283:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000100:00000001:0.0:1767384293.279284:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384293.279285:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.279287:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279290:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294881330 00000100:00000001:0.0:1767384293.279290:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279295:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294881330 00000100:00000001:0.0:1767384293.279301:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.279304:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294881330 00000100:00000001:0.0:1767384293.279305:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279309:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294881330 00000100:00000001:1.0:1767384293.279313:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294881330 00000100:00000001:0.0:1767384293.279313:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384293.279316:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279317:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294881330 00000100:00000001:1.0:1767384293.279320:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294881330 00000100:00000001:1.0:1767384293.279322:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294881330 00000100:00000001:1.0:1767384293.279324:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384293.279325:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279328:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.279330:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00000100:00000001:1.0:1767384293.279331:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.279332:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384293.279335:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308352 02000000:00000001:0.0:1767384293.279348:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384293.279350:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.279352:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279353:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384293.279355:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384293.279357:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308480 00000100:00100000:0.0:1767384293.279359:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308352 02000000:00000001:1.0:1767384293.279360:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384293.279362:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384293.279363:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.279366:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.279370:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384293.279371:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308480 00000020:00000040:0.0:1767384293.279374:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384293.279375:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384293.279377:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:3.0:1767384293.279379:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384293.279380:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384293.279381:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.279384:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000040:0.0:1767384293.279385:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:1.0:1767384293.279388:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384293.279389:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384293.279395:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384293.279395:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384293.279398:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp11 from 251.3.0.2 00000100:00000001:1.0:1767384293.279402:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384293.279402:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384293.279405:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000970b32cb. 00000020:00000010:1.0:1767384293.279408:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa4c09e6. 00000020:00000010:0.0:1767384293.279408:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baf8967a. 00000100:00000001:1.0:1767384293.279414:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384293.279415:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384293.279419:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa4c09e6. 00000020:00000010:0.0:1767384293.279420:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baf8967a. 00000020:00000010:1.0:1767384293.279429:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4cdcbdf. 00000020:00000010:0.0:1767384293.279429:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000851c7de. 00000020:00000010:1.0:1767384293.279438:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec532086. 00000020:00000010:0.0:1767384293.279438:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e7fc53a. 00000020:00000010:1.0:1767384293.279443:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000039bc428d. 00000020:00000010:0.0:1767384293.279444:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 00000100:00000040:0.0:1767384293.279456:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384293.279459:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.279460:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384293.279461:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.279462:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279464:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384293.279470:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279471:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279477:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.279479:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d1e37778. 00000100:00000001:1.0:1767384293.279481:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.279481:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384293.279485:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c08f7f7b. 00000100:00000001:1.0:1767384293.279499:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384293.279499:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384293.279503:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384293.279504:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384293.279505:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e8cb28d1. 00000100:00100000:0.0:1767384293.279510:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384293.279514:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000800:00000200:3.1:1767384293.279515:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (2) 00000100:00000001:0.0:1767384293.279518:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853332560 : -113719856219056 : ffff9892885dbc50) 00000100:00100000:1.0:1767384293.279519:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000800:00000200:3.1:1767384293.279526:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp11 00000000e8cb28d1 deleted 00000100:00000040:1.0:1767384293.279526:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000040:0.0:1767384293.279527:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004aa1c0c8 x1853236728308352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/0 e 0 to 0 dl 1767384304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.279531:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853319248 : -113719856232368 : ffff9892885d8850) 00000800:00000010:3.1:1767384293.279532:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e8cb28d1. 00000800:00000200:3.1:1767384293.279541:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384293.279542:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384293.279544:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008beb15dd x1853236728308480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/0 e 0 to 0 dl 1767384304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384293.279548:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baf8967a. 00000800:00000200:3.1:1767384293.279554:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:1019 00000100:00000001:0.0:1767384293.279558:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.279562:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baf8967a. 00000800:00000200:3.1:1767384293.279563:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 1, nob 192 niov 1 nkiov 1 00000100:00000001:1.0:1767384293.279563:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384293.279569:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004aa1c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728308352:12345-0@lo:253: 00000020:00000010:1.0:1767384293.279571:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa4c09e6. 00000100:00000200:0.0:1767384293.279573:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308352 00000800:00000200:3.0:1767384293.279577:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp11 p 3.x 192.168.202.115 -> 192.168.202.115:1019 incarnation:1767384292017696329 sched[0] 00000100:00000001:1.0:1767384293.279578:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384293.279584:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384293.279586:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa4c09e6. 00000800:00000010:3.0:1767384293.279587:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000020:00000001:0.0:1767384293.279588:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384293.279593:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.279596:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384293.279598:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008beb15dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728308480:12345-0@lo:253: 00000020:00000001:0.0:1767384293.279599:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384293.279603:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384293.279608:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308480 00000020:00000001:0.0:1767384293.279608:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.279613:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384293.279615:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384293.279616:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384293.279619:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384293.279620:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.279624:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.279625:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384293.279629:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384293.279630:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384293.279633:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 02000000:00000010:0.0:1767384293.279636:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c2650265. 00000800:00000010:3.0:1767384293.279637:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00000020:00000001:1.0:1767384293.279637:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384293.279641:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.279643:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c08f7f7b. 00000020:00000001:1.0:1767384293.279643:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.279644:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.279648:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384293.279650:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384293.279651:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384293.279655:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.279658:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384293.279661:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384293.279666:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000048721dcc. 20000000:01000000:0.0:1767384293.279670:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384293.279673:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384293.279674:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000970b32cb. 20000000:00000001:0.0:1767384293.279675:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:1.0:1767384293.279677:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000076890e09. 20000000:00000001:0.0:1767384293.279678:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.279684:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.279684:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384293.279689:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384293.279689:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384293.279690:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384293.279696:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384293.279696:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384293.279700:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022a1391e. 20000000:01000000:0.0:1767384293.279704:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000010:1.0:1767384293.279706:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003714a1fd. 20000000:00000001:0.0:1767384293.279709:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384293.279714:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384293.279717:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384293.279718:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384293.279721:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384293.279724:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384293.279727:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384293.279730:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384293.279732:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384293.279735:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384293.279749:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384293.279751:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1767384293.279752:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384293.279755:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.279757:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00080000:00000001:0.0:1767384293.279758:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384293.279761:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384293.279764:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000002:0.0:1767384293.279765:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:0.0:1767384293.279771:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00000400:00000200:3.0:1767384293.279774:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: PUT: OK 00080000:00000002:0.0:1767384293.279774:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384293.279779:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:0.0:1767384293.279784:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384293.279785:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00080000:00000001:0.0:1767384293.279789:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384293.279793:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.279796:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384293.279800:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384293.279804:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384293.279807:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000822536f7. 00080000:00000001:0.0:1767384293.279811:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477244928 : -113724232306688 : ffff98918387f000) 00000800:00000200:3.1:1767384293.279814:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384293.279814:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384293.279818:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:3.0:1767384293.279822:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp11 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384292017696329 sched[0] 00080000:00000010:0.0:1767384293.279823:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000baf8967a. 00080000:00000001:0.0:1767384293.279827:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384293.279830:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000204708fe. 00080000:00000001:0.0:1767384293.279831:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384293.279846:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384293.279862:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384293.279868:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:1.0:1767384293.279908:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384293.279918:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384293.279921:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384293.279939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000001:1.0:1767384293.279942:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384293.279953:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : PUT - for me 00000400:00000200:1.0:1767384293.279963:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384293.279970:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 96/96 into md 0x11c9 [1] + 0 00000400:00000010:1.0:1767384293.279974:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086725e07. 00000400:00000200:1.0:1767384293.279978:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dfc246a 00000400:00000200:3.0:1767384293.279980:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000001:1.0:1767384293.279983:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384293.279996:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384293.280000:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384293.280005:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: PUT: OK 00000400:00000200:1.0:1767384293.280010:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:1.0:1767384293.280012:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:1.0:1767384293.280017:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384293.280018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384293.280023:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (5) 00000400:00000200:1.0:1767384293.280031:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384293.280036:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000006723a63e. 00000400:00000200:1.0:1767384293.280040:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 4 00000400:00000200:1.0:1767384293.280046:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384293.280053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384293.280057:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (6) 00000400:00000200:1.0:1767384293.280065:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384293.280072:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp11 to MR: 192.168.202.115@tcp11 local destination 00000400:00000200:1.0:1767384293.280078:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384293.280090:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) -> 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) 192.168.202.115@tcp11 : ACK try# 0 00000800:00000200:1.0:1767384293.280106:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp11 00000800:00000010:1.0:1767384293.280110:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9e930b. 00000800:00000200:1.0:1767384293.280116:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (4) 00000800:00000200:1.0:1767384293.280123:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:988 00000800:00000200:1.0:1767384293.280126:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008e9e930b type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384293.280189:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384293.280235:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384293.280238:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384293.280239:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9e930b. 00000800:00000001:0.0:1767384293.280244:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384293.280246:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384293.280248:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd479b96. 00000800:00000001:0.0:1767384293.280252:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384293.280255:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000204708fe. 00000400:00000200:1.0:1767384293.280258:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: ACK: OK 00000800:00000001:0.0:1767384293.280258:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384293.280261:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000800:00000001:0.0:1767384293.280267:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384293.280278:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : ACK - for me 00000400:00000200:0.0:1767384293.280293:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp11: ACK from 12345-192.168.202.115@tcp11 into md 0x1239 00000400:00000200:0.0:1767384293.280299:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384293.280300:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00000400:00000200:0.0:1767384293.280308:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: ACK: OK 00000400:00000200:0.0:1767384293.280313:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000400:00000010:0.0:1767384293.280316:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000400:00000200:0.0:1767384293.280321:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384293.280325:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384293.280331:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384293.280335:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (5) 00000800:00000001:0.0:1767384293.280340:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384293.280345:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:0.0:1767384293.280345:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384293.280359:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384293.280362:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000081d8cb7f. 00000400:00000200:0.0:1767384293.280368:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384293.280373:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b06117f. 00000400:00000010:0.0:1767384293.280384:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000400:00000200:0.0:1767384293.280387:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:0.0:1767384293.280392:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:0.0:1767384293.280399:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000e85e795b. 00000400:00000010:0.0:1767384293.280402:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000202bb8b8. 00000400:00000010:0.0:1767384293.280403:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000884c878e. 00000400:00000010:0.0:1767384293.280411:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000509a864f. 00000400:00000200:0.0:1767384293.280415:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000509a864f nid 192.168.202.115@tcp12 00000400:00000010:0.0:1767384293.280418:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002828abf2. 00000400:00000200:0.0:1767384293.280421:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000002828abf2 net tcp12 00000400:00000200:0.0:1767384293.280423:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (4) 00000400:00000200:0.0:1767384293.280429:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp12 flags 0x11 00000400:00000010:0.0:1767384293.280433:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000e85e795b. 00000400:00000010:0.0:1767384293.280437:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000202bb8b8. 00000400:00000010:0.0:1767384293.280439:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000884c878e. 00000400:00000010:0.0:1767384293.280442:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000006723a63e. 00000400:00000200:0.0:1767384293.280446:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384293.280449:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000800:00000010:1.0:1767384293.280451:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bdd60b97. 00000400:00000200:0.0:1767384293.280452:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000800:00000010:1.0:1767384293.280459:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a34d3fa. 00000400:00000200:0.0:1767384293.280460:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:0.0:1767384293.280463:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384293.280466:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:0.0:1767384293.280470:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384293.280474:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (5) 00000800:00000010:1.0:1767384293.280544:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001a628708. 00000800:00000200:1.1:1767384293.280577:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (4) 00000800:00000200:1.1:1767384293.280584:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp11 000000001a628708 deleted 00000800:00000010:1.1:1767384293.280587:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001a628708. 00000800:00000200:1.1:1767384293.280592:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384293.280599:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp11 p 3.x 192.168.202.115 -> 192.168.202.115:1018 incarnation:1767384292017696329 sched[0] 00000800:00000010:1.0:1767384293.280605:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa4c09e6. 00000800:00000010:1.0:1767384293.280664:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa4c09e6. 00000800:00000010:1.0:1767384293.280669:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a34d3fa. 00000800:00000200:3.1:1767384293.280678:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384293.280690:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp11 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384292017696329 sched[0] 00000800:00000010:3.0:1767384293.280693:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000204708fe. 00000800:00000010:1.0:1767384293.280700:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000081d8cb7f. 00000800:00000001:0.0:1767384293.280718:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384293.280721:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384293.280723:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384293.280728:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384293.281017:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000822536f7. 00080000:00000010:0.0:1767384293.281050:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000baf8967a. 00040000:00000001:0.0:1767384293.281055:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384293.281057:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384293.281059:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384293.281061:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384293.281063:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.281064:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384293.281075:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384293.281089:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384293.281091:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384293.281096:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384293.281102:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069e23f70. 20000000:01000000:1.0:1767384293.281106:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384293.281110:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384293.281113:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384293.281117:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384293.281119:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384293.281125:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384293.281125:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:2.0:1767384293.281130:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384293.281158:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384293.281160:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.281163:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384293.281163:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384293.281167:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384293.281169:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384293.281170:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384293.281172:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000894a5116 count: 2 00080000:00000002:1.0:1767384293.281173:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:2.0:1767384293.281178:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384293.281179:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384293.281182:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384293.281184:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384293.281189:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53952. 00080000:00000001:1.0:1767384293.281194:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384293.281197:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384293.281198:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384293.281200:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.281202:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384293.281204:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384293.281205:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000048721dcc. 00000020:00000010:1.0:1767384293.281209:0:17081:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000008e9e930b. 20000000:00000001:0.0:1767384293.281209:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.281213:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384293.281215:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000040:0.0:1767384293.281215:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308352 00000020:00000040:2.0:1767384293.281217:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53952 with handle 0x960a57272cefba3f to hash 00080000:00000001:1.0:1767384293.281221:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384293.281221:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384293.281223:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:1.0:1767384293.281226:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000070bc2a49. 00010000:00000001:2.0:1767384293.281227:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000200:0.0:1767384293.281229:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004aa1c0c8 x1853236728308352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384293.281232:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353830363136 : -113719879188480 : ffff989286ff4000) 00010000:00000001:2.0:1767384293.281234:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00080000:00000001:1.0:1767384293.281237:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384293.281240:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384293.281243:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1767384293.281244:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aa4c09e6. 00010000:00000001:0.0:1767384293.281246:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384293.281247:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384293.281248:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.281249:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.281254:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384293.281254:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00001000:0.0:1767384293.281255:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=16 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384293.281262:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.281263:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384293.281268:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384293.281272:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00080000:00000001:1.0:1767384293.281274:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384293.281275:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:0.0:1767384293.281276:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.281280:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.281283:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384293.281284:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.281286:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.281289:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e344ac. 00010000:00000001:2.0:1767384293.281292:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000200:0.0:1767384293.281293:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728308352, offset 224 00010000:00000001:2.0:1767384293.281297:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384293.281299:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384293.281302:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384293.281309:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384293.281310:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.281320:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02280 00010000:00000001:2.0:1767384293.281324:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1767384293.281325:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x123d [2] + 224 00010000:00000001:2.0:1767384293.281328:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.281331:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384293.281332:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384293.281336:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384293.281338:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384293.281341:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.281343:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384293.281345:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000200:0.0:1767384293.281347:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384293.281349:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384293.281366:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384293.281369:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a5116) refcount = 2 00010000:00000040:2.0:1767384293.281377:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384293.281381:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384293.281399:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384293.281403:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384293.281412:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085f1d3b0. 00000100:00000001:0.0:1767384293.281412:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384293.281418:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:0.0:1767384293.281418:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e344ac 00000400:00000010:0.0:1767384293.281421:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e344ac. 00000100:00000010:2.0:1767384293.281422:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009238e361. 00000100:00000001:0.0:1767384293.281424:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384293.281428:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968685632 : -113719740865984 : ffff98928f3de240) 00000100:00000001:0.0:1767384293.281428:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384293.281429:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384293.281431:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.281432:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384293.281434:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353968685632 : -113719740865984 : ffff98928f3de240) 00000100:00000040:0.0:1767384293.281437:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384293.281438:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384293.281439:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000001:1.0:1767384293.281442:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384293.281443:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384293.281443:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384293.281446:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001547a813. 00000020:00000001:0.0:1767384293.281447:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.281448:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:0.0:1767384293.281453:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384293.281454:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384293.281454:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c3676e 00000100:00000040:0.0:1767384293.281458:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004aa1c0c8 x1853236728308352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384293.281459:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5c3676e. 00010000:00000001:2.0:1767384293.281460:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384293.281464:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384293.281465:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384293.281469:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1767384293.281472:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384293.281472:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004aa1c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728308352:12345-0@lo:253: Request processed in 1928us (2388us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384293.281480:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384293.281484:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384293.281490:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 00000100:00100000:0.0:1767384293.281490:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000200:1.0:1767384293.281493:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384293.281497:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000040:0.0:1767384293.281498:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384293.281504:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384293.281505:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384293.281506:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384293.281507:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384293.281508:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384293.281511:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384293.281512:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384293.281513:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e7fc53a. 02000000:00000001:1.0:1767384293.281516:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384293.281517:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.281518:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00000100:00000001:1.0:1767384293.281519:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384293.281523:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.281525:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000851c7de. 02000000:00000010:2.0:1767384293.281526:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c68f58cf. 02000000:00000001:1.0:1767384293.281526:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384293.281530:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00001000:1.0:1767384293.281533:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=16 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384293.281534:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.281535:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384293.281537:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c2650265. 02000000:00000001:0.0:1767384293.281543:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767384293.281544:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384293.281546:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.281546:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.281554:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384293.281554:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384293.281558:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384293.281560:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032730fd4. 00010000:00000001:1.0:1767384293.281561:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384293.281565:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.281568:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 15 pid: 17080 timeout: 364 lvb_type: 0 00000400:00000010:0.0:1767384293.281568:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e344ac. 00000100:00000001:1.0:1767384293.281569:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.281578:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384293.281584:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384293.281587:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.281589:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384293.281590:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384293.281593:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384293.281596:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:1.0:1767384293.281597:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384293.281600:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384293.281604:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384293.281607:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384293.281610:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384293.281613:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384293.281614:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384293.281615:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384293.281619:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384293.281619:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384293.281620:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384293.281623:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384293.281627:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728308608:0@lo:104: 00000100:00000040:1.0:1767384293.281629:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.281635:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384293.281639:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384293.281642:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728308352:0@lo:253: 02000000:00000001:2.0:1767384293.281643:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.281648:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384293.281649:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384293.281652:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384293.281654:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009690c8fa. 00000100:00000040:1.0:1767384293.281655:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021f7d910 x1853236728308352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384293.281660:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.281667:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384293.281668:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fe02b2. 02000000:00000001:1.0:1767384293.281669:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384293.281672:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dcca5d10. 00000400:00000010:2.0:1767384293.281675:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 02000000:00000001:1.0:1767384293.281676:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384293.281679:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384293.281681:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000200:2.0:1767384293.281683:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728308608, portal 16 00000020:00000001:1.0:1767384293.281683:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384293.281687:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.281689:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 02000000:00000010:1.0:1767384293.281692:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000846341e4. 00000100:00000040:2.0:1767384293.281696:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384293.281697:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384293.281700:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384293.281703:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 00000100:00000001:1.0:1767384293.281707:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384293.281709:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.281711:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.281715:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384293.281717:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.281722:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.281723:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.281732:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384293.281735:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384293.281738:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000200:2.0:1767384293.281741:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728308608, offset 0 00000400:00000200:2.0:1767384293.281745:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384293.281751:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384293.281757:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce02380 00000400:00000200:2.0:1767384293.281763:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:2.0:1767384293.281767:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384293.281770:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384293.281774:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384293.281775:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384293.281778:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005238630a. 00000100:00000040:2.0:1767384293.281781:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000005238630a x1853236728308608 msgsize 328 00000100:00100000:2.0:1767384293.281785:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384293.281800:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384293.281806:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000400:00000010:2.0:1767384293.281808:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384293.281812:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384293.281815:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384293.281820:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384293.281823:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308608 02000000:00000001:0.0:1767384293.281826:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384293.281828:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.281829:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.281832:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384293.281837:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.281841:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.281846:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308608 00000100:00000001:2.0:1767384293.281848:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.281849:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384293.281852:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000001:2.0:1767384293.281853:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384293.281855:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.281857:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:2.0:1767384293.281859:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.281860:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000020:00000001:0.0:1767384293.281865:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:2.0:1767384293.281866:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294881332 00000100:00000001:0.0:1767384293.281867:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.281870:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baf8967a. 00000100:00000001:0.0:1767384293.281873:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.281875:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294881330 00000020:00000010:0.0:1767384293.281875:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baf8967a. 00000020:00000010:0.0:1767384293.281881:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000851c7de. 00000100:00000001:2.0:1767384293.281882:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294881332 00000020:00000010:0.0:1767384293.281885:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e7fc53a. 00000100:00000001:2.0:1767384293.281887:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294881330 00000020:00000010:0.0:1767384293.281890:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 00000100:00000001:2.0:1767384293.281893:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294881332 00000100:00000040:0.0:1767384293.281897:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384293.281899:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.281902:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384293.281905:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294881330 00000100:00000001:0.0:1767384293.281906:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.281913:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294881332 00000100:00000001:0.0:1767384293.281915:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.281917:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294881330 00000100:00000001:2.0:1767384293.281921:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.281937:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.281939:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.281941:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384293.281942:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.281947:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.281950:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.281952:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384293.281954:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.281955:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384293.281957:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384293.281959:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384293.281960:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384293.281965:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384293.281968:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000097f449dc. 00000100:00100000:0.0:1767384293.281969:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384293.281970:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384293.281973:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384293.281974:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384293.281976:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384293.281976:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00100000:2.0:1767384293.281981:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000009238e361 going to sleep for 11 seconds 00000100:00000001:1.0:1767384293.281982:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.281982:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493440000 : -113724216111616 : ffff9891847f0e00) 00000100:00000001:2.0:1767384293.281986:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384293.281990:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.281991:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.281993:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005238630a x1853236728308608/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384293.282017:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.282021:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baf8967a. 00000100:00000001:0.0:1767384293.282024:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.282030:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baf8967a. 00000100:00100000:0.0:1767384293.282043:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005238630a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728308608:12345-0@lo:104: 00000100:00000200:0.0:1767384293.282047:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308608 00010000:00000001:0.0:1767384293.282050:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384293.282054:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384293.282056:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.282058:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=2 00000020:00000001:0.0:1767384293.282060:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:0.0:1767384293.282062:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:0.0:1767384293.282065:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384293.282067:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384293.282071:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384293.282079:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384293.282080:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384293.282084:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001dc4de63. 02000000:00000001:0.0:1767384293.282086:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282087:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.282089:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384293.282090:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.282092:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.282094:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384293.282095:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384293.282097:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384293.282098:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.282099:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282101:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.282102:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.282104:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384293.282107:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728308608, offset 224 00000400:00000200:0.0:1767384293.282109:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.282114:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.282117:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce02380 00000400:00000200:0.0:1767384293.282120:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1259 [1] + 224 00000400:00000200:0.0:1767384293.282130:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.282132:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.282153:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384293.282156:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384293.282164:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384293.282175:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384293.282179:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384293.282180:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384293.282182:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384293.282184:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.282187:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.282190:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384293.282191:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384293.282193:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384293.282197:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000abe034c. 00000400:00000001:2.0:1767384293.282198:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384293.282200:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384293.282201:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384293.282205:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3fe02b2. 00010000:00010000:0.0:1767384293.282208:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767384293.282209:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00010000:00000001:0.0:1767384293.282212:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384293.282213:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00010000:00000001:0.0:1767384293.282215:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.282218:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.282220:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384293.282221:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384293.282222:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005238630a x1853236728308608/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 328/224 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384293.282226:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384293.282228:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384293.282234:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384293.282243:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384293.282246:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005238630a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728308608:12345-0@lo:104: Request processed in 225us (460us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384293.282254:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384293.282257:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384293.282262:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00010000:00000001:1.0:1767384293.282264:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384293.282267:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384293.282270:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384293.282271:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384293.282274:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e7fc53a. 00000100:00000001:2.0:1767384293.282276:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384293.282279:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00000100:00000001:2.0:1767384293.282280:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384293.282284:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000851c7de. 00000100:00000001:2.0:1767384293.282287:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384293.282291:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384293.282291:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070ee400f already unused, calling callback (00000000a89832d0) 00000020:00000040:0.0:1767384293.282294:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000100:00000001:2.0:1767384293.282296:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:1.0:1767384293.282298:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384293.282298:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384293.282302:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384293.282306:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.282312:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384293.282318:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=16 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384293.282319:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384293.282323:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384293.282325:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=16 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384293.282327:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384293.282330:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384293.282331:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=3 00000100:00000001:2.0:1767384293.282334:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.282336:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:2.0:1767384293.282339:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384293.282341:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:2.0:1767384293.282342:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.282350:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.282350:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384293.282354:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384293.282362:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384293.282366:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.282372:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384293.282376:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384293.282378:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384293.282380:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00010000:1.0:1767384293.282382:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384293.282383:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.282386:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384293.282389:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384293.282397:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1767384293.282397:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384293.282405:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384293.282409:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384293.282415:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00100000:2.0:1767384293.282417:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728308608:0@lo:104: 00010000:00000001:1.0:1767384293.282419:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384293.282422:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.282425:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.282429:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.282431:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384293.282433:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.282436:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3a97d5f x1853236728308608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384293.282439:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384293.282444:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384293.282446:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:1.0:1767384293.282447:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 02000000:00000001:2.0:1767384293.282449:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:1.0:1767384293.282452:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:2.0:1767384293.282453:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009690c8fa. 10000000:00000001:1.0:1767384293.282456:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.282458:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384293.282462:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384293.282462:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1767384293.282465:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00010000:00000001:1.0:1767384293.282468:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767384293.282469:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384293.282472:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c68f58cf. 00010000:00000001:1.0:1767384293.282473:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384293.282477:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384293.282480:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.282482:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384293.282485:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070ee400f with handle 0x960a57272cefba31 from hash 02000000:00000001:2.0:1767384293.282486:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384293.282489:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 00010000:00000001:1.0:1767384293.282492:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384293.282494:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384293.282495:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384293.282497:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.282499:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384293.282503:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009238e361. 00010000:00000001:1.0:1767384293.282503:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384293.282505:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384293.282508:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384293.282509:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384293.282512:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384293.282515:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:2.0:1767384293.282517:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085f1d3b0. 00010000:00000001:1.0:1767384293.282519:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384293.282522:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384293.282526:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00010000:00000001:2.0:1767384293.282527:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.282533:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384293.282534:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 20000000:00000001:2.0:1767384293.282538:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384293.282540:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384293.282541:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384293.282545:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767384293.282546:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384293.282551:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384293.282566:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0bd6996. 00000100:00000001:1.0:1767384293.282570:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.282573:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384293.282577:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384293.282584:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384293.282585:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.282589:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384293.282590:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.282595:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021f7d910] to pc [ptlrpcd_00_03+3] req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384293.282621:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384293.282625:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.282627:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.282629:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282630:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384293.282632:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.282634:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 10000000:00000001:1.0:1767384293.282636:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282637:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.282640:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384293.282643:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384293.282644:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384293.282645:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384293.282648:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282648:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.282656:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282656:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384293.282658:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384293.282660:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384293.282663:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 0000000070ee400f/0x960a57272cefba31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba38 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384293.282672:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000540864ee count: 0 00000100:00000001:0.0:1767384293.282681:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384293.282685:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384293.282686:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.282689:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384293.282693:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000abe034c. 00000100:00000001:0.0:1767384293.282695:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384293.282698:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.282700:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.282700:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384293.282703:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384293.282705:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384293.282706:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.282709:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.282710:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728308736:0@lo:103: 00010000:00010000:1.0:1767384293.282715:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384293.282715:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384293.282718:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384293.282719:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384293.282723:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.282723:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.282725:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384293.282727:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000851c7de. 02000000:00000001:0.0:1767384293.282730:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.282734:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384293.282735:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fb9c53. 00000020:00000001:1.0:1767384293.282738:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384293.282739:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000020:00000001:1.0:1767384293.282741:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384293.282744:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728308736, portal 18 00010000:00010000:1.0:1767384293.282745:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384293.282747:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384293.282749:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00000040:0.0:1767384293.282752:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.282756:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.282758:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.282759:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384293.282761:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728308736, offset 0 00000400:00000200:0.0:1767384293.282770:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.282774:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.282778:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce02400 00000400:00000200:0.0:1767384293.282781:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384293.282784:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.282785:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.282788:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384293.282789:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384293.282791:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc66ff7. 00000100:00000040:0.0:1767384293.282793:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006bc66ff7 x1853236728308736 msgsize 328 00000100:00100000:0.0:1767384293.282795:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384293.282804:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384293.282807:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384293.282808:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:0.0:1767384293.282810:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384293.282813:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.282818:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384293.282820:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384293.282820:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384293.282824:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308736 02000000:00000001:1.0:1767384293.282829:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384293.282829:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.282832:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.282832:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384293.282837:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282837:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282843:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294881333 02000000:00000001:1.0:1767384293.282844:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282847:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294881332 00000100:00100000:1.0:1767384293.282849:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308736 00000100:00000001:0.0:1767384293.282851:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294881333 00000020:00000001:1.0:1767384293.282853:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384293.282855:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294881332 00000020:00000040:1.0:1767384293.282856:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384293.282858:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294881333 00000020:00000001:1.0:1767384293.282860:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384293.282862:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294881332 00000020:00000040:1.0:1767384293.282864:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:0.0:1767384293.282865:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294881333 00000100:00000001:0.0:1767384293.282869:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294881332 00000020:00000001:1.0:1767384293.282870:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384293.282873:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384293.282878:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384293.282879:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384293.282882:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384293.282884:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004107f230. 00000100:00000001:0.0:1767384293.282884:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.282888:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.282889:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384293.282893:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004107f230. 00000020:00000010:1.0:1767384293.282899:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2526d0e. 00000020:00000010:1.0:1767384293.282904:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384293.282908:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c35ae77. 00000100:00000040:1.0:1767384293.282916:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384293.282918:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384293.282920:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384293.282922:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384293.282939:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.282942:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384293.282945:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.282947:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.282949:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:1.0:1767384293.282951:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:1.0:1767384293.282954:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:1.0:1767384293.282964:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 364 lvb_type: 0 00010000:00000001:1.0:1767384293.282971:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.282972:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.282974:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.282976:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.282980:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384293.282984:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bc66ff7 x1853236728308736/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.282991:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384293.282993:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.283005:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.283015:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384293.283017:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384293.283020:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384293.283023:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384293.283025:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801154048 : -113719908397568 : ffff989285418e00) 00000020:00000010:0.0:1767384293.283028:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000048721dcc. 00000100:00000040:1.0:1767384293.283031:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bc66ff7 x1853236728308736/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.283033:0:17073:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384293.283036:0:17073:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:0.0:1767384293.283044:0:17073:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000822536f7. 00000100:00000001:1.0:1767384293.283048:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384293.283053:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004107f230. 00000100:00000001:1.0:1767384293.283056:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384293.283059:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004107f230. 00000100:00100000:0.0:1767384293.283061:0:17073:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1767384293.283066:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bc66ff7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728308736:12345-0@lo:103: 00000100:00000200:1.0:1767384293.283072:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308736 00010000:00000001:1.0:1767384293.283075:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384293.283077:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384293.283079:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384293.283083:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384293.283085:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384293.283089:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df448ac9. 02000000:00000001:1.0:1767384293.283091:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.283099:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283102:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384293.283104:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384293.283107:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.283108:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.283110:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:1.0:1767384293.283113:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:1.0:1767384293.283115:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000040:1.0:1767384293.283118:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000894a5116 count: 3 00010000:00010000:1.0:1767384293.283122:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 364 lvb_type: 0 00000100:00001000:1.0:1767384293.283129:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384293 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384293.283133:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384293.283221:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283223:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384293.283226:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 364 lvb_type: 0 00000020:00000001:1.0:1767384293.283233:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.283235:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.283236:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.283238:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283242:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384293.283244:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384293.283247:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283249:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283251:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384293.283252:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384293.283254:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefba38 from hash 00010000:00000001:1.0:1767384293.283257:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384293.283258:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283259:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283260:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384293.283262:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384293.283263:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384293.283273:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefba38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefba31 expref: 16 pid: 17080 timeout: 364 lvb_type: 0 00010000:00000040:1.0:1767384293.283279:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:1.0:1767384293.283281:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:1.0:1767384293.283287:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283289:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384293.283291:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384293.283293:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e0b53952 00010000:00000001:1.0:1767384293.283295:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384293.283297:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.283298:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.283300:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.283301:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.283304:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384293.283305:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384293.283307:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.283312:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384293.283315:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384293.283316:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384293.283318:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384293.283321:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a5116) refcount = 2 00010000:00010000:1.0:1767384293.283324:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.283329:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384293.283332:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384293.283334:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.283336:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384293.283340:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004107f230. 00000100:00000001:1.0:1767384293.283343:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384293.283346:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a34d3fa. 00000100:00000001:1.0:1767384293.283349:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349562730560 : -113724146821056 : ffff989188a05840) 00000100:00000001:1.0:1767384293.283352:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349562730560 : -113724146821056 : ffff989188a05840) 00000100:00000001:1.0:1767384293.283360:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384293.283361:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384293.283364:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384293.283366:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384293.283370:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384293.283373:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.283374:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.283376:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=5 00000020:00000001:1.0:1767384293.283379:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:1.0:1767384293.283381:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:1.0:1767384293.283384:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384293.283391:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384293.283395:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000070bc2a49. 00010000:00000001:1.0:1767384293.283402:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384293.283405:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.283412:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384293.283413:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aa4c09e6. 00010000:00000001:1.0:1767384293.283414:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:0.0:1767384293.283418:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:1.0:1767384293.283419:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1767384293.283421:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384293.283424:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384293.283430:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00000001:1.0:1767384293.283433:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:0.0:1767384293.283433:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283437:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.283438:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384293.283441:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384293.283443:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:0.0:1767384293.283444:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384293.283447:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767384293.283448:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384293.283454:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00010000:1.0:1767384293.283456:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53952 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384293.283459:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.283461:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384293.283463:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.283475:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384293.283477:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.283478:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.283480:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=6 00000020:00000001:1.0:1767384293.283482:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:1.0:1767384293.283484:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:1.0:1767384293.283486:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384293.283488:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.283492:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384293.283493:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.283495:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283505:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384293.283507:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384293.283509:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384293.283512:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384293.283515:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53952 with handle 0x960a57272cefba3f from hash 00010000:00000001:1.0:1767384293.283518:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384293.283520:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283522:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283523:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384293.283525:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384293.283527:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384293.283529:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384293.283531:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.283534:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283536:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384293.283538:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384293.283542:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283544:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283546:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283549:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283551:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384293.283556:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384293.283560:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384293.283562:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003714a1fd. 00010000:00010000:1.0:1767384293.283563:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384293.283567:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384293.283572:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308480 00010000:00000001:1.0:1767384293.283575:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.283576:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384293.283580:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384293.283582:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008beb15dd x1853236728308480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384293.283583:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384293.283587:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384293.283592:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.283592:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384293.283594:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283596:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384293.283598:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=16 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384293.283599:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384293.283602:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384293.283604:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.283607:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 20000000:00000001:1.0:1767384293.283610:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.283610:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384293.283615:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.283617:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.283620:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.283620:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.283623:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283625:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1767384293.283627:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384293.283628:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767384293.283632:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384293.283634:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384293.283636:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000abe034c. 00000100:00000001:1.0:1767384293.283637:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384293.283641:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728308480, offset 224 00000100:00000001:1.0:1767384293.283642:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384293.283647:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002a34d3fa. 00000400:00000200:0.0:1767384293.283650:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384293.283653:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384293.283656:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384293.283659:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1767384293.283661:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004107f230. 00010000:00000001:1.0:1767384293.283666:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384293.283667:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02300 00010000:00010000:1.0:1767384293.283669:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384293.283673:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384293.283675:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1245 [2] + 224 00010000:00000001:1.0:1767384293.283679:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384293.283681:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384293.283683:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.283687:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384293.283689:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.283692:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384293.283697:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384293.283697:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384293.283704:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384293.283708:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:0.0:1767384293.283709:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384293.283715:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384293.283719:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.283723:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384293.283727:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384293.283728:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384293.283732:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000abe034c 00000400:00000010:0.0:1767384293.283734:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000abe034c. 00000100:00000001:0.0:1767384293.283738:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384293.283740:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384293.283741:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000001:0.0:1767384293.283743:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384293.283748:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728308736, offset 224 00000100:00000040:0.0:1767384293.283748:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384293.283751:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384293.283754:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.283756:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384293.283758:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384293.283761:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384293.283761:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008beb15dd x1853236728308480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.283765:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384293.283771:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384293.283773:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384293.283774:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384293.283778:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008beb15dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728308480:12345-0@lo:253: Request processed in 4213us (4567us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384293.283779:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163181f3. 00000400:00000200:2.0:1767384293.283786:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bb71258 00000400:00000200:1.0:1767384293.283787:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce02400 00000400:00000010:2.0:1767384293.283789:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bb71258. 00000100:00100000:0.0:1767384293.283791:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384293.283797:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384293.283798:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384293.283802:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1265 [1] + 224 00000100:00000200:2.0:1767384293.283806:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.283807:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384293.283811:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384293.283812:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384293.283815:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec532086. 00000400:00000200:1.0:1767384293.283823:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384293.283823:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000039bc428d. 00000020:00000010:0.0:1767384293.283828:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4cdcbdf. 00000100:00000200:2.0:1767384293.283833:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.283833:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384293.283834:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384293.283839:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384293.283843:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384293.283843:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000076890e09. 02000000:00000001:0.0:1767384293.283848:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384293.283851:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.283853:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384293.283858:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384293.283859:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384293.283866:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384293.283867:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384293.283868:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d33bc7. 00000400:00000010:0.0:1767384293.283874:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000abe034c. 02000000:00000001:2.0:1767384293.283875:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384293.283879:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.283882:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.283887:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384293.283892:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=16 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384293.283893:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384293.283895:0:17073:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384293.283899:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=16 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384293.283901:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000100:00000001:0.0:1767384293.283905:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384293.283906:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384293.283907:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00000001:0.0:1767384293.283909:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384293.283910:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.283914:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384293.283915:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767384293.283915:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384293.283918:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384293.283919:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384293.283920:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384293.283935:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036fb9c53. 00000100:00000001:1.0:1767384293.283939:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.283940:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00000001:2.0:1767384293.283941:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384293.283945:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000040:1.0:1767384293.283947:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000040:2.0:1767384293.283950:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.283952:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384293.283953:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.283959:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384293.283960:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384293.283970:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc66ff7 x1853236728308736/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:274/0 lens 328/224 e 0 to 0 dl 1767384304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.283976:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.283981:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384293.283984:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384293.283992:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:0.0:1767384293.283994:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384293.283997:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:1.0:1767384293.284000:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bc66ff7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728308736:12345-0@lo:103: Request processed in 948us (1201us total) trans 0 rc 0/0 00000020:01000004:2.0:1767384293.284002:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384293.284007:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384293.284011:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384293.284014:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:2.0:1767384293.284016:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384293.284017:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384293.284019:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:1.0:1767384293.284022:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000004:2.0:1767384293.284023:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384293.284023:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384293.284026:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:01000004:2.0:1767384293.284028:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384293.284029:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384293.284029:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.284033:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384293.284035:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.284035:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384293.284036:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.284039:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384293.284042:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=16 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384293.284044:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000100:00001000:0.0:1767384293.284050:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=16 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384293.284052:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c35ae77. 00000100:00000001:0.0:1767384293.284057:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384293.284060:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1def8a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728308480:0@lo:253: 00000020:00000010:1.0:1767384293.284065:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2526d0e. 00000100:00000001:0.0:1767384293.284066:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.284069:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.284069:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384293.284072:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384293.284073:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.284074:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384293.284080:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.284081:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384293.284084:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1def8a8 x1853236728308480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384293.284087:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384293.284100:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384293.284114:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384293.284117:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384293.284118:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384293.284121:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000010:2.0:1767384293.284123:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036c88a71. 00000100:00000001:0.0:1767384293.284124:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384293.284125:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1767384293.284128:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384293.284130:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384293.284154:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384293.284157:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384293.284160:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000040:0.0:1767384293.284166:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384293.284167:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384293.284167:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384293.284171:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384293.284172:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008f8f41e4. 00010000:00010000:1.0:1767384293.284175:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0b53952/0x960a57272cefba3f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384293.284180:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384293.284184:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384293.284187:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1def8a8. 00000100:00100000:0.0:1767384293.284192:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728308736:0@lo:103: 00000100:00000001:2.0:1767384293.284193:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:1.0:1767384293.284194:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000894a5116 count: 0 00000100:00000001:2.0:1767384293.284198:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.284199:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.284203:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.284204:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384293.284207:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384293.284208:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021f7d910 x1853236728308736/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384293.284210:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384293.284211:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:01000000:1.0:1767384293.284215:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000001:2.0:1767384293.284217:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384293.284222:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000001:0.0:1767384293.284222:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384293.284223:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384293.284227:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00000001:2.0:1767384293.284228:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.284228:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384293.284231:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000851c7de. 00010000:00000001:1.0:1767384293.284235:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:0.0:1767384293.284237:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384293.284238:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384293.284240:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384293.284242:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384293.284243:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000010:1.0:1767384293.284245:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e72df56b. 02000000:00000010:0.0:1767384293.284245:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a0bd6996. 00000100:00000001:2.0:1767384293.284250:0:19669:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:1.0:1767384293.284253:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:0.0:1767384293.284253:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384293.284256:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384293.284259:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 00010000:00000010:1.0:1767384293.284260:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001244cd69. 00000100:00000001:0.0:1767384293.284263:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384293.284264:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000010:2.0:1767384293.284265:0:19669:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000085f1d3b0. 00000100:00000001:0.0:1767384293.284265:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384293.284270:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001244cd69 with handle 0x960a57272cefba46 to hash 00000100:00000001:0.0:1767384293.284271:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384293.284273:0:19669:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008549efb9. 00000020:00000001:1.0:1767384293.284277:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384293.284278:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384293.284281:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00000100:00000001:0.0:1767384293.284282:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.284286:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384293.284287:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00000100:00000001:0.0:1767384293.284289:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.284292:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384293.284294:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.284306:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.284313:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384293.284316:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384293.284319:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384293.284321:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.284323:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.284325:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.284327:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.284329:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384293.284331:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384293.284333:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384293.284334:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384293.284335:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e72df56b) refcount = 1 00010000:00010000:1.0:1767384293.284339:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.284345:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384293.284346:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384293.284348:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.284350:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.284352:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384293.284355:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384293.284357:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384293.284361:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.284362:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.284364:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=4 00000020:00000001:1.0:1767384293.284366:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384293.284369:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384293.284371:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384293.284373:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.284379:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:2.0:1767384293.284386:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eabf002d. 00010000:00010000:1.0:1767384293.284387:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384293.284392:0:19669:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009690c8fa. 00000020:00000010:2.0:1767384293.284398:0:19669:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000ec3917d8. 00010000:00000001:1.0:1767384293.284399:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000010:2.0:1767384293.284403:0:19669:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a01e2832. 00010000:00000001:1.0:1767384293.284403:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384293.284404:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384293.284410:0:19669:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078a33eee. 00010000:00000001:1.0:1767384293.284417:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384293.284418:0:19669:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e79f30e. 00010000:00000001:1.0:1767384293.284420:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384293.284424:0:19669:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086a186e8. 00010000:00000001:1.0:1767384293.284424:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384293.284427:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 80000000:00000010:2.0:1767384293.284431:0:19669:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000c0c7353. 40000000:00000010:2.0:1767384293.284438:0:19669:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000042bcbd1a. 00010000:00010000:1.0:1767384293.284439:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001244cd69 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384293.284444:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000008:00000010:2.0:1767384293.284445:0:19669:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000097d5f15f. 00010000:00000001:1.0:1767384293.284446:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384293.284449:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00020000:00000010:2.0:1767384293.284450:0:19669:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e014f514. 00008000:00000010:2.0:1767384293.284457:0:19669:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009cee3978. 00010000:00000001:1.0:1767384293.284459:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384293.284462:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:2.0:1767384293.284463:0:19669:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042bd3916. 00000020:00000001:1.0:1767384293.284464:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384293.284468:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=5 00040000:00000010:2.0:1767384293.284470:0:19669:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000608a5077. 00000020:00000001:1.0:1767384293.284472:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384293.284476:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00040000:00000010:2.0:1767384293.284477:0:19669:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bff9b9c3. 00010000:00000001:1.0:1767384293.284479:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000010:2.0:1767384293.284482:0:19669:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000046c88baf. 00010000:00010000:1.0:1767384293.284483:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384293.284490:0:19669:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003a3b79bf. 00010000:00000001:1.0:1767384293.284493:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384293.284496:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000010:2.0:1767384293.284497:0:19669:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef0ad058. 00010000:00000001:1.0:1767384293.284498:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.284501:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384293.284503:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384293.284507:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000010:2.0:1767384293.284513:0:19669:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ade322d8. 00010000:00000001:1.0:1767384293.284518:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384293.284522:0:19669:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002a8fa806. 00000020:00000040:1.0:1767384293.284523:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001244cd69 with handle 0x960a57272cefba46 from hash 00010000:00000001:1.0:1767384293.284528:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384293.284529:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384293.284530:0:19669:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000028154fd9. 00010000:00000001:1.0:1767384293.284531:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.284535:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00002000:00000010:2.0:1767384293.284537:0:19669:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d1ccaa4. 00010000:00000001:1.0:1767384293.284538:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384293.284543:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000010:2.0:1767384293.284544:0:19669:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001b819aee. 00010000:00000001:1.0:1767384293.284545:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384293.284549:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1767384293.284552:0:19669:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000dbb1eb45. 00010000:00000001:1.0:1767384293.284553:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.284558:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000080:00000010:2.0:1767384293.284560:0:19669:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000af308c38. 00010000:00000001:1.0:1767384293.284560:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384293.284566:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384293.284567:0:19669:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003b9704c6. 00010000:00000001:1.0:1767384293.284568:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.284571:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.284575:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384293.284578:0:19669:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:1.0:1767384293.284578:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.284584:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.284590:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.284591:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.284593:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384293.284595:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384293.284597:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.284598:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.284599:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384293.284601:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384293.284604:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.284606:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.284611:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384293.284613:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384293.284615:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001244cd69/0x960a57272cefba46 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384293.284632:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e72df56b count: 0 00010000:00000001:1.0:1767384293.284645:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384293.284647:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384293.287181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000540864ee. 00010000:00000010:1.1:1767384293.287190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070ee400f. 00010000:00000010:1.1:1767384293.287200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:1.1:1767384293.287205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000894a5116. 00010000:00000010:1.1:1767384293.287208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53952. 00010000:00000010:1.1:1767384293.287212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e72df56b. 00010000:00000010:1.1:1767384293.287216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001244cd69. 00000100:00000040:3.0:1767384293.290180:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294881333, at 4294881334 00000100:00000040:0.0:1767384293.290183:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294881333, at 4294881334 00000100:00000010:3.0:1767384293.290190:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a0f2d5a. 00000100:00000040:2.0:1767384293.290190:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294881333, at 4294881334 00000100:00000010:0.0:1767384293.290193:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042bbdbbc. 00000100:00000040:1.0:1767384293.290196:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294881333, at 4294881334 00000100:00000010:2.0:1767384293.290198:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032ee1b79. 00000100:00000010:1.0:1767384293.290204:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e1eca5. 00000400:00000010:2.0:1767384293.297288:0:19673:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7766cf8. 00000400:00000040:2.0:1767384293.297306:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384293.297308:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384293.297310:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384293.297311:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384293.297313:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384293.297314:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384293.297316:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384293.297317:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384293.297318:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384293.297319:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384293.297321:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384293.297322:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384293.297323:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384293.297324:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384293.297325:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384293.297326:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384293.297327:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384293.297328:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384293.297328:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384293.297330:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384293.297331:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384293.297332:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384293.297333:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384293.297334:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384293.297338:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384293.297340:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384293.297341:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384293.297342:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384293.297343:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384293.297344:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384293.297345:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384293.297347:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384293.297347:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384293.297349:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384293.297350:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384293.297351:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384293.297352:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384293.297353:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384293.297355:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384293.297356:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384293.297357:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384293.297358:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384293.297359:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384293.297360:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384293.297361:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384293.297362:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384293.297363:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384293.297364:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384293.297365:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384293.297366:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384293.297367:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384293.297368:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384293.297369:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384293.297370:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384293.297371:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384293.297372:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384293.297373:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384293.297392:0:19673:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7766cf8. 00010000:00000001:2.0:1767384293.685180:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384293.685185:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.685190:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384293.685191:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.685238:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.685244:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.685247:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384293.837485:0:19818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d16eaa8f. 00080000:00000010:0.0:1767384293.837496:0:19818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d16eaa8f. 00000020:00000001:0.0:1767384293.837502:0:19818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384293.837510:0:19818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d16eaa8f. 00080000:00000010:0.0:1767384293.837516:0:19818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d16eaa8f. 00000020:00000001:0.0:1767384293.837519:0:19818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384294.569662:0:19982:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384294.569666:0:19982:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:2.0:1767384294.574037:0:19982:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384294.580176:0:19983:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000079393c50. 00000400:00000010:2.0:1767384294.580190:0:19983:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb58ee13. 00000400:00000010:2.0:1767384294.580198:0:19983:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000018ac8f2a. 00000400:00000010:2.0:1767384294.580201:0:19983:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000777f8394. 00000400:00000010:2.0:1767384294.580204:0:19983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052012718. 00000400:00000010:2.0:1767384294.580208:0:19983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030106c43. 00000400:00000010:2.0:1767384294.580209:0:19983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b44132fd. 00000400:00000010:2.0:1767384294.580211:0:19983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9f87bcf. 00000400:00000010:2.0:1767384294.580213:0:19983:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f2e302c0. 00000800:00000010:2.0:1767384294.580222:0:19983:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000036352f11. 00000800:00000200:2.0:1767384294.580233:0:19983:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384294.580238:0:19983:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384294.580272:0:19983:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384294.580288:0:19983:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384294.582039:0:19983:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000007528f9c9. 00000400:00000010:2.0:1767384294.582044:0:19983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fe02b2. 00000400:00000010:2.0:1767384294.582049:0:19983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000001:2.0:1767384294.582060:0:19983:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384294.582062:0:19983:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384294.582063:0:19983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000400:00000200:2.0:1767384294.582065:0:19983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000400:00000010:2.0:1767384294.582067:0:19983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000400:00000010:2.0:1767384294.582070:0:19983:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000d124efb0. 00000400:00000200:2.0:1767384294.582074:0:19983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (4) 00000400:00000200:2.0:1767384294.582084:0:19983:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384294.582092:0:19983:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384294.582098:0:19983:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005bf4a553. 00000400:00000200:3.0:1767384294.582103:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384294.582103:0:19983:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384294.582107:0:19983:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp13 00000400:00000200:3.0:1767384294.582111:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:3.0:1767384294.582118:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000400:00000200:3.0:1767384294.582121:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (5) 00000400:00000010:2.0:1767384294.582121:0:19983:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb58ee13. 00000400:00000010:3.0:1767384294.582127:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b155c037. 00000400:00000010:2.0:1767384294.582129:0:19983:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000079393c50. 00000400:00000200:3.0:1767384294.582154:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:1.0:1767384294.582169:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384294.582173:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:1.0:1767384294.582174:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384294.582178:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384294.582181:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:1.0:1767384294.582182:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384294.582187:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384294.582190:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384294.582190:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384294.582194:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384294.582196:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384294.582199:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384294.582200:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384294.582203:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384294.582206:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:01000004:1.0:1767384294.582206:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384294.582208:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384294.582210:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384294.582211:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384294.582212:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp12 00000100:00000010:1.0:1767384294.582228:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000400:00000200:3.0:1767384294.582229:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp12 lpni_is_preferred = 0 00000020:00000040:1.0:1767384294.582233:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384294.582238:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384294.582241:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp12 02000000:00000001:1.0:1767384294.582242:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384294.582247:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [11:11:8:4294967295] 02000000:00000001:1.0:1767384294.582247:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384294.582256:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp12 02000000:00000010:1.0:1767384294.582257:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000076890e09. 00000100:00000001:1.0:1767384294.582264:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384294.582265:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:) -> 192.168.202.115@tcp12(192.168.202.115@tcp:192.168.202.115@tcp12) : PUT try# 0 00000800:00000200:3.0:1767384294.582271:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000100:00000001:1.0:1767384294.582273:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384294.582275:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f93cf2d. 00000100:00000001:1.0:1767384294.582276:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384294.582285:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc016618. 00000100:00000040:1.0:1767384294.582286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099568c7d] to pc [ptlrpcd_00_00+0] req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384294.582291:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a9f63279. 00000800:00000200:3.0:1767384294.582300:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (2) 00000800:00000200:3.1:1767384294.582304:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (2) 10000000:00000001:1.0:1767384294.582313:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582316:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384294.582319:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000001:0.0:1767384294.582322:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384294.582324:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582326:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384294.582327:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000020:00000001:1.0:1767384294.582328:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384294.582333:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384294.582334:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384294.582340:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384294.582342:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384294.582344:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384294.582345:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384294.582347:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384294.582348:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384294.582352:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384294.582352:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384294.582354:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384294.582356:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384294.582357:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384294.582358:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384294.582362:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384294.582363:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384294.582364:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384294.582367:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:0.0:1767384294.582368:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728308864:0@lo:253: 00000020:01000004:1.0:1767384294.582369:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384294.582372:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384294.582376:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384294.582377:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025914648. 00000020:00000040:1.0:1767384294.582381:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:0.0:1767384294.582382:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384294.582386:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384294.582386:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.582388:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384294.582389:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384294.582392:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384294.582395:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fb0eb4e9. 02000000:00000010:1.0:1767384294.582398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003714a1fd. 02000000:00000001:0.0:1767384294.582399:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582404:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384294.582405:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fb9c53. 00000400:00000200:3.0:1767384294.582409:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:1.0:1767384294.582409:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384294.582411:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f461de80. 00000100:00000001:1.0:1767384294.582413:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384294.582418:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728308864, portal 25 00000100:00000040:1.0:1767384294.582422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025914648] to pc [ptlrpcd_00_01+1] req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.582422:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384294.582425:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000100:00000040:0.0:1767384294.582434:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384294.582436:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384294.582441:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.582444:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582444:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384294.582447:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384294.582450:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005bf4a553. 00000100:00000040:0.0:1767384294.582457:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384294.582460:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000010:0.0:1767384294.582461:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015e5125d. 00000100:00000001:1.0:1767384294.582463:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384294.582466:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728308864, offset 0 00000100:00000001:1.0:1767384294.582467:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384294.582471:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384294.582475:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384294.582477:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.582488:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.582496:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:1.0:1767384294.582497:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384294.582500:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.582503:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02480 02000000:00000001:1.0:1767384294.582505:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384294.582508:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384294.582511:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.582513:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00100000:1.0:1767384294.582516:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025914648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728308992:0@lo:253: 00000400:00000010:0.0:1767384294.582519:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96a8947. 00000100:00000001:1.0:1767384294.582521:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384294.582524:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026eadcb1 02000000:00000001:1.0:1767384294.582525:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384294.582526:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 02000000:00000001:1.0:1767384294.582528:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384294.582531:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384294.582532:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384294.582537:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000846341e4. 00000400:00000200:0.0:1767384294.582538:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384294.582541:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.582545:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eadcb1 00000400:00000010:1.0:1767384294.582546:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6699d0. 00000400:00000010:0.0:1767384294.582548:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026eadcb1. 00000100:00000001:0.0:1767384294.582554:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384294.582555:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384294.582556:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c79677f7. 00000100:00000040:0.0:1767384294.582558:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007738da8c x1853236728308864 msgsize 4848 00000400:00000200:3.0:1767384294.582560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000200:1.0:1767384294.582561:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728308992, portal 25 00000100:00000001:1.0:1767384294.582567:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384294.582570:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384294.582571:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492198400 : -113724217353216 : ffff9891846c1c00) 00000100:00000040:0.0:1767384294.582575:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384294.582578:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.582583:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384294.582584:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384294.582588:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384294.582591:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c4f5fd7. 00000400:00000200:0.0:1767384294.582591:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e5125d 00000400:00000010:0.0:1767384294.582595:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e5125d. 00000100:00000001:0.0:1767384294.582598:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384294.582601:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728308992, offset 0 00000100:00000200:0.0:1767384294.582602:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.582604:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384294.582612:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384294.582620:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384294.582624:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384294.582625:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.582633:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.582637:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02500 00000100:00000001:0.0:1767384294.582637:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384294.582644:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000100:00000001:0.0:1767384294.582644:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384294.582650:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f5f393. 00000100:00000001:0.0:1767384294.582650:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294882633 00000400:00000200:1.0:1767384294.582656:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9976592 00000100:00000010:0.0:1767384294.582657:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4bbfac7. 00000400:00000200:1.0:1767384294.582660:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384294.582664:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384294.582666:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384294.582670:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9976592 00000100:00000001:0.0:1767384294.582671:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294882633 00000400:00000010:1.0:1767384294.582679:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9976592. 00000100:00000010:0.0:1767384294.582681:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535975a2. 00000100:00000001:1.0:1767384294.582684:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384294.582685:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384294.582687:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384294.582689:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294882633 00000100:00000040:1.0:1767384294.582691:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000389daaba x1853236728308992 msgsize 4848 00000100:00000010:0.0:1767384294.582694:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e1eca5. 00000100:00100000:1.0:1767384294.582698:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384294.582699:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384294.582701:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384294.582703:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294882633 00000100:00000010:0.0:1767384294.582708:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032ee1b79. 00000100:00000001:0.0:1767384294.582711:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384294.582712:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384294.582715:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384294.582717:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.582719:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c4f5fd7 00000400:00000010:1.0:1767384294.582721:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c4f5fd7. 00000100:00000001:0.0:1767384294.582721:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582726:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.582727:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384294.582732:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.582737:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.582740:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384294.582741:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384294.582743:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384294.582745:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.582746:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.582749:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582754:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582759:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582761:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384294.582765:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582768:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294882633 00000100:00000001:1.0:1767384294.582771:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294882633 00000100:00000001:1.0:1767384294.582773:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294882633 00000100:00000001:1.0:1767384294.582775:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294882633 00000100:00000001:0.0:1767384294.582776:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384294.582777:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294882633 00000100:00000001:1.0:1767384294.582780:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294882633 00000100:00100000:0.0:1767384294.582780:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308864 00000100:00000001:1.0:1767384294.582784:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294882633 02000000:00000001:0.0:1767384294.582784:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.582788:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384294.582789:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294882633 00000100:00000001:0.0:1767384294.582791:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582792:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.582796:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.582796:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.582798:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384294.582800:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308864 00000100:00000001:1.0:1767384294.582801:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.582804:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384294.582806:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:1.0:1767384294.582808:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384294.582808:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384294.582813:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384294.582813:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:0.0:1767384294.582816:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384294.582818:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384294.582825:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.582825:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384294.582828:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384294.582831:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007cdfe87a. 00000020:00000010:0.0:1767384294.582831:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0b95f9e. 00000100:00000001:1.0:1767384294.582832:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582837:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.582838:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384294.582840:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021bd7c3b. 00000020:00000010:0.0:1767384294.582847:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0b95f9e. 00000800:00000010:3.0:1767384294.582849:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b25eb66. 00000020:00000010:0.0:1767384294.582853:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bef2638. 00000100:00000001:1.0:1767384294.582856:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384294.582859:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728308992 00000020:00000010:0.0:1767384294.582860:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d93cda66. 02000000:00000001:1.0:1767384294.582862:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384294.582864:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384294.582866:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384294.582866:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005461a3e5. 02000000:00000001:1.0:1767384294.582871:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384294.582874:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728308992 00000100:00000040:0.0:1767384294.582876:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384294.582877:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384294.582880:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384294.582881:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384294.582882:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384294.582884:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1767384294.582885:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b25eb66. 00000020:00000040:1.0:1767384294.582885:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384294.582888:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.582890:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384294.582894:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384294.582897:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384294.582898:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384294.582900:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008796e497. 00000100:00000001:1.0:1767384294.582904:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384294.582906:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008796e497. 00000100:00000001:0.0:1767384294.582907:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384294.582926:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136abc5d. 00000020:00000010:1.0:1767384294.582932:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097c33ccd. 00000100:00000001:0.0:1767384294.582933:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384294.582936:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c35ae77. 00000100:00000001:0.0:1767384294.582936:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384294.582943:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:1.0:1767384294.582944:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384294.582947:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384294.582947:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384294.582949:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.582951:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853330512 : -113719856221104 : ffff9892885db450) 00000100:00000001:1.0:1767384294.582955:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.582956:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007738da8c x1853236728308864/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.582962:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.582964:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.582969:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0b95f9e. 00000100:00000001:0.0:1767384294.582972:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384294.582974:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:0.0:1767384294.582974:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0b95f9e. 00000100:00000001:1.0:1767384294.582978:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384294.582982:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007738da8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728308864:12345-0@lo:253: 00000100:00000001:1.0:1767384294.582983:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384294.582988:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308864 00000020:00000001:0.0:1767384294.582990:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384294.582993:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000020:00000001:0.0:1767384294.582995:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384294.582996:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp12 from 249.3.0.2 00000020:00000001:0.0:1767384294.582999:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.583001:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000800:00000010:3.0:1767384294.583002:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005497f87d. 00000020:00000001:0.0:1767384294.583003:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384294.583006:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:1.0:1767384294.583008:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853329488 : -113719856222128 : ffff9892885db050) 00000020:00000001:0.0:1767384294.583010:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384294.583013:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.583016:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384294.583018:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000389daaba x1853236728308992/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384294.583018:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384294.583027:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.583034:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384294.583037:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384294.583038:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384294.583042:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008796e497. 00000100:00000001:1.0:1767384294.583045:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384294.583046:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d827c09. 00000020:00000010:1.0:1767384294.583049:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008796e497. 02000000:00000001:0.0:1767384294.583050:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.583054:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.583057:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384294.583059:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000389daaba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728308992:12345-0@lo:253: 00000100:00000200:1.0:1767384294.583063:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728308992 00000020:00000001:1.0:1767384294.583065:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:0.0:1767384294.583067:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006866e686. 00000020:00000001:1.0:1767384294.583068:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384294.583072:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384294.583073:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384294.583075:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384294.583077:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:0.0:1767384294.583077:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384294.583081:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384294.583082:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384294.583084:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.583085:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384294.583089:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.583090:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384294.583094:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384294.583094:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384294.583098:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.583101:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384294.583102:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384294.583105:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a12ebbfa. 20000000:00000010:0.0:1767384294.583105:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000588e6502. 20000000:01000000:0.0:1767384294.583110:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000800:00000010:3.0:1767384294.583112:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3545125. 02000000:00000010:1.0:1767384294.583113:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e35d8e97. 20000000:00000001:0.0:1767384294.583117:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384294.583118:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.583121:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.583124:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384294.583124:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384294.583128:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384294.583132:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000acfaa6e8. 00000800:00000010:3.0:1767384294.583152:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093f43f35. 00000800:00000200:3.1:1767384294.583158:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (2) 20000000:01000000:1.0:1767384294.583163:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:3.1:1767384294.583167:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp12 0000000093f43f35 deleted 20000000:00000001:1.0:1767384294.583168:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.1:1767384294.583171:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093f43f35. 20000000:00000001:1.0:1767384294.583172:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384294.583175:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.583177:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384294.583179:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:1.0:1767384294.583179:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.1:1767384294.583187:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:1017 00000800:00000200:3.1:1767384294.583189:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f93cf2d type 1, nob 208 niov 1 nkiov 1 00000800:00000200:3.0:1767384294.583193:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp12 p 3.x 192.168.202.115 -> 192.168.202.115:1017 incarnation:1767384293277132451 sched[0] 00080000:00000001:0.0:1767384294.583195:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:3.0:1767384294.583197:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b25eb66. 00080000:00000001:0.0:1767384294.583209:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.583213:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384294.583214:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.583216:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384294.583217:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384294.583220:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:0.0:1767384294.583224:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384294.583226:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384294.583229:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384294.583232:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.583235:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384294.583236:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b25eb66. 00000020:00000001:0.0:1767384294.583239:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384294.583246:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3545125. 00000020:00000001:0.0:1767384294.583246:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384294.583254:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384294.583259:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000555193c2. 00080000:00000001:0.0:1767384294.583262:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354232762880 : -113719476788736 : ffff98929efb6200) 00080000:00000001:0.0:1767384294.583274:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384294.583279:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005497f87d. 00000001:00000001:0.0:1767384294.583279:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384294.583284:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f0b95f9e. 00080000:00000001:0.0:1767384294.583289:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.583292:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384294.583293:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384294.583299:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384294.583308:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.583325:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384294.583361:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384294.583366:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f93cf2d. 00000400:00000200:3.0:1767384294.583374:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.583380:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 00000400:00000200:3.0:1767384294.583385:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384294.583389:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000200:3.1:1767384294.583420:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384294.583424:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp12 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384293277132451 sched[0] 00000800:00000010:3.0:1767384294.583427:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021bd7c3b. 00000800:00000001:1.0:1767384294.583469:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384294.583475:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:1.0:1767384294.583477:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384294.583481:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.583484:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.583495:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : PUT - for me 00000400:00000200:1.0:1767384294.583502:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384294.583506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384294.583510:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 112/112 into md 0x124d [1] + 0 00000400:00000010:1.0:1767384294.583514:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b06117f. 00000400:00000200:1.0:1767384294.583518:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5cc85e4 00000800:00000001:1.0:1767384294.583521:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.583529:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.583530:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.583532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384294.583536:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 00000400:00000200:1.0:1767384294.583540:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:1.0:1767384294.583542:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000400:00000200:1.0:1767384294.583545:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384294.583548:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (6) 00000400:00000200:1.0:1767384294.583551:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384294.583555:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000a829047f. 00000400:00000200:1.0:1767384294.583558:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 5 00000400:00000200:1.0:1767384294.583562:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384294.583571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384294.583575:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (7) 00000400:00000200:1.0:1767384294.583580:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384294.583587:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp12 to MR: 192.168.202.115@tcp12 local destination 00000400:00000200:1.0:1767384294.583593:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384294.583606:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) -> 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) 192.168.202.115@tcp12 : ACK try# 0 00000800:00000200:1.0:1767384294.583611:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000400:00000200:0.0:1767384294.583612:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384294.583615:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3ce9636. 00000400:00000010:0.0:1767384294.583618:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000947621b5. 00000800:00000200:1.0:1767384294.583623:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (4) 00000400:00000010:0.0:1767384294.583624:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000800:00000200:1.0:1767384294.583629:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:988 00000400:00000200:0.0:1767384294.583630:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:1.0:1767384294.583634:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3ce9636 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384294.583643:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384294.583683:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000200:3.0:1767384294.583691:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:0.0:1767384294.583692:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000996158f7. 00000800:00000200:1.0:1767384294.583695:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384294.583700:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3ce9636. 00000400:00000010:0.0:1767384294.583700:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 0000000015e5125d. 00000400:00000010:0.0:1767384294.583708:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000e85e795b. 00000400:00000200:1.0:1767384294.583709:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384294.583719:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dda972fd. 00000400:00000200:3.0:1767384294.583721:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384294.583726:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dda972fd nid 192.168.202.115@tcp13 00000400:00000200:1.0:1767384294.583728:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000400:00000010:0.0:1767384294.583731:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001a0f2d5a. 00000400:00000200:0.0:1767384294.583735:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000001a0f2d5a net tcp13 00000400:00000200:0.0:1767384294.583739:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (6) 00000800:00000001:1.0:1767384294.583740:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.583747:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384294.583747:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp13 flags 0x11 00000800:00000001:1.0:1767384294.583752:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384294.583755:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000996158f7. 00000800:00000001:1.0:1767384294.583760:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384294.583761:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 0000000015e5125d. 00000800:00000001:1.0:1767384294.583765:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384294.583766:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000e85e795b. 00000800:00000001:1.0:1767384294.583772:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384294.583773:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000a829047f. 00000400:00000200:0.0:1767384294.583784:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384294.583785:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : ACK - for me 00000400:00000200:0.0:1767384294.583792:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000400:00000200:0.0:1767384294.583800:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000400:00000200:1.0:1767384294.583803:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp12: ACK from 12345-192.168.202.115@tcp12 into md 0x127d 00000400:00000200:1.0:1767384294.583809:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.583812:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000400:00000200:1.0:1767384294.583817:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000400:00000200:0.0:1767384294.583821:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384294.583823:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 00000400:00000010:1.0:1767384294.583826:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 00000400:00000200:0.0:1767384294.583827:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:1.0:1767384294.583830:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384294.583834:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384294.583837:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384294.583840:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (7) 00000400:00000200:1.0:1767384294.583848:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (6) 00000800:00000001:1.0:1767384294.583857:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.583861:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384294.583873:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000006089fe. 00000800:00000010:3.0:1767384294.583878:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021bd7c3b. 00000800:00000010:3.0:1767384294.583882:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b25eb66. 00000800:00000010:3.0:1767384294.583927:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b25eb66. 00000400:00000200:1.0:1767384294.583983:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384294.583997:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp12 from 248.3.0.2 00000800:00000010:1.0:1767384294.584001:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000024753342. 00000800:00000010:0.0:1767384294.584034:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dcca5d10. 00000800:00000010:0.0:1767384294.584044:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015e5125d. 00000800:00000010:0.0:1767384294.584063:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d46131f. 00000800:00000200:0.1:1767384294.584068:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (4) 00000800:00000200:0.1:1767384294.584072:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp12 000000001d46131f deleted 00000800:00000010:0.1:1767384294.584074:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d46131f. 00000800:00000200:0.1:1767384294.584076:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384294.584079:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp12 p 3.x 192.168.202.115 -> 192.168.202.115:1016 incarnation:1767384293277132451 sched[0] 00000800:00000010:0.0:1767384294.584082:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6377d3d. 00000800:00000010:0.0:1767384294.584128:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6377d3d. 00000800:00000010:0.0:1767384294.584131:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015e5125d. 00000800:00000200:3.1:1767384294.584166:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384294.584171:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp12 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384293277132451 sched[0] 00000800:00000010:3.0:1767384294.584174:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021bd7c3b. 00000800:00000010:0.0:1767384294.584180:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000024753342. 00000800:00000001:1.0:1767384294.584196:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.584202:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384294.584203:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384294.584208:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384294.584516:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000555193c2. 00080000:00000010:1.0:1767384294.584584:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f0b95f9e. 00040000:00000001:1.0:1767384294.584591:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384294.584593:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384294.584595:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384294.584598:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384294.584600:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.584601:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384294.584612:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384294.584622:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384294.584625:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384294.584625:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000555193c2. 20000000:01000000:0.0:1767384294.584630:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00080000:00000001:1.0:1767384294.584633:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384294.584633:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384294.584637:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384294.584639:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384294.584643:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384294.584645:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384294.584647:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384294.584650:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384294.584652:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.584654:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384294.584655:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384294.584659:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384294.584659:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.584661:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384294.584663:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384294.584664:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:0.0:1767384294.584668:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:0.0:1767384294.584671:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384294.584673:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384294.584675:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d7292965. 00080000:00000001:0.0:1767384294.584675:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.584677:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.584681:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384294.584681:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384294.584685:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000010:3.0:1767384294.584686:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a6880af8. 00080000:00000001:0.0:1767384294.584692:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384294.584693:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384294.584696:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a6880af8 with handle 0x960a57272cefba4d to hash 00080000:00000010:0.0:1767384294.584696:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d81895e6. 00000020:00000001:3.0:1767384294.584702:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384294.584703:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00080000:00000001:0.0:1767384294.584703:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354232766464 : -113719476785152 : ffff98929efb7000) 00080000:00000001:0.0:1767384294.584707:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384294.584708:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00000001:00000001:0.0:1767384294.584710:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384294.584713:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384294.584713:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f6377d3d. 00010000:00000001:3.0:1767384294.584716:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.584718:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.584720:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384294.584728:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384294.584729:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384294.584734:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384294.584737:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384294.584737:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.584740:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384294.584743:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.584744:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384294.584746:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384294.584747:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384294.584751:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384294.584754:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384294.584755:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384294.584757:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384294.584758:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d7292965) refcount = 1 00010000:00010000:3.0:1767384294.584761:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.584766:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384294.584768:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384294.584769:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.584771:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.584772:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384294.584775:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384294.584777:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:3.0:1767384294.584779:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.584785:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.584788:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6880af8 refcount=4 00080000:00000020:1.0:1767384294.584788:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384294.584793:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00000100:00000001:1.0:1767384294.584794:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384294.584797:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00000001:3.0:1767384294.584799:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384294.584801:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384294.584804:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006866e686. 00010000:00000001:3.0:1767384294.584811:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:1.0:1767384294.584812:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.584813:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384294.584816:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308864 00010000:00000001:3.0:1767384294.584820:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.584821:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384294.584823:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384294.584826:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384294.584828:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007738da8c x1853236728308864/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.584845:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384294.584846:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384294.584849:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.584850:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384294.584856:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=17 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384294.584857:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384294.584860:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384294.584862:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384294.584866:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384294.584869:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384294.584874:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384294.584877:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.584878:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a6880af8 already unused, calling callback (0000000090c6ba53) 00000100:00000001:1.0:1767384294.584879:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384294.584884:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384294.584884:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384294.584887:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c4f5fd7. 00010000:00000001:3.0:1767384294.584889:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384294.584891:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728308864, offset 224 00010000:00010000:3.0:1767384294.584893:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384294.584898:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384294.584905:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384294.584906:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384294.584909:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.584927:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.584930:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6880af8 refcount=5 00000400:00000200:1.0:1767384294.584933:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02480 00000020:00000001:3.0:1767384294.584935:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00000400:00000200:1.0:1767384294.584940:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1281 [2] + 224 00010000:00000001:3.0:1767384294.584941:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00000400:00000200:1.0:1767384294.584945:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.584948:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384294.584950:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384294.584955:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.584956:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384294.584960:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.584974:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384294.584977:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384294.584979:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.584980:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.584982:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384294.584984:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384294.584987:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384294.584988:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384294.584992:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6880af8 with handle 0x960a57272cefba4d from hash 00010000:00000001:3.0:1767384294.584997:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384294.585000:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.585001:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.585002:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384294.585003:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384294.585004:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384294.585006:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384294.585007:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.585009:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.585010:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384294.585010:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384294.585014:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384294.585016:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.585017:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.585019:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.585019:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c4f5fd7 00010000:00000001:3.0:1767384294.585023:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384294.585024:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c4f5fd7. 00000100:00000001:0.0:1767384294.585025:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384294.585026:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.585029:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384294.585030:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384294.585032:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384294.585034:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384294.585035:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.585038:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384294.585038:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384294.585043:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:0.0:1767384294.585043:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036fb9c53. 00000100:00000001:1.0:1767384294.585044:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384294.585047:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384294.585049:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f461de80 00010000:00000001:3.0:1767384294.585050:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384294.585051:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.585053:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384294.585054:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f461de80. 00000100:00000040:1.0:1767384294.585056:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384294.585059:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384294.585060:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384294.585062:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:1.0:1767384294.585063:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.585065:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384294.585066:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384294.585069:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:3.0:1767384294.585070:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.585075:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384294.585076:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007738da8c x1853236728308864/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.585094:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384294.585097:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384294.585098:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384294.585100:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a6880af8/0x960a57272cefba4d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384294.585105:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007738da8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728308864:12345-0@lo:253: Request processed in 2136us (2542us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384294.585122:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d7292965 count: 0 00000100:00000001:0.0:1767384294.585123:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384294.585126:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1767384294.585127:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.585131:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384294.585132:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 02000000:00000001:0.0:1767384294.585150:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384294.585153:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384294.585154:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.585156:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.585160:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384294.585160:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=17 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384294.585163:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:3.0:1767384294.585164:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:0.0:1767384294.585165:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384294.585166:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384294.585170:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384294.585171:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384294.585172:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d93cda66. 00010000:00000001:0.0:1767384294.585174:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384294.585177:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005461a3e5. 00010000:00000001:0.0:1767384294.585177:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.585183:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384294.585184:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bef2638. 00000100:00000040:0.0:1767384294.585187:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384294.585191:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:0.0:1767384294.585195:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384294.585198:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384294.585199:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384294.585200:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d827c09. 00000100:00000001:0.0:1767384294.585202:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384294.585205:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384294.585206:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384294.585207:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384294.585210:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:1.0:1767384294.585213:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384294.585216:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee00aa. 00000020:01000004:0.0:1767384294.585221:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384294.585223:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c4f5fd7. 00000020:01000004:0.0:1767384294.585223:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384294.585228:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384294.585229:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384294.585231:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384294.585232:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384294.585234:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384294.585235:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384294.585239:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384294.585247:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728308864:0@lo:253: 00000100:00000001:0.0:1767384294.585251:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.585253:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384294.585255:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728308864/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.585262:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384294.585264:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384294.585267:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fb0eb4e9. 02000000:00000001:0.0:1767384294.585271:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384294.585273:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384294.585274:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384294.585277:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384294.585279:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000076890e09. 02000000:00000001:0.0:1767384294.585284:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384294.585286:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384294.585288:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000100:00000001:0.0:1767384294.585292:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384294.585293:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.585295:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.585299:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.585300:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.585302:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.585303:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384294.586451:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d81895e6. 00080000:00000010:0.0:1767384294.586486:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f6377d3d. 00040000:00000001:0.0:1767384294.586491:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384294.586492:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384294.586494:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384294.586502:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384294.586503:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.586505:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384294.586506:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384294.586515:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384294.586517:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384294.586520:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384294.586536:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384294.586539:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384294.586540:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384294.586543:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384294.586544:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384294.586549:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ac621c9. 00010000:00000001:3.0:1767384294.586551:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384294.586554:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009940c321. 00000020:00000001:3.0:1767384294.586557:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384294.586559:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009940c321 with handle 0x960a57272cefba54 to hash 00000020:00000001:3.0:1767384294.586562:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384294.586564:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586567:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586569:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384294.586571:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.586574:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.586580:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384294.586583:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384294.586585:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384294.586587:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384294.586595:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.586598:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384294.586599:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384294.586602:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384294.586604:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384294.586606:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384294.586608:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384294.586609:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006ac621c9) refcount = 1 00010000:00010000:3.0:1767384294.586614:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.586620:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384294.586622:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:0.0:1767384294.586623:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384294.586624:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.586627:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384294.586629:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384294.586629:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000acfaa6e8. 00010000:00000001:3.0:1767384294.586632:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384294.586635:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384294.586636:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:0.0:1767384294.586640:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728308992 20000000:01000000:3.0:1767384294.586641:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:0.0:1767384294.586644:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384294.586645:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.586647:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.586649:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=4 00010000:00000200:0.0:1767384294.586650:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000389daaba x1853236728308992/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384294.586653:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586658:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586662:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384294.586665:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384294.586665:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384294.586669:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384294.586674:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=17 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384294.586675:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384294.586677:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384294.586679:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384294.586683:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384294.586685:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384294.586686:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384294.586687:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384294.586691:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384294.586692:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384294.586695:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.586700:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384294.586702:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384294.586705:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f461de80. 00000100:00000200:0.0:1767384294.586709:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728308992, offset 224 00010000:00000001:3.0:1767384294.586716:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384294.586720:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.586720:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384294.586724:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384294.586726:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384294.586729:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384294.586735:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009940c321 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384294.586739:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384294.586740:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02500 00010000:00000001:3.0:1767384294.586743:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384294.586745:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384294.586748:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1289 [2] + 224 00010000:00000001:3.0:1767384294.586756:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384294.586758:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384294.586759:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384294.586760:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.586762:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=5 00000400:00000200:0.0:1767384294.586765:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384294.586766:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586770:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384294.586772:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384294.586772:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384294.586774:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.586777:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384294.586778:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384294.586780:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384294.586783:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.586784:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384294.586786:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384294.586788:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384294.586790:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384294.586793:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009940c321 with handle 0x960a57272cefba54 from hash 00010000:00000001:3.0:1767384294.586797:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384294.586799:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384294.586801:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.586802:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.586809:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384294.586810:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384294.586812:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384294.586813:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384294.586814:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.586815:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384294.586819:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.586821:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384294.586822:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f461de80 00010000:00000001:3.0:1767384294.586823:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:0.0:1767384294.586826:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f461de80. 00010000:00000001:3.0:1767384294.586827:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384294.586829:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384294.586830:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.586834:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.586834:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384294.586838:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.586839:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.586840:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.586843:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384294.586844:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384294.586847:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384294.586850:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384294.586851:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384294.586853:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.586855:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384294.586856:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384294.586857:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384294.586858:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384294.586861:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000389daaba x1853236728308992/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.586862:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:1.0:1767384294.586862:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384294.586866:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:1.0:1767384294.586867:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f6699d0. 00010000:00000001:3.0:1767384294.586869:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.586873:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384294.586874:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c79677f7 00010000:00000001:3.0:1767384294.586876:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384294.586878:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c79677f7. 00000100:00100000:0.0:1767384294.586878:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000389daaba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728308992:12345-0@lo:253: Request processed in 3838us (4182us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384294.586879:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.586884:0:16356:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384294.586885:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.586888:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384294.586891:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384294.586893:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00000001:3.0:1767384294.586898:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384294.586898:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00000001:3.0:1767384294.586901:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384294.586904:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384294.586905:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009940c321/0x960a57272cefba54 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384294.586907:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384294.586923:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097c33ccd. 00000020:00000010:0.0:1767384294.586929:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c35ae77. 00010000:00000040:3.0:1767384294.586935:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006ac621c9 count: 0 00000020:00000010:0.0:1767384294.586936:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136abc5d. 00000100:00000200:1.0:1767384294.586938:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384294.586942:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:3.0:1767384294.586944:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384294.586947:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384294.586950:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384294.586950:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384294.586954:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e35d8e97. 00000100:00000001:1.0:1767384294.586955:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384294.586957:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384294.586961:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384294.586961:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384294.586965:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384294.586966:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384294.586970:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384294.586971:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fb9c53. 00000100:00000001:1.0:1767384294.586973:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384294.586975:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f461de80. 02000000:00000001:1.0:1767384294.586978:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384294.586981:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384294.586987:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384294.586990:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384294.586992:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.586994:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384294.586996:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.586999:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.587002:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.587011:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.587013:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384294.587015:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384294.587018:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384294.587020:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384294.587022:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384294.587024:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384294.587025:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384294.587027:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384294.587027:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384294.587028:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384294.587029:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384294.587032:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384294.587037:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025914648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728308992:0@lo:253: 00000100:00000001:1.0:1767384294.587040:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.587047:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384294.587049:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025914648 x1853236728308992/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.587053:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384294.587054:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384294.587056:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000846341e4. 02000000:00000001:1.0:1767384294.587058:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384294.587059:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384294.587060:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384294.587061:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384294.587062:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003714a1fd. 02000000:00000001:1.0:1767384294.587064:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384294.587065:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384294.587066:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025914648. 00000100:00000001:1.0:1767384294.587068:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384294.587068:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.587070:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.587073:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384294.587074:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.587075:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.587076:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384294.589309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d7292965. 00010000:00000010:3.1:1767384294.589315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a6880af8. 00000100:00000040:2.0:1767384294.590171:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294882633, at 4294882634 00000100:00000040:1.0:1767384294.590173:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294882633, at 4294882634 00000100:00000010:2.0:1767384294.590178:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e1eca5. 00000100:00000010:1.0:1767384294.590181:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535975a2. 00000100:00000040:3.0:1767384294.590194:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294882633, at 4294882634 00000100:00000010:3.0:1767384294.590201:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032ee1b79. 00000100:00000040:0.0:1767384294.590203:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294882633, at 4294882634 00000100:00000010:0.0:1767384294.590209:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4bbfac7. 00010000:00000010:3.1:1767384294.591170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ac621c9. 00010000:00000010:3.1:1767384294.591179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009940c321. 00000400:00000010:0.0:1767384294.597438:0:19988:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000186d56e4. 00000400:00000040:0.0:1767384294.597454:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384294.597456:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384294.597458:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384294.597459:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384294.597461:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384294.597462:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384294.597464:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384294.597466:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384294.597467:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384294.597467:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384294.597469:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384294.597470:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384294.597471:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384294.597472:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384294.597473:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384294.597475:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384294.597475:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384294.597476:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384294.597477:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384294.597478:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384294.597479:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384294.597480:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384294.597481:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384294.597482:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384294.597483:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384294.597484:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384294.597485:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384294.597486:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384294.597487:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384294.597488:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384294.597488:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384294.597490:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384294.597491:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384294.597492:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384294.597492:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384294.597497:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384294.597498:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384294.597499:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384294.597501:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384294.597502:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384294.597503:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384294.597504:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384294.597505:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384294.597506:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384294.597507:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384294.597507:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384294.597508:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384294.597509:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384294.597511:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384294.597511:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384294.597512:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384294.597513:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384294.597514:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384294.597515:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384294.597516:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384294.597517:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384294.597518:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384294.597533:0:19988:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000186d56e4. 00010000:00000001:2.0:1767384294.709231:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384294.709235:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.709240:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384294.709241:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.709257:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.709259:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.709261:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384295.134596:0:20144:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000efc48544. 00080000:00000010:3.0:1767384295.134606:0:20144:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000efc48544. 00000020:00000001:3.0:1767384295.134612:0:20144:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384295.134622:0:20144:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000efc48544. 00080000:00000010:3.0:1767384295.134627:0:20144:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000efc48544. 00000020:00000001:3.0:1767384295.134630:0:20144:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.732245:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384295.732251:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.732256:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384295.732257:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.732289:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384295.732294:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.732297:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384295.837748:0:20308:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384295.837752:0:20308:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:2.0:1767384295.841319:0:20308:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384295.847767:0:20309:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000079393c50. 00000400:00000010:2.0:1767384295.847779:0:20309:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b5acf8c. 00000400:00000010:2.0:1767384295.847787:0:20309:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000053c36cc0. 00000400:00000010:2.0:1767384295.847790:0:20309:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000077307f89. 00000400:00000010:2.0:1767384295.847794:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e642d59f. 00000400:00000010:2.0:1767384295.847798:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001fca9f17. 00000400:00000010:2.0:1767384295.847799:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000703380d7. 00000400:00000010:2.0:1767384295.847801:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000072c0e11. 00000400:00000010:2.0:1767384295.847803:0:20309:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ccc820f4. 00000800:00000010:2.0:1767384295.847812:0:20309:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007299c03f. 00000800:00000200:2.0:1767384295.847821:0:20309:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384295.847825:0:20309:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384295.847859:0:20309:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384295.847875:0:20309:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp14 [8/256/0/180] 00000400:00000010:2.0:1767384295.849586:0:20309:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000e42d7ae0. 00000400:00000010:2.0:1767384295.849592:0:20309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000400:00000010:2.0:1767384295.849601:0:20309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000400:00000001:2.0:1767384295.849612:0:20309:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384295.849613:0:20309:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384295.849615:0:20309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3fe02b2. 00000400:00000200:2.0:1767384295.849617:0:20309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00000400:00000010:2.0:1767384295.849619:0:20309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000400:00000010:2.0:1767384295.849623:0:20309:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000007528f9c9. 00000400:00000200:2.0:1767384295.849628:0:20309:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (5) 00000400:00000200:2.0:1767384295.849641:0:20309:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384295.849650:0:20309:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:2.0:1767384295.849658:0:20309:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005bf4a553. 00000020:01000000:2.0:1767384295.849664:0:20309:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384295.849666:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384295.849667:0:20309:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp14 00000400:00000200:1.0:1767384295.849676:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384295.849684:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000400:00000010:2.0:1767384295.849687:0:20309:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b5acf8c. 00000400:00000200:1.0:1767384295.849688:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (6) 00000400:00000010:2.0:1767384295.849695:0:20309:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000079393c50. 00000400:00000010:1.0:1767384295.849697:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000528dc9e8. 00000400:00000200:1.0:1767384295.849704:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:0.0:1767384295.849713:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384295.849717:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:0.0:1767384295.849718:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.849721:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.849724:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384295.849727:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384295.849728:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.849732:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384295.849735:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.849737:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384295.849739:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384295.849739:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.849742:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.849744:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384295.849747:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384295.849750:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384295.849750:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.849759:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384295.849763:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000020:00000040:0.0:1767384295.849768:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384295.849770:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384295.849775:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384295.849778:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 02000000:00000001:0.0:1767384295.849779:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.849784:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384295.849785:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp13 00000400:00000200:1.0:1767384295.849792:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp13 lpni_is_preferred = 0 02000000:00000010:0.0:1767384295.849793:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c2650265. 00000400:00000200:1.0:1767384295.849797:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp13 00000100:00000001:0.0:1767384295.849801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384295.849806:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [13:13:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:0.0:1767384295.849810:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.849813:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384295.849816:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp13 00000100:00000040:0.0:1767384295.849822:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089139bd1] to pc [ptlrpcd_00_02+2] req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384295.849836:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:) -> 192.168.202.115@tcp13(192.168.202.115@tcp:192.168.202.115@tcp13) : PUT try# 0 00000800:00000200:1.0:1767384295.849844:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000800:00000010:1.0:1767384295.849849:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3ce9636. 10000000:00000001:0.0:1767384295.849854:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384295.849859:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000020aedec0. 10000000:00000001:0.0:1767384295.849859:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.849863:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384295.849865:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c5fd28e3. 00000020:01000000:0.0:1767384295.849866:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384295.849874:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:1.0:1767384295.849875:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (2) 10000000:00000001:0.0:1767384295.849878:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.849881:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.849884:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:1.1:1767384295.849885:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (2) 00000020:01000004:0.0:1767384295.849887:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.849892:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.849893:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.849894:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.849895:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384295.849896:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384295.849896:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.849898:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384295.849912:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.849913:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384295.849915:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384295.849916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000400:00000200:1.0:1767384295.849919:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000001:3.0:1767384295.849920:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384295.849920:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384295.849925:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384295.849926:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000001:0.0:1767384295.849927:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384295.849929:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.849930:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.849939:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003714a1fd. 00000100:00000001:0.0:1767384295.849945:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.849947:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384295.849951:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.849955:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384295.849957:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384295.849957:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.849958:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.849963:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384295.849963:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.849966:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_03+3] req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384295.849968:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 02000000:00000001:3.0:1767384295.849971:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.849980:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728309120:0@lo:253: 00000100:00000001:3.0:1767384295.849988:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384295.849994:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:0.0:1767384295.849996:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.849997:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.850000:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.850003:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384295.850003:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384295.850008:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384295.850009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000020:00000010:0.0:1767384295.850010:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005bf4a553. 02000000:00000010:3.0:1767384295.850024:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a3039f8e. 00000100:00000001:0.0:1767384295.850026:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384295.850030:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850031:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.850035:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.850038:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384295.850039:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e93cd53. 00000100:00000001:0.0:1767384295.850048:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.850050:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.850051:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6879bd. 02000000:00000001:0.0:1767384295.850053:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.850057:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384295.850059:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728309120, portal 25 02000000:00000001:0.0:1767384295.850059:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.850060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:3.0:1767384295.850067:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384295.850067:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728309248:0@lo:253: 00000100:00000001:3.0:1767384295.850072:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000100:00000001:0.0:1767384295.850073:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.850077:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.850080:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.850083:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.850084:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.850090:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000076890e09. 02000000:00000001:0.0:1767384295.850094:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850098:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384295.850100:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010dd5b7c. 00000400:00000200:2.0:1767384295.850101:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000040:3.0:1767384295.850105:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.850109:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da603b45. 00000400:00000010:3.0:1767384295.850111:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfed9aa8. 00000100:00000200:0.0:1767384295.850115:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728309248, portal 25 00000100:00000200:3.0:1767384295.850117:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728309120, offset 0 00000100:00000001:0.0:1767384295.850119:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.850120:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000040:0.0:1767384295.850126:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.850132:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384295.850133:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384295.850162:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.850166:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000743cec43. 00000100:00000200:0.0:1767384295.850169:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728309248, offset 0 00000400:00000200:3.0:1767384295.850174:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384295.850178:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384295.850179:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.850191:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02580 00000400:00000200:0.0:1767384295.850196:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.850203:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000200:0.0:1767384295.850209:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02600 00000400:00000010:3.0:1767384295.850210:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00000400:00000200:3.0:1767384295.850217:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003072f218 00000400:00000200:2.0:1767384295.850224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.850225:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.850225:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000400:00000010:0.0:1767384295.850235:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000400:00000200:3.0:1767384295.850236:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384295.850242:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9fe80d2 00000400:00000200:3.0:1767384295.850248:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003072f218 00000400:00000200:0.0:1767384295.850250:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384295.850252:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003072f218. 00000400:00000200:0.0:1767384295.850258:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.850260:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384295.850262:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9fe80d2 00000100:00000200:3.0:1767384295.850264:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384295.850265:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9fe80d2. 00000400:00000200:2.0:1767384295.850266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000040:3.0:1767384295.850271:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007bb2abc0 x1853236728309120 msgsize 4848 00000100:00000001:0.0:1767384295.850272:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.850275:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384295.850279:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e2bb107a x1853236728309248 msgsize 4848 00000100:00100000:3.0:1767384295.850285:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384295.850290:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384295.850291:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384295.850303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:3.0:1767384295.850305:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384295.850305:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384295.850316:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfed9aa8 00000400:00000010:3.0:1767384295.850319:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfed9aa8. 00000100:00000001:0.0:1767384295.850320:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384295.850326:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384295.850330:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000743cec43 00000400:00000010:0.0:1767384295.850333:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000743cec43. 00000100:00000200:3.0:1767384295.850334:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.850337:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.850343:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.850356:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384295.850357:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384295.850365:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.850365:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.850397:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850398:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850402:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.850403:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.850410:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850413:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850417:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294883901 00000100:00000001:3.0:1767384295.850419:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294883901 00000100:00000010:0.0:1767384295.850425:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4bbfac7. 00000100:00000001:0.0:1767384295.850433:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384295.850439:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294883901 00000100:00000001:0.0:1767384295.850439:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294883901 00000100:00000001:3.0:1767384295.850444:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294883901 00000100:00000010:3.0:1767384295.850450:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a3fe7f. 00000100:00000001:3.0:1767384295.850457:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384295.850462:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294883901 00000100:00000001:0.0:1767384295.850463:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294883901 00000100:00000001:0.0:1767384295.850467:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294883901 00000100:00000010:0.0:1767384295.850471:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9c4a6c. 00000100:00000001:0.0:1767384295.850476:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384295.850481:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294883901 00000100:00000001:3.0:1767384295.850482:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294883901 00000100:00000010:0.0:1767384295.850485:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b02e48f0. 00000100:00000001:3.0:1767384295.850487:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294883901 00000100:00000001:0.0:1767384295.850489:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384295.850495:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294883901 00000100:00000001:0.0:1767384295.850495:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.850499:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850501:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.850503:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850508:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850508:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.850514:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850517:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.850518:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384295.850520:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005bf4a553. 00000100:00000001:0.0:1767384295.850521:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384295.850523:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.850526:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384295.850527:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767384295.850527:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091dc14dd. 00000100:00000001:0.0:1767384295.850529:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.850533:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850534:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384295.850535:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2c0adb9. 00000100:00000001:0.0:1767384295.850538:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850539:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384295.850543:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850547:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850558:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.850561:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309120 02000000:00000001:0.0:1767384295.850564:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384295.850565:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2c0adb9. 00000100:00000001:0.0:1767384295.850566:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.850569:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384295.850570:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.850575:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309248 02000000:00000001:0.0:1767384295.850575:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.850580:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384295.850581:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309120 00000100:00000001:3.0:1767384295.850585:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384295.850586:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384295.850589:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.850590:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384295.850594:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384295.850595:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.850598:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00100000:3.0:1767384295.850600:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309248 00000020:00000001:0.0:1767384295.850604:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384295.850605:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384295.850609:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384295.850611:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384295.850612:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384295.850615:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384295.850618:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384295.850620:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384295.850624:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:0.0:1767384295.850625:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6377d3d. 00000100:00000001:3.0:1767384295.850628:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384295.850630:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.850633:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022285fec. 00000020:00000010:0.0:1767384295.850634:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6377d3d. 00000100:00000001:3.0:1767384295.850638:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.850641:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022285fec. 00000020:00000010:3.0:1767384295.850652:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd9e0e4d. 00000020:00000010:0.0:1767384295.850652:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003613319b. 00000020:00000010:0.0:1767384295.850660:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab18b30c. 00000020:00000010:3.0:1767384295.850661:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fa0a9b2. 00000020:00000010:0.0:1767384295.850667:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00000020:00000010:3.0:1767384295.850668:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000040:0.0:1767384295.850678:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384295.850682:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384295.850684:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.850685:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.850687:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850695:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.850695:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850699:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850706:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.850708:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850714:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.850723:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.850726:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384295.850731:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384295.850731:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000001:3.0:1767384295.850736:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384295.850737:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384295.850740:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853317200 : -113719856234416 : ffff9892885d8050) 00000400:00000200:2.0:1767384295.850742:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:3.0:1767384295.850746:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:0.0:1767384295.850746:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007bb2abc0 x1853236728309120/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.850753:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384295.850756:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384295.850758:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853327440 : -113719856224176 : ffff9892885da850) 00000400:00000200:2.0:1767384295.850761:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp13 from 247.3.0.2 00000020:00000010:0.0:1767384295.850761:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6377d3d. 00000100:00000001:0.0:1767384295.850766:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384295.850767:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078171139. 00000020:00000010:0.0:1767384295.850769:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6377d3d. 00000100:00000040:3.0:1767384295.850770:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2bb107a x1853236728309248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.850780:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007bb2abc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728309120:12345-0@lo:253: 00000100:00000200:0.0:1767384295.850788:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309120 00000100:00000001:3.0:1767384295.850790:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384295.850791:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384295.850796:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022285fec. 00000020:00000001:0.0:1767384295.850796:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.850798:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850801:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384295.850802:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.850805:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000010:3.0:1767384295.850806:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022285fec. 00000020:00000001:0.0:1767384295.850808:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.850812:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.850815:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.850817:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384295.850820:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2bb107a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728309248:12345-0@lo:253: 00000020:00000001:0.0:1767384295.850820:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.850826:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384295.850827:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309248 00000020:00000001:3.0:1767384295.850831:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384295.850834:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384295.850836:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384295.850838:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.850842:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384295.850845:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 02000000:00000010:0.0:1767384295.850848:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000052f09a83. 00000020:00000001:3.0:1767384295.850849:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384295.850853:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384295.850854:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.850857:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384295.850858:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.850862:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384295.850863:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384295.850867:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850871:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384295.850873:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384295.850873:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008658ad81. 20000000:01000000:0.0:1767384295.850878:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:3.0:1767384295.850881:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009110573e. 20000000:00000001:0.0:1767384295.850882:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384295.850885:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:3.0:1767384295.850886:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.850888:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.850891:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.850891:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.850898:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384295.850898:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384295.850922:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000575045c3. 20000000:01000000:0.0:1767384295.850925:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384295.850930:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384295.850932:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000426afc7a. 00080000:00000001:0.0:1767384295.850934:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384295.850938:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384295.850940:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384295.850941:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384295.850945:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384295.850947:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.850949:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.850951:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384295.850956:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384295.850970:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.850972:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384295.850974:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.850975:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384295.850977:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384295.850979:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:0.0:1767384295.850983:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384295.850985:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384295.850986:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384295.850989:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.850991:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.850994:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384295.850998:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384295.851001:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384295.851004:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d38855bf. 00080000:00000001:0.0:1767384295.851006:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477246464 : -113724232305152 : ffff98918387f600) 00080000:00000001:0.0:1767384295.851009:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384295.851011:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384295.851019:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f6377d3d. 00080000:00000001:0.0:1767384295.851021:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.851023:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384295.851036:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.851050:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384295.851079:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f356837. 00000800:00000010:3.0:1767384295.851085:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfed9aa8. 00000800:00000010:3.0:1767384295.851106:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000638e9dab. 00000800:00000200:3.1:1767384295.851112:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (2) 00000800:00000200:3.1:1767384295.851117:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp13 00000000638e9dab deleted 00000800:00000010:3.1:1767384295.851120:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000638e9dab. 00000800:00000200:3.1:1767384295.851124:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384295.851131:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:1015 00000800:00000200:3.1:1767384295.851157:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3ce9636 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:3.0:1767384295.851167:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp13 p 3.x 192.168.202.115 -> 192.168.202.115:1015 incarnation:1767384294580223662 sched[0] 00000800:00000010:3.0:1767384295.851173:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022285fec. 00000800:00000010:3.0:1767384295.851233:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022285fec. 00000800:00000010:3.0:1767384295.851237:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfed9aa8. 00000800:00000010:3.0:1767384295.851271:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078171139. 00000800:00000001:0.0:1767384295.851280:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.851286:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384295.851339:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384295.851344:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3ce9636. 00000800:00000200:2.1:1767384295.851347:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384295.851349:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384295.851358:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp13 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384294580223662 sched[0] 00000400:00000200:3.0:1767384295.851359:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: PUT: OK 00000400:00000200:3.0:1767384295.851365:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:2.0:1767384295.851366:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091dc14dd. 00000400:00000200:3.0:1767384295.851371:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:3.0:1767384295.851398:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.851405:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384295.851408:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.851413:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384295.851419:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : PUT - for me 00000400:00000200:2.0:1767384295.851427:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851428:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384295.851437:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 128/128 into md 0x1291 [1] + 0 00000400:00000010:3.0:1767384295.851442:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000947621b5. 00000400:00000200:3.0:1767384295.851447:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d6c8659 00000800:00000001:3.0:1767384295.851451:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.851460:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384295.851463:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.851466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851478:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: PUT: OK 00000400:00000200:3.0:1767384295.851483:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:3.0:1767384295.851486:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:2.0:1767384295.851487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851491:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384295.851496:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (7) 00000400:00000200:3.0:1767384295.851502:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:3.0:1767384295.851506:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000bfed9aa8. 00000400:00000200:2.0:1767384295.851508:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851511:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 6 00000400:00000200:3.0:1767384295.851520:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384295.851535:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (8) 00000400:00000200:2.0:1767384295.851536:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851541:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384295.851551:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp13 to MR: 192.168.202.115@tcp13 local destination 00000400:00000200:3.0:1767384295.851559:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384295.851571:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384295.851578:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) -> 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) 192.168.202.115@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384295.851586:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000400:00000200:0.0:1767384295.851587:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384295.851591:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4cf11a4. 00000400:00000010:0.0:1767384295.851594:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e602c5e8. 00000800:00000200:3.0:1767384295.851600:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (4) 00000400:00000010:0.0:1767384295.851604:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000800:00000200:3.0:1767384295.851610:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:988 00000400:00000200:0.0:1767384295.851611:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:2.0:1767384295.851612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000200:3.0:1767384295.851614:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4cf11a4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384295.851623:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:0.0:1767384295.851632:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000743cec43. 00000400:00000010:0.0:1767384295.851637:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 000000007addc67e. 00000400:00000010:0.0:1767384295.851641:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 0000000015e5125d. 00000400:00000010:0.0:1767384295.851656:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000851c7de. 00000400:00000200:0.0:1767384295.851660:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000851c7de nid 192.168.202.115@tcp14 00000400:00000010:0.0:1767384295.851663:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003f130112. 00000400:00000200:0.0:1767384295.851666:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000003f130112 net tcp14 00000400:00000200:0.0:1767384295.851670:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (7) 00000400:00000200:2.0:1767384295.851671:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384295.851677:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp14 flags 0x11 00000800:00000200:3.0:1767384295.851681:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384295.851682:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000743cec43. 00000800:00000010:3.0:1767384295.851687:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4cf11a4. 00000400:00000010:0.0:1767384295.851689:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 000000007addc67e. 00000400:00000200:3.0:1767384295.851694:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384295.851694:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 0000000015e5125d. 00000400:00000010:0.0:1767384295.851699:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000bfed9aa8. 00000400:00000200:0.0:1767384295.851704:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384295.851708:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: ACK: OK 00000400:00000200:0.0:1767384295.851710:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000400:00000200:0.0:1767384295.851716:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000800:00000001:3.0:1767384295.851719:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384295.851720:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000400:00000200:2.0:1767384295.851722:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000001:3.0:1767384295.851725:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.851726:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000800:00000001:3.0:1767384295.851732:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384295.851732:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:0.0:1767384295.851737:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000001:3.0:1767384295.851739:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.851741:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (8) 00000800:00000001:3.0:1767384295.851743:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.851751:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384295.851757:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : ACK - for me 00000400:00000200:3.0:1767384295.851769:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp13: ACK from 12345-192.168.202.115@tcp13 into md 0x12a9 00000400:00000200:3.0:1767384295.851782:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.851788:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: ACK: OK 00000400:00000200:3.0:1767384295.851792:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000400:00000010:3.0:1767384295.851795:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000400:00000200:3.0:1767384295.851798:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384295.851802:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:3.0:1767384295.851805:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (7) 00000800:00000001:3.0:1767384295.851811:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.851816:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.851849:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384295.851863:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f8f41e4. 00000800:00000010:2.0:1767384295.851868:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091dc14dd. 00000800:00000010:2.0:1767384295.851872:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2c0adb9. 00000400:00000200:0.0:1767384295.851873:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384295.851879:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eb98d0d5. 00000800:00000010:2.0:1767384295.851919:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2c0adb9. 00000800:00000010:3.0:1767384295.851958:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037f57b5f. 00000800:00000010:3.0:1767384295.851965:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000638e9dab. 00000800:00000010:3.0:1767384295.851984:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005fc49c5a. 00000800:00000200:3.1:1767384295.851991:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (4) 00000800:00000200:3.1:1767384295.851997:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp13 000000005fc49c5a deleted 00000800:00000010:3.1:1767384295.851999:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005fc49c5a. 00000800:00000200:3.1:1767384295.852004:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384295.852009:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp13 p 3.x 192.168.202.115 -> 192.168.202.115:1014 incarnation:1767384294580223662 sched[0] 00000800:00000010:3.0:1767384295.852016:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022285fec. 00000800:00000010:3.0:1767384295.852074:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022285fec. 00000800:00000010:3.0:1767384295.852079:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000638e9dab. 00000800:00000010:3.0:1767384295.852099:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eb98d0d5. 00000800:00000001:0.0:1767384295.852107:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.852112:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384295.852126:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384295.852132:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp13 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384294580223662 sched[0] 00000800:00000010:3.0:1767384295.852166:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091dc14dd. 00000800:00000001:2.0:1767384295.852201:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.852207:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384295.852679:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d38855bf. 00080000:00000010:0.0:1767384295.852715:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f6377d3d. 00040000:00000001:0.0:1767384295.852720:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.852722:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384295.852724:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384295.852727:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384295.852728:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.852730:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384295.852740:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384295.852749:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384295.852752:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384295.852756:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384295.852760:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384295.852763:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384295.852766:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384295.852769:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384295.852772:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384295.852778:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000068715e46. 00010000:00000001:2.0:1767384295.852782:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000010:3.0:1767384295.852786:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004651ea94. 00010000:00000010:2.0:1767384295.852786:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 20000000:01000000:3.0:1767384295.852793:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000020:00000001:2.0:1767384295.852793:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384295.852797:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefba5b to hash 20000000:00000001:3.0:1767384295.852800:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384295.852800:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384295.852804:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000001:3.0:1767384295.852806:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384295.852807:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000001:3.0:1767384295.852813:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384295.852813:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.852816:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.852819:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.852825:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384295.852827:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384295.852835:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384295.852837:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852838:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384295.852841:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384295.852843:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384295.852844:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.852848:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852848:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384295.852851:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.852853:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384295.852854:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384295.852857:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852858:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384295.852860:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:0.0:1767384295.852861:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000002:3.0:1767384295.852862:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00010000:00000001:2.0:1767384295.852863:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1767384295.852865:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:2.0:1767384295.852867:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000068715e46) refcount = 1 20000000:00000010:0.0:1767384295.852869:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008658ad81. 00000020:00000001:3.0:1767384295.852871:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00010000:00010000:2.0:1767384295.852872:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384295.852875:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384295.852876:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000040:0.0:1767384295.852881:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309120 00010000:00000001:2.0:1767384295.852882:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384295.852886:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384295.852887:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384295.852889:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.852892:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384295.852892:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384295.852893:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bb2abc0 x1853236728309120/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.852897:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.852916:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384295.852919:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384295.852923:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384295.852923:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:0.0:1767384295.852925:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384295.852929:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852930:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384295.852931:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384295.852933:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384295.852934:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=18 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384295.852936:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000020:00000001:3.0:1767384295.852938:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000001:2.0:1767384295.852941:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384295.852944:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384295.852945:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000001:3.0:1767384295.852946:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000040:0.0:1767384295.852949:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384295.852951:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384295.852952:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00080000:00000010:3.0:1767384295.852953:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008a7a3b2f. 00010000:00010000:2.0:1767384295.852954:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384295.852957:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:3.0:1767384295.852960:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480670208 : -113724228881408 : ffff989183bc3400) 02000000:00000001:0.0:1767384295.852961:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852966:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384295.852968:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384295.852968:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384295.852969:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384295.852973:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:0.0:1767384295.852974:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000010:3.0:1767384295.852978:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000022285fec. 00000400:00000010:0.0:1767384295.852979:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015e5125d. 00010000:00000001:2.0:1767384295.852980:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384295.852985:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.852985:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384295.852986:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728309120, offset 224 00080000:00000001:3.0:1767384295.852991:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384295.852993:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384295.852997:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384295.853000:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.853002:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.853003:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.853006:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384295.853010:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384295.853014:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1767384295.853018:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384295.853022:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384295.853026:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384295.853028:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384295.853029:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02580 00010000:00010000:2.0:1767384295.853030:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384295.853039:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12ad [2] + 224 00010000:00000001:2.0:1767384295.853040:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384295.853043:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384295.853045:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384295.853046:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384295.853047:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000020:00000001:2.0:1767384295.853051:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000400:00000200:0.0:1767384295.853054:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384295.853056:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384295.853059:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384295.853060:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384295.853064:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384295.853067:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.853071:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384295.853074:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384295.853076:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.853081:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384295.853084:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.853085:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384295.853088:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.853090:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384295.853094:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefba5b from hash 00010000:00000001:2.0:1767384295.853098:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384295.853101:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.853107:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.853109:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384295.853109:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384295.853110:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384295.853113:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384295.853115:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e5125d 00010000:00000001:2.0:1767384295.853116:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1767384295.853119:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e5125d. 00010000:00000001:2.0:1767384295.853120:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384295.853125:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.853125:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384295.853128:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384295.853129:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384295.853132:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384295.853133:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.853156:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384295.853158:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.853159:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.853162:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384295.853166:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bb2abc0 x1853236728309120/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.853170:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384295.853174:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384295.853174:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007bb2abc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728309120:12345-0@lo:253: Request processed in 2415us (2900us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384295.853182:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384295.853182:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000400:00000001:3.0:1767384295.853185:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384295.853188:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000400:00000010:3.0:1767384295.853189:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e93cd53. 00000100:00000001:0.0:1767384295.853193:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384295.853195:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a6879bd 00000100:00000001:0.0:1767384295.853197:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384295.853199:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a6879bd. 00000020:00000010:0.0:1767384295.853204:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab18b30c. 00000100:00000001:3.0:1767384295.853205:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384295.853212:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00000100:00000200:3.0:1767384295.853213:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384295.853219:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003613319b. 00000020:00000040:0.0:1767384295.853227:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000200:3.0:1767384295.853229:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.853241:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384295.853244:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384295.853246:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000052f09a83. 00000100:00000001:3.0:1767384295.853248:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384295.853252:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384295.853253:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384295.853257:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.853258:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.853260:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.853264:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.853265:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384295.853268:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.853270:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b713a15. 00000100:00001000:3.0:1767384295.853274:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=18 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384295.853275:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015e5125d. 00000100:00001000:3.0:1767384295.853283:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.853296:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384295.853299:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384295.853301:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384295.853303:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.853306:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.853312:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.853320:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.853323:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384295.853326:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384295.853330:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384295.853332:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384295.853334:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384295.853336:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384295.853338:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384295.853340:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384295.853342:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384295.853343:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384295.853345:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384295.853347:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384295.853351:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.853360:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728309120:0@lo:253: 00000100:00000001:3.0:1767384295.853366:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.853369:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384295.853375:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089139bd1 x1853236728309120/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.853375:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.853378:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.853381:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.853384:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.853388:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.853392:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384295.853395:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384295.853400:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384295.853401:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384295.853402:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.853405:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:3.0:1767384295.853406:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3039f8e. 00010000:00000001:2.0:1767384295.853407:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384295.853409:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.853411:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.853414:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384295.853415:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384295.853416:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384295.853419:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.853420:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1767384295.853421:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384295.853424:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384295.853431:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384295.853431:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384295.853435:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384295.853436:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c2650265. 00010000:00010000:2.0:1767384295.853437:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefba5b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384295.853441:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000068715e46 count: 0 00010000:00000001:2.0:1767384295.853445:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384295.853448:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384295.853450:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384295.853454:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384295.853456:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 00000100:00000001:3.0:1767384295.853461:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384295.853463:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.853465:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.853471:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384295.853472:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.853476:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384295.853479:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384295.854472:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008a7a3b2f. 00080000:00000010:3.0:1767384295.854528:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000022285fec. 00040000:00000001:3.0:1767384295.854533:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384295.854535:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384295.854537:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384295.854541:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384295.854543:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.854545:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384295.854548:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384295.854555:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384295.854558:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384295.854563:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384295.854564:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384295.854567:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384295.854568:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384295.854571:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384295.854572:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384295.854576:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce73d61d. 00010000:00000001:2.0:1767384295.854578:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384295.854580:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00000020:00000001:2.0:1767384295.854582:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384295.854584:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1303511 with handle 0x960a57272cefba62 to hash 00000020:00000001:2.0:1767384295.854586:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384295.854587:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854589:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854590:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.854591:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.854593:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854597:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384295.854599:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384295.854600:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384295.854601:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384295.854602:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384295.854604:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384295.854605:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384295.854606:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384295.854607:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384295.854608:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384295.854609:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384295.854610:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce73d61d) refcount = 1 00010000:00010000:2.0:1767384295.854612:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854615:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384295.854617:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384295.854618:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384295.854624:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854626:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384295.854628:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384295.854630:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:2.0:1767384295.854632:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384295.854633:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384295.854634:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=4 00000020:00000001:2.0:1767384295.854636:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854638:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854639:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384295.854640:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854644:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384295.854645:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854648:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.854649:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384295.854650:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854653:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.854654:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854656:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384295.854657:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384295.854660:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1303511 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384295.854661:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384295.854663:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384295.854664:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854667:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384295.854673:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384295.854675:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384295.854676:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=5 00000020:00000001:2.0:1767384295.854678:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854679:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384295.854682:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384295.854683:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384295.854687:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384295.854689:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384295.854690:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854692:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384295.854693:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384295.854695:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384295.854696:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384295.854697:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1303511 with handle 0x960a57272cefba62 from hash 00010000:00000001:2.0:1767384295.854698:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384295.854699:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.854701:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:3.0:1767384295.854702:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384295.854702:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384295.854705:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384295.854707:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384295.854708:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000010:3.0:1767384295.854712:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000426afc7a. 00010000:00000001:2.0:1767384295.854712:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384295.854715:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384295.854718:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.854719:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854719:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384295.854722:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384295.854725:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1767384295.854726:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309248 00010000:00000001:2.0:1767384295.854727:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.854729:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384295.854733:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384295.854733:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854735:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.854738:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384295.854741:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2bb107a x1853236728309248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.854743:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384295.854749:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.854752:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384295.854754:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384295.854756:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384295.854759:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384295.854759:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384295.854761:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384295.854764:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.854764:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.854771:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=18 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384295.854771:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.854773:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384295.854783:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384295.854783:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384295.854787:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384295.854789:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d1303511/0x960a57272cefba62 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384295.854790:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.854798:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000040:2.0:1767384295.854798:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce73d61d count: 0 02000000:00000001:3.0:1767384295.854805:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384295.854806:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384295.854808:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384295.854816:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.854819:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.854822:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.854825:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6879bd. 00000100:00000200:3.0:1767384295.854829:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728309248, offset 224 00000400:00000200:3.0:1767384295.854834:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.854841:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.854847:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02600 00000400:00000200:3.0:1767384295.854853:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b1 [2] + 224 00000400:00000200:3.0:1767384295.854858:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.854861:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.854865:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.854869:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.854880:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.854898:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.854918:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a6879bd 00000400:00000010:3.0:1767384295.854920:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a6879bd. 00000100:00000001:3.0:1767384295.854924:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.854926:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.854930:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.854931:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384295.854934:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384295.854935:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384295.854940:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384295.854940:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384295.854942:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384295.854943:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.854947:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010dd5b7c. 00000020:00000001:3.0:1767384295.854948:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384295.854951:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da603b45 00000400:00000010:0.0:1767384295.854954:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da603b45. 00000100:00000040:3.0:1767384295.854955:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bb107a x1853236728309248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.854957:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.854962:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.854981:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.854982:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2bb107a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728309248:12345-0@lo:253: Request processed in 4189us (4698us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384295.854996:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.854998:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.855001:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384295.855002:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 02000000:00000001:0.0:1767384295.855003:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.855006:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384295.855008:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384295.855008:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.855011:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.855015:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384295.855016:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.855019:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.855021:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.855022:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.855025:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384295.855027:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.855028:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384295.855029:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.855034:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fa0a9b2. 00000100:00000040:0.0:1767384295.855034:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384295.855042:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000100:00000001:0.0:1767384295.855042:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.855047:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd9e0e4d. 00000020:00000040:3.0:1767384295.855054:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:0.0:1767384295.855058:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384295.855060:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384295.855060:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384295.855063:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009110573e. 00000020:01000004:0.0:1767384295.855065:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384295.855069:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.855070:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384295.855071:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384295.855072:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.855075:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384295.855076:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384295.855077:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.855079:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384295.855081:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.855082:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384295.855083:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384295.855087:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384295.855091:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e93cd53. 00000100:00100000:0.0:1767384295.855094:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728309248:0@lo:253: 00000100:00000001:0.0:1767384295.855099:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384295.855100:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6879bd. 00000100:00000001:0.0:1767384295.855100:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.855104:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728309248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.855109:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.855111:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.855113:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000076890e09. 02000000:00000001:0.0:1767384295.855115:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.855116:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.855117:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384295.855119:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.855121:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003714a1fd. 02000000:00000001:0.0:1767384295.855123:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.855124:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.855125:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:0.0:1767384295.855127:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.855128:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.855129:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.855133:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.855150:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.855152:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.855155:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.858191:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294883901, at 4294883902 00000100:00000010:2.0:1767384295.858200:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9c4a6c. 00000100:00000040:3.0:1767384295.858210:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294883901, at 4294883902 00000100:00000010:3.0:1767384295.858219:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b02e48f0. 00000100:00000040:0.0:1767384295.859236:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294883901, at 4294883903 00000100:00000010:0.0:1767384295.859243:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4bbfac7. 00000100:00000040:1.0:1767384295.859253:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294883901, at 4294883903 00000100:00000010:1.0:1767384295.859262:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a3fe7f. 00010000:00000010:2.1:1767384295.862172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000068715e46. 00010000:00000010:2.1:1767384295.862183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00010000:00000010:2.1:1767384295.864166:0:20314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce73d61d. 00010000:00000010:2.1:1767384295.864175:0:20314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1303511. 00000400:00000010:2.0:1767384295.868565:0:20314:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c89134e1. 00000400:00000040:2.0:1767384295.868583:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.868585:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.868588:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.868589:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.868591:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.868592:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384295.868594:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.868596:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.868597:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.868598:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384295.868600:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.868601:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.868603:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.868604:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.868604:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384295.868612:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.868613:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.868614:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384295.868615:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384295.868617:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.868619:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.868621:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.868623:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.868625:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.868627:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384295.868629:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.868631:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.868633:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.868634:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.868636:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.868637:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384295.868640:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.868642:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.868643:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.868645:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.868647:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.868648:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384295.868651:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.868653:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.868655:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.868657:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.868658:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.868661:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384295.868662:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384295.868664:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384295.868666:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384295.868668:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384295.868669:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384295.868672:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.868674:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.868676:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384295.868679:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.868680:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384295.868682:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384295.868691:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384295.868693:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384295.868694:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384295.868718:0:20314:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c89134e1. 00080000:00000010:1.0:1767384296.429490:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e15d653c. 00080000:00000010:1.0:1767384296.429499:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e15d653c. 00000020:00000001:1.0:1767384296.429503:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384296.429509:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e15d653c. 00080000:00000010:1.0:1767384296.429513:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e15d653c. 00000020:00000001:1.0:1767384296.429516:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.756201:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384296.756209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.756215:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384296.756217:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.756242:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384296.756245:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384296.756248:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384297.106634:0:20645:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384297.106639:0:20645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:1.0:1767384297.110084:0:20645:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384297.117149:0:20646:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006921cd70. 00000400:00000010:1.0:1767384297.117206:0:20646:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000057f66bbb. 00000400:00000010:1.0:1767384297.117215:0:20646:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e4158180. 00000400:00000010:1.0:1767384297.117218:0:20646:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bb28afb7. 00000400:00000010:1.0:1767384297.117222:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000800a630. 00000400:00000010:1.0:1767384297.117225:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032263a15. 00000400:00000010:1.0:1767384297.117227:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000687064bb. 00000400:00000010:1.0:1767384297.117228:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df424722. 00000400:00000010:1.0:1767384297.117231:0:20646:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003c0d6b8a. 00000800:00000010:1.0:1767384297.117239:0:20646:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b6a3dac0. 00000800:00000200:1.0:1767384297.117248:0:20646:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384297.117253:0:20646:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384297.117285:0:20646:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384297.117301:0:20646:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp15 [8/256/0/180] 00000400:00000010:1.0:1767384297.118549:0:20646:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000005d3cff7b. 00000400:00000010:1.0:1767384297.118554:0:20646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6699d0. 00000400:00000010:1.0:1767384297.118559:0:20646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000400:00000001:1.0:1767384297.118570:0:20646:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384297.118571:0:20646:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384297.118573:0:20646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000400:00000200:1.0:1767384297.118575:0:20646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000400:00000010:1.0:1767384297.118576:0:20646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000400:00000010:1.0:1767384297.118579:0:20646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000e42d7ae0. 00000400:00000200:1.0:1767384297.118583:0:20646:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (6) 00000400:00000200:1.0:1767384297.118593:0:20646:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384297.118600:0:20646:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:1.0:1767384297.118606:0:20646:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004fdf1370. 00000020:01000000:1.0:1767384297.118609:0:20646:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384297.118611:0:20646:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp15 00000400:00000010:1.0:1767384297.118622:0:20646:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000057f66bbb. 00000400:00000010:1.0:1767384297.118625:0:20646:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006921cd70. 00000020:00000001:0.0:1767384297.118647:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384297.118652:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384297.118653:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384297.118656:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384297.118659:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384297.118660:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000004:0.0:1767384297.118664:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384297.118667:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384297.118668:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384297.118669:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000020:01000004:0.0:1767384297.118669:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384297.118672:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384297.118675:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (7) 00000020:01000004:0.0:1767384297.118675:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384297.118678:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384297.118680:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384297.118682:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003cef7da9. 00000020:01000004:0.0:1767384297.118682:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384297.118683:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384297.118690:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000100:00000010:0.0:1767384297.118690:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000020:00000040:0.0:1767384297.118696:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384297.118702:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384297.118704:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384297.118706:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 02000000:00000001:0.0:1767384297.118710:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.118714:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384297.118720:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000010:0.0:1767384297.118720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052f09a83. 00000400:00000200:2.0:1767384297.118727:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384297.118729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.118736:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384297.118740:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384297.118741:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384297.118744:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.118748:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:2.0:1767384297.118752:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp14 00000100:00000040:0.0:1767384297.118754:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_00+0] req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384297.118758:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384297.118765:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp14 00000400:00000200:2.0:1767384297.118773:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.115@tcp14 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384297.118781:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp14 00000400:00000200:2.0:1767384297.118791:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14:) -> 192.168.202.115@tcp14(192.168.202.115@tcp:192.168.202.115@tcp14) : PUT try# 0 00000100:00000001:1.0:1767384297.118793:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384297.118793:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384297.118797:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.118798:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384297.118799:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.118802:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384297.118804:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384297.118809:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384297.118813:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384297.118816:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384297.118817:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.115@tcp14 10000000:00000001:0.0:1767384297.118819:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384297.118823:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:2.0:1767384297.118825:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5fee335. 00000020:01000004:0.0:1767384297.118827:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:2.0:1767384297.118836:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000264cce0f. 00000020:01000004:0.0:1767384297.118838:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384297.118842:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:2.0:1767384297.118844:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000007f3b066. 00000020:01000004:0.0:1767384297.118845:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384297.118848:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384297.118849:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384297.118851:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384297.118852:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384297.118855:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:2.0:1767384297.118858:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (2) 02000000:00000001:1.0:1767384297.118858:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384297.118859:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384297.118862:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384297.118863:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384297.118868:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384297.118868:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000800:00000200:2.1:1767384297.118869:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (2) 00000020:00000040:0.0:1767384297.118874:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00100000:1.0:1767384297.118876:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728309376:0@lo:253: 00000100:00000001:0.0:1767384297.118878:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384297.118881:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384297.118883:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384297.118884:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.118906:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384297.118906:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008658ad81. 00000400:00000200:2.0:1767384297.118909:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:1.0:1767384297.118911:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.118912:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.118916:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000001:1.0:1767384297.118917:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384297.118919:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384297.118922:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384297.118923:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4c757a8. 02000000:00000001:1.0:1767384297.118927:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.118929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_01+1] req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384297.118931:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000399f614. 00000400:00000010:1.0:1767384297.118941:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057f66bbb. 10000000:00000001:0.0:1767384297.118941:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384297.118947:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384297.118949:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728309376, portal 25 00000020:00000001:0.0:1767384297.118949:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384297.118951:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384297.118956:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384297.118956:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004fdf1370. 00000100:00000001:1.0:1767384297.118960:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000001:0.0:1767384297.118968:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384297.118969:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.118973:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384297.118976:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:0.0:1767384297.118976:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384297.118981:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.118991:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384297.118993:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384297.118995:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.118999:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384297.118999:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384297.119001:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384297.119005:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c58412b. 02000000:00000001:0.0:1767384297.119005:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.119009:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728309504:0@lo:253: 00000100:00000200:1.0:1767384297.119011:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728309376, offset 0 00000100:00000001:0.0:1767384297.119013:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384297.119019:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384297.119024:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384297.119027:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.119030:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384297.119032:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384297.119036:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f323a21. 00000400:00000200:2.0:1767384297.119038:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000001:0.0:1767384297.119040:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384297.119045:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02680 00000400:00000010:0.0:1767384297.119048:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010dd5b7c. 00000400:00000200:1.0:1767384297.119052:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:1.0:1767384297.119055:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adeeb4c. 00000400:00000200:1.0:1767384297.119059:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005efda4cd 00000400:00000010:0.0:1767384297.119063:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009661b29e. 00000400:00000200:1.0:1767384297.119065:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384297.119069:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728309504, portal 25 00000400:00000200:1.0:1767384297.119071:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384297.119072:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384297.119075:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000400:00000200:1.0:1767384297.119077:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efda4cd 00000100:00000040:0.0:1767384297.119080:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384297.119081:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000010:1.0:1767384297.119088:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005efda4cd. 00000100:00000001:0.0:1767384297.119094:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384297.119095:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384297.119098:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384297.119099:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384297.119102:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000070d0ba49 x1853236728309376 msgsize 4848 00000400:00000010:0.0:1767384297.119103:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fcefb43. 00000100:00000200:0.0:1767384297.119107:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728309504, offset 0 00000100:00100000:1.0:1767384297.119111:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384297.119114:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384297.119117:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384297.119126:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384297.119126:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384297.119127:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384297.119169:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c58412b 00000400:00000010:1.0:1767384297.119172:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c58412b. 00000400:00000200:0.0:1767384297.119175:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02700 00000100:00000001:1.0:1767384297.119178:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384297.119185:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.119185:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:0.0:1767384297.119193:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fff5bc6. 00000400:00000200:2.0:1767384297.119196:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384297.119199:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b503605 00000400:00000200:0.0:1767384297.119206:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384297.119207:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.119214:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.119216:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384297.119225:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b503605 00000100:00000001:1.0:1767384297.119227:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.119229:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b503605. 00000100:00000001:1.0:1767384297.119230:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.119238:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119238:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384297.119240:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000200:0.0:1767384297.119241:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384297.119243:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294885170 00000100:00000040:0.0:1767384297.119248:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000083bff7b9 x1853236728309504 msgsize 4848 00000100:00000010:1.0:1767384297.119249:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cddbde86. 00000100:00000001:1.0:1767384297.119258:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384297.119260:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384297.119264:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294885170 00000100:00000040:0.0:1767384297.119264:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384297.119270:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebd1e324. 00000100:00000001:1.0:1767384297.119272:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384297.119276:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384297.119277:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294885170 00000400:00000200:2.0:1767384297.119280:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000010:1.0:1767384297.119281:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001559c9e8. 00000400:00000200:0.0:1767384297.119283:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fcefb43 00000400:00000010:0.0:1767384297.119289:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fcefb43. 00000100:00000001:1.0:1767384297.119290:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384297.119293:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384297.119295:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294885170 00000100:00000010:1.0:1767384297.119299:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005160f1f3. 00000100:00000001:1.0:1767384297.119302:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384297.119306:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.119307:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.119313:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119318:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384297.119321:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.119325:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.119326:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:0.0:1767384297.119331:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.119332:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.119334:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.119341:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384297.119341:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.119344:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384297.119346:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294885170 00000100:00000001:1.0:1767384297.119348:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.119351:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.119351:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294885170 00000100:00000001:1.0:1767384297.119356:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119356:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294885170 00000100:00000001:0.0:1767384297.119360:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294885170 00000100:00000001:1.0:1767384297.119362:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.119364:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000001:0.0:1767384297.119364:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294885170 00000100:00000001:0.0:1767384297.119369:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294885170 00000100:00000001:0.0:1767384297.119373:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294885170 00000100:00000001:0.0:1767384297.119374:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294885170 00000100:00000001:0.0:1767384297.119376:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384297.119378:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119380:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.119381:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384297.119382:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384297.119386:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309376 02000000:00000001:1.0:1767384297.119390:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384297.119390:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.119394:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384297.119395:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384297.119398:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119399:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384297.119402:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119402:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.119404:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.119407:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309376 00000400:00000200:2.0:1767384297.119408:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:0.0:1767384297.119408:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.119412:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384297.119415:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384297.119417:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384297.119419:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:1.0:1767384297.119422:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384297.119424:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384297.119428:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384297.119429:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384297.119432:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f836e45. 00000100:00100000:0.0:1767384297.119433:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309504 00000100:00000001:1.0:1767384297.119438:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384297.119438:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384297.119442:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384297.119444:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f836e45. 00000100:00000001:0.0:1767384297.119444:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.119449:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.119452:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309504 00000020:00000010:1.0:1767384297.119453:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee2bfa38. 00000020:00000010:1.0:1767384297.119459:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006723a63e. 00000020:00000001:0.0:1767384297.119460:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384297.119464:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384297.119465:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384297.119466:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d3d9b28. 00000020:00000040:0.0:1767384297.119467:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384297.119471:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384297.119473:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:1.0:1767384297.119475:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384297.119476:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384297.119480:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384297.119480:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f92ee1. 00000100:00000001:1.0:1767384297.119482:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384297.119484:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.119485:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.119490:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f92ee1. 00000100:00000001:1.0:1767384297.119495:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.119497:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc0529ed. 00000020:00000010:0.0:1767384297.119502:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d16eaa8f. 00000100:00000001:1.0:1767384297.119504:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384297.119507:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00000100:00000001:0.0:1767384297.119513:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384297.119515:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384297.119516:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.119517:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384297.119520:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384297.119521:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119525:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384297.119533:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:1.0:1767384297.119536:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384297.119537:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384297.119538:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853320272 : -113719856231344 : ffff9892885d8c50) 00000100:00000001:0.0:1767384297.119541:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384297.119545:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070d0ba49 x1853236728309376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384297.119550:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384297.119557:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384297.119560:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384297.119561:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853323344 : -113719856228272 : ffff9892885d9850) 00000020:00000010:1.0:1767384297.119564:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f836e45. 00000100:00000001:1.0:1767384297.119568:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384297.119570:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083bff7b9 x1853236728309504/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384297.119571:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f836e45. 00000100:00100000:1.0:1767384297.119581:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070d0ba49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728309376:12345-0@lo:253: 00000100:00000200:1.0:1767384297.119590:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309376 00000100:00000001:0.0:1767384297.119593:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384297.119594:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384297.119598:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384297.119599:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f92ee1. 00000020:00000001:1.0:1767384297.119600:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.119606:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384297.119606:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384297.119608:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:1.0:1767384297.119614:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384297.119614:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f92ee1. 00000020:00000001:1.0:1767384297.119617:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384297.119621:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384297.119622:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083bff7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728309504:12345-0@lo:253: 00000020:00000001:1.0:1767384297.119623:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384297.119628:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384297.119628:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309504 00000100:00000001:1.0:1767384297.119633:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384297.119634:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384297.119639:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384297.119640:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004fdf1370. 00000020:00000001:0.0:1767384297.119643:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384297.119644:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.119647:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.119648:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384297.119653:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384297.119653:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384297.119655:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384297.119659:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384297.119660:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384297.119662:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036c88a71. 00000020:00000001:0.0:1767384297.119662:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384297.119663:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e35d8e97. 00000020:00000001:0.0:1767384297.119665:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384297.119670:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384297.119670:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384297.119671:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000166460ca. 20000000:00000001:1.0:1767384297.119676:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384297.119676:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384297.119679:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:2.0:1767384297.119680:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b85de1cc. 02000000:00000001:0.0:1767384297.119680:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384297.119682:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384297.119686:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000035417994. 20000000:00000001:1.0:1767384297.119687:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.119689:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.119691:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.119693:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384297.119697:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384297.119703:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003714a1fd. 20000000:00000010:1.0:1767384297.119706:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000754d99f. 20000000:01000000:0.0:1767384297.119707:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384297.119712:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384297.119712:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384297.119716:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384297.119718:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384297.119721:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384297.119721:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384297.119723:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b85de1cc. 20000000:00000001:0.0:1767384297.119725:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384297.119727:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384297.119732:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384297.119747:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384297.119760:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.119762:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384297.119763:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.119765:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384297.119766:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384297.119771:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:1.0:1767384297.119775:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:1.0:1767384297.119776:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384297.119778:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384297.119781:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.119782:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384297.119785:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384297.119789:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384297.119792:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384297.119795:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004929ed34. 00080000:00000001:1.0:1767384297.119797:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462218240 : -113724247333376 : ffff989182a2a600) 00080000:00000001:1.0:1767384297.119800:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384297.119803:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384297.119805:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f836e45. 00080000:00000001:1.0:1767384297.119807:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.119809:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384297.119818:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.119833:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384297.119884:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384297.119915:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp14 from 245.3.0.2 00000800:00000010:0.0:1767384297.119919:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005d5e6199. 00000800:00000010:1.0:1767384297.119946:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000acfaa6e8. 00000800:00000010:1.0:1767384297.119953:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c58412b. 00000800:00000010:1.0:1767384297.119981:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000234e4ff6. 00000800:00000200:1.1:1767384297.119991:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (2) 00000800:00000200:1.1:1767384297.119998:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp14 00000000234e4ff6 deleted 00000800:00000010:1.1:1767384297.120001:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000234e4ff6. 00000800:00000200:1.1:1767384297.120007:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384297.120014:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:1013 00000800:00000200:1.1:1767384297.120017:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5fee335 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:1.0:1767384297.120023:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp14 p 3.x 192.168.202.115 -> 192.168.202.115:1013 incarnation:1767384295847813440 sched[0] 00000800:00000010:1.0:1767384297.120029:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008a24f326. 00000800:00000010:1.0:1767384297.120090:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008a24f326. 00000800:00000010:1.0:1767384297.120093:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c58412b. 00000800:00000200:2.1:1767384297.120125:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384297.120165:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.120172:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384297.120231:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384297.120236:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5fee335. 00000400:00000200:0.0:1767384297.120241:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.120248:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: PUT: OK 00000400:00000200:0.0:1767384297.120253:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384297.120257:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000200:2.0:1767384297.120266:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp14 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384295847813440 sched[0] 00000800:00000010:2.0:1767384297.120272:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000166460ca. 00000800:00000001:0.0:1767384297.120307:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.120314:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384297.120316:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384297.120322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:0.0:1767384297.120325:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.120334:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14) <- 192.168.202.115@tcp14 : PUT - for me 00000800:00000010:1.0:1767384297.120342:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005d5e6199. 00000400:00000200:0.0:1767384297.120345:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384297.120353:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 144/144 into md 0x12bd [1] + 0 00000400:00000010:0.0:1767384297.120356:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e602c5e8. 00000400:00000200:0.0:1767384297.120359:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020d7958b 00000800:00000001:0.0:1767384297.120362:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384297.120368:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000001:0.0:1767384297.120371:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.120375:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.120380:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: PUT: OK 00000400:00000200:0.0:1767384297.120382:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384297.120383:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:0.0:1767384297.120387:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384297.120389:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (8) 00000400:00000200:0.0:1767384297.120393:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:0.0:1767384297.120395:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000001fcefb43. 00000400:00000200:0.0:1767384297.120398:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 7 00000400:00000200:0.0:1767384297.120402:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384297.120412:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384297.120415:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (9) 00000400:00000200:0.0:1767384297.120421:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384297.120427:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp14 to MR: 192.168.202.115@tcp14 local destination 00000400:00000200:0.0:1767384297.120432:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp14 NI seq info: [16:16:256:4294967295] 192.168.202.115@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384297.120441:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14:192.168.202.115@tcp14) -> 192.168.202.115@tcp14(192.168.202.115@tcp14:192.168.202.115@tcp14) 192.168.202.115@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384297.120446:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp14 00000400:00000200:1.0:1767384297.120447:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384297.120450:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8f07050. 00000400:00000010:1.0:1767384297.120452:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000200:2.0:1767384297.120455:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000200:0.0:1767384297.120457:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (4) 00000400:00000010:1.0:1767384297.120459:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000400:00000200:1.0:1767384297.120465:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:0.0:1767384297.120468:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:988 00000800:00000200:0.0:1767384297.120472:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b8f07050 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384297.120474:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:1.0:1767384297.120482:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000008c58412b. 00000400:00000010:1.0:1767384297.120485:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000234e4ff6. 00000400:00000010:1.0:1767384297.120489:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000003682ba79. 00000400:00000010:1.0:1767384297.120501:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000019c289b. 00000400:00000200:2.0:1767384297.120504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384297.120506:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000019c289b nid 192.168.202.115@tcp15 00000400:00000010:1.0:1767384297.120512:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007bdfbeda. 00000400:00000200:1.0:1767384297.120515:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000007bdfbeda net tcp15 00000400:00000200:1.0:1767384297.120518:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (8) 00000800:00000200:0.0:1767384297.120519:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384297.120522:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8f07050. 00000400:00000200:1.0:1767384297.120524:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp15 flags 0x11 00000400:00000010:1.0:1767384297.120528:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000008c58412b. 00000400:00000010:1.0:1767384297.120534:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000234e4ff6. 00000400:00000200:0.0:1767384297.120534:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384297.120538:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000003682ba79. 00000400:00000010:1.0:1767384297.120542:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000001fcefb43. 00000400:00000200:0.0:1767384297.120546:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: ACK: OK 00000400:00000200:1.0:1767384297.120548:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384297.120549:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384297.120556:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000800:00000001:0.0:1767384297.120557:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384297.120561:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000800:00000001:0.0:1767384297.120565:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384297.120567:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000800:00000001:0.0:1767384297.120571:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384297.120573:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384297.120576:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000800:00000001:0.0:1767384297.120578:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384297.120581:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000001:0.0:1767384297.120583:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384297.120586:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (9) 00000800:00000001:0.0:1767384297.120591:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.120598:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384297.120601:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14) <- 192.168.202.115@tcp14 : ACK - for me 00000400:00000200:0.0:1767384297.120614:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp14: ACK from 12345-192.168.202.115@tcp14 into md 0x12d5 00000400:00000200:0.0:1767384297.120619:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.120623:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: ACK: OK 00000400:00000200:0.0:1767384297.120626:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00000400:00000010:0.0:1767384297.120628:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000400:00000200:0.0:1767384297.120631:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384297.120635:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384297.120636:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (8) 00000800:00000001:0.0:1767384297.120641:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.120644:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.120650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384297.120684:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384297.120716:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384297.120748:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000800:00000010:2.0:1767384297.120938:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b269cc6. 00000800:00000010:2.0:1767384297.120945:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000166460ca. 00000400:00000200:0.0:1767384297.120948:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384297.120951:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b85de1cc. 00000400:00000200:0.0:1767384297.120965:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp14 from 244.3.0.2 00000800:00000010:0.0:1767384297.120969:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e2492d65. 00000800:00000010:2.0:1767384297.120995:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b85de1cc. 00000800:00000010:1.0:1767384297.121006:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000846341e4. 00000800:00000010:1.0:1767384297.121011:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003682ba79. 00000800:00000010:1.0:1767384297.121029:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000234e4ff6. 00000800:00000200:1.1:1767384297.121035:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (4) 00000800:00000200:1.1:1767384297.121039:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp14 00000000234e4ff6 deleted 00000800:00000010:1.1:1767384297.121046:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000234e4ff6. 00000800:00000200:1.1:1767384297.121049:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384297.121053:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp14 p 3.x 192.168.202.115 -> 192.168.202.115:1012 incarnation:1767384295847813440 sched[0] 00000800:00000010:1.0:1767384297.121061:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008a24f326. 00000800:00000010:1.0:1767384297.121102:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008a24f326. 00000800:00000010:1.0:1767384297.121105:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003682ba79. 00000800:00000010:1.0:1767384297.121121:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e2492d65. 00000800:00000200:2.1:1767384297.121153:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384297.121165:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.121169:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384297.121180:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp14 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384295847813440 sched[0] 00000800:00000010:2.0:1767384297.121185:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000166460ca. 00000800:00000001:1.0:1767384297.121219:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384297.121224:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384297.121319:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004929ed34. 00080000:00000010:1.0:1767384297.121350:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f836e45. 00040000:00000001:1.0:1767384297.121354:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384297.121356:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384297.121358:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384297.121361:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384297.121362:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384297.121364:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384297.121372:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384297.121380:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384297.121382:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384297.121386:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384297.121387:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003613319b. 20000000:01000000:0.0:1767384297.121390:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384297.121393:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384297.121395:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384297.121397:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384297.121403:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384297.121409:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384297.121411:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384297.121411:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384297.121414:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.121417:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384297.121418:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384297.121419:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384297.121422:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384297.121429:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:0.0:1767384297.121429:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:2.0:1767384297.121434:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384297.121434:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384297.121438:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384297.121441:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384297.121444:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18875bf. 00080000:00000001:0.0:1767384297.121444:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.121448:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384297.121452:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384297.121453:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384297.121454:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000010:2.0:1767384297.121458:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00080000:00000001:0.0:1767384297.121458:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384297.121463:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d38855bf. 00000020:00000001:2.0:1767384297.121464:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384297.121467:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477246464 : -113724232305152 : ffff98918387f600) 00000020:00000040:2.0:1767384297.121468:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1303511 with handle 0x960a57272cefba69 to hash 00080000:00000001:0.0:1767384297.121470:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384297.121472:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:2.0:1767384297.121475:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384297.121476:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000020f92ee1. 00010000:00000001:2.0:1767384297.121479:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00080000:00000001:0.0:1767384297.121479:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.121483:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384297.121486:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00080000:00000001:0.0:1767384297.121491:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.121492:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.121496:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.121500:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384297.121500:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384297.121511:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384297.121516:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384297.121519:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384297.121522:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.121524:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.121532:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.121534:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.121537:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:1.0:1767384297.121538:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384297.121540:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384297.121543:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384297.121543:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384297.121546:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e35d8e97. 00010000:00000001:2.0:1767384297.121547:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384297.121552:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18875bf) refcount = 1 20000000:00000001:1.0:1767384297.121552:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384297.121559:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309376 00010000:00010000:2.0:1767384297.121560:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.121563:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384297.121568:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070d0ba49 x1853236728309376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121572:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384297.121577:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384297.121580:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384297.121580:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384297.121584:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.121586:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.121588:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=20 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384297.121589:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.121594:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384297.121596:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:1.0:1767384297.121598:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 20000000:01000000:2.0:1767384297.121601:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00000100:00000001:1.0:1767384297.121602:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384297.121607:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384297.121608:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384297.121609:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.121612:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384297.121613:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384297.121615:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=4 00000020:00000001:2.0:1767384297.121618:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384297.121620:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000100:00000040:1.0:1767384297.121625:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384297.121626:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:1.0:1767384297.121627:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003682ba79. 00010000:00010000:2.0:1767384297.121629:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384297.121632:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728309376, offset 224 00000400:00000200:1.0:1767384297.121641:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384297.121645:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384297.121649:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384297.121650:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384297.121659:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02680 00010000:00000001:2.0:1767384297.121663:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384297.121665:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12d9 [2] + 224 00010000:00000001:2.0:1767384297.121667:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384297.121671:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384297.121671:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384297.121678:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384297.121685:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384297.121687:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384297.121689:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121696:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.121700:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121702:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384297.121706:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384297.121716:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1303511 already unused, calling callback (0000000090c6ba53) 00000100:00000001:1.0:1767384297.121718:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384297.121719:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.121724:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384297.121724:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003682ba79 00010000:00010000:2.0:1767384297.121727:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384297.121728:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003682ba79. 00000100:00000001:1.0:1767384297.121732:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384297.121735:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384297.121735:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.121739:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.121740:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.121741:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000001:0.0:1767384297.121744:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384297.121745:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384297.121747:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:0.0:1767384297.121747:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384297.121749:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384297.121751:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000399f614. 00010000:00000001:1.0:1767384297.121752:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384297.121753:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=5 00000020:00000001:1.0:1767384297.121756:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.121756:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f66bbb 00000020:00000001:2.0:1767384297.121759:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000020:00000001:1.0:1767384297.121760:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384297.121761:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057f66bbb. 00010000:00000001:2.0:1767384297.121765:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000100:00000040:1.0:1767384297.121767:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070d0ba49 x1853236728309376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.121767:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384297.121772:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1767384297.121774:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384297.121776:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384297.121799:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070d0ba49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728309376:12345-0@lo:253: Request processed in 2235us (2692us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384297.121801:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384297.121804:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121806:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.121811:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.121817:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00000001:2.0:1767384297.121819:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384297.121822:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384297.121823:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384297.121823:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384297.121824:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.121828:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384297.121829:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384297.121829:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384297.121831:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384297.121833:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384297.121834:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.121835:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384297.121837:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006723a63e. 00000020:00000040:2.0:1767384297.121839:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1303511 with handle 0x960a57272cefba69 from hash 00010000:00000001:2.0:1767384297.121843:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384297.121845:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.121848:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384297.121849:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d3d9b28. 02000000:00000001:0.0:1767384297.121849:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.121853:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384297.121855:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee2bfa38. 00000100:00001000:0.0:1767384297.121855:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=20 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384297.121856:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384297.121862:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384297.121862:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=20 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384297.121863:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:2.0:1767384297.121867:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384297.121870:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384297.121871:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384297.121872:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384297.121875:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004fdf1370. 00010000:00000001:0.0:1767384297.121876:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.121878:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384297.121879:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.121880:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384297.121885:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.121885:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.121885:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384297.121906:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384297.121906:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121909:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384297.121913:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d6b893. 00010000:00000001:2.0:1767384297.121916:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384297.121922:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:1.0:1767384297.121922:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003682ba79. 00000100:00000001:0.0:1767384297.121923:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384297.121930:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384297.121930:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384297.121934:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.121935:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384297.121937:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384297.121939:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384297.121940:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384297.121944:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384297.121945:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384297.121945:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384297.121948:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384297.121950:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384297.121952:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384297.121953:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384297.121955:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384297.121957:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:2.0:1767384297.121959:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384297.121959:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384297.121964:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121979:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384297.121982:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728309376:0@lo:253: 00010000:00000001:2.0:1767384297.121983:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384297.121988:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.121989:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384297.121992:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384297.121994:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384297.121996:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728309376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.121998:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.122002:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.122006:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384297.122007:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384297.122011:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.122011:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384297.122013:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4c757a8. 20000000:00000001:2.0:1767384297.122017:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.122019:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:2.0:1767384297.122022:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384297.122027:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384297.122030:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00010000:00000001:2.0:1767384297.122035:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1767384297.122035:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384297.122039:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384297.122039:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052f09a83. 00010000:00010000:2.0:1767384297.122043:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d1303511/0x960a57272cefba69 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384297.122044:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384297.122047:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384297.122049:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:0.0:1767384297.122053:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384297.122055:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384297.122058:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18875bf count: 0 00000100:00000001:0.0:1767384297.122058:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.122061:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384297.122064:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.122066:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.122068:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.122069:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384297.122073:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384297.123283:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d38855bf. 00080000:00000010:0.0:1767384297.123317:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000020f92ee1. 00040000:00000001:0.0:1767384297.123321:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384297.123322:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384297.123323:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384297.123325:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384297.123326:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.123328:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384297.123330:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384297.123337:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384297.123339:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384297.123342:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384297.123350:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384297.123354:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384297.123356:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384297.123365:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384297.123368:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384297.123372:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d22ae95. 00010000:00000001:2.0:1767384297.123376:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384297.123378:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00000020:00000001:2.0:1767384297.123382:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384297.123384:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefba70 to hash 00000020:00000001:2.0:1767384297.123387:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384297.123388:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384297.123390:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384297.123393:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123394:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123396:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123404:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384297.123406:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384297.123407:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384297.123409:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.123410:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123413:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.123414:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123417:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384297.123419:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384297.123421:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384297.123422:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384297.123424:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d22ae95) refcount = 1 00080000:00000020:0.0:1767384297.123427:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384297.123428:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384297.123431:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384297.123434:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003714a1fd. 20000000:00000001:0.0:1767384297.123439:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123444:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000040:0.0:1767384297.123444:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309504 00010000:00000001:2.0:1767384297.123448:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384297.123448:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384297.123452:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384297.123455:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083bff7b9 x1853236728309504/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.123456:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123462:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384297.123469:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:2.0:1767384297.123470:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384297.123472:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384297.123474:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384297.123479:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:2.0:1767384297.123480:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:2.0:1767384297.123484:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123488:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384297.123489:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000040:2.0:1767384297.123492:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000100:00000001:0.0:1767384297.123492:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:2.0:1767384297.123499:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 02000000:00000001:0.0:1767384297.123499:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384297.123501:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123506:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384297.123506:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384297.123510:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384297.123512:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:0.0:1767384297.123514:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53682da. 00010000:00010000:2.0:1767384297.123516:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384297.123517:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728309504, offset 224 00000400:00000200:0.0:1767384297.123526:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384297.123530:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384297.123535:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384297.123535:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384297.123545:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384297.123547:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02700 00010000:00000001:2.0:1767384297.123548:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384297.123551:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384297.123557:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e1 [2] + 224 00010000:00000001:2.0:1767384297.123567:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384297.123569:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384297.123570:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123576:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384297.123579:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384297.123580:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384297.123585:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384297.123591:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384297.123592:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384297.123598:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123601:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384297.123604:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384297.123611:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.123619:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384297.123623:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123625:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123626:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000100:00000001:0.0:1767384297.123630:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384297.123635:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000400:00000200:0.0:1767384297.123636:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53682da 00000400:00000010:0.0:1767384297.123639:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d53682da. 00010000:00000001:2.0:1767384297.123642:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384297.123643:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384297.123647:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384297.123648:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384297.123651:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123652:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384297.123655:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384297.123660:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384297.123663:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.123667:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384297.123670:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384297.123672:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083bff7b9 x1853236728309504/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.123674:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123677:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123685:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384297.123685:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384297.123686:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083bff7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728309504:12345-0@lo:253: Request processed in 4092us (4436us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384297.123688:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384297.123690:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384297.123693:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123695:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384297.123697:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384297.123698:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefba70 from hash 00000400:00000001:1.0:1767384297.123701:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384297.123705:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384297.123706:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010dd5b7c. 00010000:00000001:2.0:1767384297.123709:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384297.123712:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009661b29e 00000100:00100000:0.0:1767384297.123713:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00000001:2.0:1767384297.123714:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384297.123717:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009661b29e. 00010000:00000001:2.0:1767384297.123718:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1767384297.123719:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00000001:2.0:1767384297.123723:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384297.123723:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384297.123724:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384297.123729:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384297.123729:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384297.123730:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384297.123733:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:0.0:1767384297.123734:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d16eaa8f. 00010000:00000001:2.0:1767384297.123737:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384297.123741:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00010000:00000001:2.0:1767384297.123743:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.123748:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc0529ed. 00010000:00000001:2.0:1767384297.123750:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384297.123752:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384297.123753:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:2.0:1767384297.123754:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384297.123760:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384297.123761:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384297.123764:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000035417994. 00010000:00000001:2.0:1767384297.123765:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123769:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.123771:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384297.123772:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384297.123773:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.123774:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.123775:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123778:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.123779:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384297.123781:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384297.123783:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384297.123784:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384297.123786:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384297.123786:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e602c5e8. 00000100:00000001:1.0:1767384297.123790:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.123793:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53682da. 02000000:00000001:1.0:1767384297.123794:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.123801:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=20 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384297.123802:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123805:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123808:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:1.0:1767384297.123808:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384297.123811:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384297.123813:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.123814:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.123818:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384297.123818:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123823:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384297.123823:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123826:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123828:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384297.123830:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.123834:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.123836:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384297.123839:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384297.123850:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.123856:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384297.123857:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384297.123858:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123860:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384297.123862:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:2.0:1767384297.123863:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefba70 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384297.123865:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384297.123869:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384297.123872:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384297.123875:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000040:2.0:1767384297.123877:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d22ae95 count: 0 00000020:01000004:1.0:1767384297.123878:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384297.123881:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384297.123883:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384297.123885:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384297.123887:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384297.123902:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384297.123909:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384297.123913:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728309504:0@lo:253: 00000100:00000001:1.0:1767384297.123917:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.123919:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.123921:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728309504/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.123944:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384297.123946:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384297.123948:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f323a21. 02000000:00000001:1.0:1767384297.123952:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384297.123954:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384297.123955:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384297.123958:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384297.123960:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008658ad81. 02000000:00000001:1.0:1767384297.123963:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384297.123964:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384297.123966:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:1.0:1767384297.123969:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384297.123970:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.123972:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.123985:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.123986:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.123988:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.123990:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.127205:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294885170, at 4294885171 00000100:00000040:1.0:1767384297.127207:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294885170, at 4294885171 00000100:00000040:2.0:1767384297.127209:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294885170, at 4294885171 00000100:00000010:3.0:1767384297.127214:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005160f1f3. 00000100:00000010:1.0:1767384297.127216:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebd1e324. 00000100:00000010:2.0:1767384297.127218:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001559c9e8. 00000100:00000040:0.0:1767384297.128185:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294885170, at 4294885172 00000100:00000010:0.0:1767384297.128190:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddbde86. 00010000:00000010:2.1:1767384297.129190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18875bf. 00010000:00000010:2.1:1767384297.129197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1303511. 00010000:00000010:2.1:1767384297.133176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d22ae95. 00010000:00000010:2.1:1767384297.133183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00000400:00000010:3.0:1767384297.136365:0:20651:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c1bfe6d4. 00000400:00000040:3.0:1767384297.136380:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384297.136382:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384297.136385:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384297.136386:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384297.136388:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384297.136389:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384297.136391:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384297.136392:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384297.136393:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384297.136394:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384297.136396:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384297.136397:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384297.136399:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384297.136400:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384297.136401:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384297.136402:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384297.136403:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384297.136404:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384297.136405:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384297.136412:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384297.136413:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384297.136415:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384297.136416:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384297.136417:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384297.136418:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384297.136420:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384297.136421:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384297.136422:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384297.136423:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384297.136424:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384297.136425:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384297.136426:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384297.136427:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384297.136428:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384297.136429:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384297.136430:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384297.136431:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384297.136432:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384297.136433:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384297.136434:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384297.136435:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384297.136436:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384297.136437:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384297.136438:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384297.136439:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384297.136440:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384297.136441:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384297.136442:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384297.136443:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384297.136444:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384297.136445:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384297.136446:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384297.136447:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384297.136448:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384297.136449:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384297.136450:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384297.136451:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384297.136469:0:20651:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c1bfe6d4. 00080000:00000010:3.0:1767384297.744610:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056d87508. 00080000:00000010:3.0:1767384297.744620:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056d87508. 00000020:00000001:3.0:1767384297.744625:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384297.744632:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056d87508. 00080000:00000010:3.0:1767384297.744638:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056d87508. 00000020:00000001:3.0:1767384297.744642:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.780199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384297.780203:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.780208:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384297.780210:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384297.780212:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384297.780214:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.780216:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384297.780217:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.780219:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.780220:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.780248:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384297.780252:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.780255:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384297.844203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384297.844211:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384297.844219:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 10000000:00000001:0.0:1767384297.844224:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 00000020:00000040:2.0:1767384297.844227:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 10000000:00000040:0.0:1767384297.844228:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:0.0:1767384297.844234:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.844237:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:0.0:1767384297.844238:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384297.844241:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384297.844243:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767384297.844243:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 00000004:00000001:3.0:1767384297.844248:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 10000000:01000000:0.0:1767384297.844248:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 02000000:00000001:2.0:1767384297.844251:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384297.844252:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000004:00000020:3.0:1767384297.844253:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 10000000:01000000:0.0:1767384297.844256:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 11 00000100:00000010:3.0:1767384297.844259:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b57a7d. 10000000:00000001:0.0:1767384297.844260:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384297.844263:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000020:00000040:3.0:1767384297.844267:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384297.844270:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000100:00000001:3.0:1767384297.844272:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384297.844273:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a932530. 00000020:00000040:0.0:1767384297.844275:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:3.0:1767384297.844276:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384297.844281:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384297.844282:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.844284:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384297.844290:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ceaf57a. 02000000:00000001:0.0:1767384297.844292:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384297.844295:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.844296:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.844298:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384297.844304:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384297.844304:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bf21124. 00000100:00000001:3.0:1767384297.844308:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844311:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.844318:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000040:3.0:1767384297.844319:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b57a7d] to pc [ptlrpcd_00_02+2] req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.844323:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384297.844323:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1767384297.844328:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384297.844332:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba34c4cf. 00010000:00000001:0.0:1767384297.844337:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:2.0:1767384297.844340:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a97d5f] to pc [ptlrpcd_00_03+3] req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384297.844341:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ab24300. 00000004:00000001:3.0:1767384297.844345:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.844347:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384297.844352:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ab24300 with handle 0x960a57272cefba77 to hash 00000100:00000001:3.0:1767384297.844357:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384297.844357:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384297.844360:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:3.0:1767384297.844363:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384297.844364:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:2.0:1767384297.844366:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.844367:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384297.844369:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384297.844372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767384297.844373:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.844375:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384297.844379:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384297.844385:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384297.844391:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a17e5a. 00010000:00010000:0.0:1767384297.844398:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384297.844400:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384297.844402:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384297.844406:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.844408:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384297.844413:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384297.844414:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384297.844416:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384297.844418:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384297.844419:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.844420:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.844428:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005b57a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728309760:0@lo:13: 02000000:00000010:2.0:1767384297.844430:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b039467. 00000100:00000001:0.0:1767384297.844431:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384297.844434:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384297.844435:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384297.844438:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.844439:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384297.844441:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c265aa2. 02000000:00000001:3.0:1767384297.844443:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844445:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349562730368 : -113724146821248 : ffff989188a05780) 00000100:00000040:2.0:1767384297.844448:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384297.844449:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384297.844452:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 02000000:00000001:3.0:1767384297.844456:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384297.844459:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384297.844461:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be969fe0. 00000100:00000001:0.0:1767384297.844463:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.844468:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844469:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384297.844473:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384297.844474:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384297.844477:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fcd0c2e. 00000100:00000001:2.0:1767384297.844478:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.844484:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000040:0.0:1767384297.844486:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384297.844488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a17e5a] to pc [ptlrpcd_00_00+0] req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384297.844492:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728309760, portal 4 00000100:00000001:3.0:1767384297.844499:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384297.844502:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498623616 : -113724210928000 : ffff989184ce2680) 00000100:00000001:0.0:1767384297.844511:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384297.844514:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.844515:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.844521:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384297.844525:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384297.844525:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384297.844529:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.844530:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384297.844535:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.844536:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000100:00100000:0.0:1767384297.844536:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728309888:0@lo:101: 00000100:00000001:0.0:1767384297.844543:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384297.844544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384297.844545:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728309760, offset 0 02000000:00000001:0.0:1767384297.844547:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384297.844551:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.844554:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384297.844555:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384297.844555:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384297.844558:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f71f1974. 00000100:00000010:2.0:1767384297.844562:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 02000000:00000001:0.0:1767384297.844562:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.844566:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003818671f. 00000020:00000040:2.0:1767384297.844568:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384297.844572:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384297.844574:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000001:2.0:1767384297.844575:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384297.844579:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384297.844580:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728309888, portal 25 00000100:00000001:0.0:1767384297.844583:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384297.844585:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000400:00000200:3.0:1767384297.844588:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce02800 02000000:00000001:2.0:1767384297.844593:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.844593:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384297.844599:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 02000000:00000010:2.0:1767384297.844603:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000914bd839. 00000400:00000200:3.0:1767384297.844611:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384297.844612:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384297.844613:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384297.844618:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384297.844619:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384297.844623:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000001:3.0:1767384297.844626:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384297.844627:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384297.844627:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728309888, offset 0 00000100:00000200:3.0:1767384297.844630:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384297.844637:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384297.844638:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f93a9333. 00000100:00000040:3.0:1767384297.844643:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f93a9333 x1853236728309760 msgsize 224 00000400:00000200:0.0:1767384297.844651:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384297.844652:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767384297.844656:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384297.844657:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.844664:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce02880 00000100:00000001:3.0:1767384297.844666:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384297.844666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_01+1] req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.844671:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1ed [2] + 0 00000400:00000010:0.0:1767384297.844677:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bb2f6e. 00000400:00000200:0.0:1767384297.844683:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c129140 00000400:00000200:0.0:1767384297.844689:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384297.844691:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.844695:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384297.844696:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dbf27e 00000100:00000040:2.0:1767384297.844697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384297.844702:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dbf27e. 00000100:00000001:2.0:1767384297.844707:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384297.844710:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384297.844710:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c129140 00000100:00000010:2.0:1767384297.844714:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cba0864f. 00000400:00000010:0.0:1767384297.844714:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c129140. 00000100:00000200:3.0:1767384297.844719:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384297.844721:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384297.844722:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384297.844725:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384297.844730:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384297.844731:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000be8d57d4 x1853236728309888 msgsize 328 02000000:00000001:2.0:1767384297.844734:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.844739:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.844743:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384297.844748:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000968ce2c6. 00000100:00000040:0.0:1767384297.844749:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384297.844751:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384297.844757:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.844757:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844759:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384297.844767:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000100:00000040:2.0:1767384297.844769:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384297.844770:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00000001:0.0:1767384297.844774:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384297.844780:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.844809:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.844811:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384297.844812:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384297.844813:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.844815:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.844818:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.844821:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.844825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba0864f] to pc [ptlrpcd_00_02+2] req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384297.844829:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5327 usecs (6 jiffies) 00000100:00000001:0.0:1767384297.844830:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.844836:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885894 00000100:00000001:0.0:1767384297.844836:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384297.844842:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384297.844844:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd4f78d0. 00000100:00000001:0.0:1767384297.844848:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294885895 00000100:00000001:3.0:1767384297.844853:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384297.844855:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.844860:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885894 00000100:00000040:2.0:1767384297.844863:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (223) 00000100:00000010:3.0:1767384297.844864:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000471d46e8. 00000100:00000001:0.0:1767384297.844865:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885894 00000100:00000001:3.0:1767384297.844871:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384297.844875:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294885895 00000100:00000001:3.0:1767384297.844878:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885894 00000100:00000001:0.0:1767384297.844893:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885894 00000100:00000010:3.0:1767384297.844896:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3e6aa87. 00000100:00000001:2.0:1767384297.844896:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.844900:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294885895 00000100:00000001:2.0:1767384297.844902:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.844903:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384297.844907:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384297.844909:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885894 00000100:00000001:0.0:1767384297.844911:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885894 00000100:00000010:3.0:1767384297.844913:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000095d3739. 00000100:00000040:2.0:1767384297.844916:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.844919:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384297.844921:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294885895 00000100:00000001:3.0:1767384297.844925:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384297.844930:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885894 00000100:00000001:3.0:1767384297.844931:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.844938:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844941:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.844946:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.844946:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844951:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384297.844955:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384297.844958:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c265aa2 going to sleep for 11 seconds 00000100:00000001:3.0:1767384297.844959:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384297.844963:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384297.844965:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384297.844966:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.844971:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384297.844971:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844971:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.844976:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384297.844977:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.844978:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384297.844983:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384297.844983:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384297.844990:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.844991:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.844996:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.844998:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384297.844999:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384297.845001:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.845001:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728310144:0@lo:400: 02000000:00000001:3.0:1767384297.845006:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384297.845007:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384297.845010:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.845012:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384297.845018:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384297.845018:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384297.845020:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845022:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.845023:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.845025:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728310272:0@lo:400: 02000000:00000001:0.0:1767384297.845027:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384297.845028:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384297.845031:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.845033:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384297.845034:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.845036:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097c4abc3. 02000000:00000001:3.0:1767384297.845037:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384297.845040:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728309632:0@lo:400: 02000000:00000001:3.0:1767384297.845041:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.845042:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.845048:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384297.845049:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384297.845053:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 02000000:00000010:3.0:1767384297.845054:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000320c4140. 02000000:00000001:0.0:1767384297.845054:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384297.845057:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.845059:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.845061:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384297.845064:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000400:00000010:3.0:1767384297.845066:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4f3341. 02000000:00000010:0.0:1767384297.845066:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001281c1db. 00000100:00000200:2.0:1767384297.845071:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310144, portal 10 02000000:00000001:0.0:1767384297.845072:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.845075:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000100:00000001:2.0:1767384297.845079:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384297.845079:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163baf64. 00000100:00000200:3.0:1767384297.845081:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310272, portal 10 00000100:00000001:2.0:1767384297.845083:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000001:3.0:1767384297.845085:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384297.845086:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000001:3.0:1767384297.845090:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493436416 : -113724216115200 : ffff9891847f0000) 00000100:00000200:0.0:1767384297.845092:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728309632, portal 25 00000100:00000040:2.0:1767384297.845096:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.845096:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384297.845098:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.845099:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 00000100:00000040:0.0:1767384297.845110:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.845161:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384297.845162:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384297.845167:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384297.845171:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384297.845172:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384297.845177:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384297.845178:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000400:00000010:0.0:1767384297.845179:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000400:00000010:2.0:1767384297.845183:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000200:3.0:1767384297.845185:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728310272, offset 0 00000100:00000200:0.0:1767384297.845186:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728309632, offset 0 00000100:00000200:2.0:1767384297.845191:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728310144, offset 0 00000400:00000200:3.0:1767384297.845197:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384297.845206:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384297.845208:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384297.845208:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384297.845215:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384297.845215:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309760 00000400:00000200:0.0:1767384297.845216:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.845222:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce02a00 02000000:00000001:1.0:1767384297.845223:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384297.845228:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.845233:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.845235:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce02780 00000400:00000200:2.0:1767384297.845236:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.845237:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 02000000:00000001:1.0:1767384297.845240:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384297.845247:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384297.845249:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309760 00000400:00000200:0.0:1767384297.845249:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1f1 [2] + 0 00000400:00000200:3.0:1767384297.845256:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384297.845256:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384297.845257:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce02980 00000020:00000040:1.0:1767384297.845261:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000400:00000010:0.0:1767384297.845263:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000020:00000001:1.0:1767384297.845267:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384297.845268:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0e96bcb 00000020:00000040:1.0:1767384297.845272:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:3.0:1767384297.845274:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384297.845274:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384297.845279:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384297.845280:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:2.0:1767384297.845281:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000010:3.0:1767384297.845284:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d09a505a. 00000400:00000200:0.0:1767384297.845286:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384297.845288:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000040:3.0:1767384297.845291:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000d09a505a x1853236728310272 msgsize 224 00000400:00000200:0.0:1767384297.845295:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e96bcb 00000400:00000200:2.0:1767384297.845297:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384297.845298:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384297.845299:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0e96bcb. 00000100:00100000:3.0:1767384297.845304:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384297.845305:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:0.0:1767384297.845307:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384297.845310:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384297.845311:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384297.845313:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008add3cfe. 00000100:00000040:0.0:1767384297.845314:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003de02b84 x1853236728309632 msgsize 224 00000100:00000001:3.0:1767384297.845315:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384297.845324:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00100000:0.0:1767384297.845324:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384297.845329:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384297.845334:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:3.0:1767384297.845338:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000100:00000001:1.0:1767384297.845338:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384297.845342:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384297.845342:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384297.845344:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb65012d. 00000400:00000200:0.0:1767384297.845349:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000020:00000010:1.0:1767384297.845350:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b094464. 00000400:00000010:0.0:1767384297.845353:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000100:00000200:3.0:1767384297.845354:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384297.845358:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d3d9b28. 00000100:00000001:0.0:1767384297.845359:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384297.845365:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384297.845370:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384297.845375:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384297.845376:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384297.845380:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384297.845382:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384297.845383:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.845384:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.845388:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.845394:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.845406:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.845414:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845415:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845420:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.845420:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384297.845421:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.845425:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384297.845426:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845428:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.845431:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3768 usecs (4 jiffies) 00000100:00000001:0.0:1767384297.845432:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294885896 00000100:00000001:3.0:1767384297.845437:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294885893 00000100:00100000:1.0:1767384297.845438:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384297.845440:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885895 00000100:00000040:1.0:1767384297.845446:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384297.845447:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294885896 00000100:00000001:0.0:1767384297.845447:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294885896 00000100:00000001:1.0:1767384297.845451:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498618240 : -113724210933376 : ffff989184ce1180) 00000100:00000001:3.0:1767384297.845455:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294885893 00000100:00000001:0.0:1767384297.845456:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885895 00000100:00000040:1.0:1767384297.845459:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f93a9333 x1853236728309760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.845463:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294885896 00000100:00000001:0.0:1767384297.845463:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294885896 00000100:00000001:3.0:1767384297.845470:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294885893 00000100:00000001:0.0:1767384297.845471:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885895 00000100:00000001:1.0:1767384297.845476:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384297.845478:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294885896 00000100:00000001:0.0:1767384297.845478:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294885896 00000020:00000010:1.0:1767384297.845479:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004107f230. 00000100:00000001:3.0:1767384297.845486:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294885893 00000100:00000001:1.0:1767384297.845487:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384297.845487:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885895 00000020:00000010:1.0:1767384297.845495:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004107f230. 00000100:00000001:3.0:1767384297.845496:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294885896 00000100:00000001:0.0:1767384297.845496:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.845500:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384297.845500:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f93a9333 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728309760:12345-0@lo:13: 00000100:00000001:3.0:1767384297.845503:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845509:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384297.845510:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309760 00000100:00000001:3.0:1767384297.845511:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845513:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845516:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384297.845518:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384297.845518:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.845522:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384297.845523:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384297.845525:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384297.845526:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384297.845527:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845530:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.845530:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384297.845531:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384297.845535:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384297.845536:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000001:0.0:1767384297.845537:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.845539:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845541:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384297.845542:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384297.845543:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845544:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.845546:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384297.845550:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384297.845550:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.845554:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384297.845557:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.845560:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384297.845563:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384297.845564:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384297.845566:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001ece99ff. 00000100:00100000:3.0:1767384297.845568:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310272 02000000:00000001:1.0:1767384297.845570:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.845571:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384297.845572:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384297.845573:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845576:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384297.845577:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309888 00002000:00000001:1.0:1767384297.845578:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384297.845579:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.845581:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:1.0:1767384297.845583:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384297.845584:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384297.845588:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384297.845588:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.845590:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.845594:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.845595:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310272 00000100:00100000:0.0:1767384297.845597:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309888 00000020:00000001:3.0:1767384297.845599:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384297.845599:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384297.845601:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384297.845603:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00002000:00000024:1.0:1767384297.845604:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000040:0.0:1767384297.845605:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384297.845606:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384297.845611:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384297.845612:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000020:1.0:1767384297.845613:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000040:0.0:1767384297.845615:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:3.0:1767384297.845618:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000020:1.0:1767384297.845619:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384297.845620:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384297.845623:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000001:0.0:1767384297.845624:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384297.845628:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384297.845631:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:1.0:1767384297.845633:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:3.0:1767384297.845634:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1875865. 00000020:00000010:0.0:1767384297.845635:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36e3a15. 00000020:00000010:3.0:1767384297.845640:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000035dd9085. 00002000:00000001:1.0:1767384297.845642:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384297.845642:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384297.845647:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000010:0.0:1767384297.845647:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36e3a15. 00000020:00000010:1.0:1767384297.845649:0:18424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000fda7830a. 00000100:00000001:3.0:1767384297.845655:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384297.845656:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc0529ed. 00000001:00000001:1.0:1767384297.845657:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767384297.845660:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d84ec1. 00000001:00000001:1.0:1767384297.845661:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.845663:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000677379fd. 00002000:00000001:1.0:1767384297.845667:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384297.845670:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8cfe8bb. 00000020:00000010:0.0:1767384297.845670:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00010000:00000040:1.0:1767384297.845671:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728309760 00010000:00000001:1.0:1767384297.845678:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384297.845681:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000040:0.0:1767384297.845683:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000200:1.0:1767384297.845684:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f93a9333 x1853236728309760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.845689:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384297.845693:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384297.845695:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384297.845696:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.845697:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384297.845702:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845703:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767384297.845706:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384297.845706:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.845707:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384297.845714:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.845715:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384297.845719:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384297.845720:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.845722:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:3.0:1767384297.845723:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1767384297.845727:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384297.845729:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384297.845730:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.845731:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384297.845735:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.845735:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384297.845741:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384297.845742:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728309632 00000400:00000010:1.0:1767384297.845745:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 02000000:00000001:0.0:1767384297.845746:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384297.845749:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.845750:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384297.845751:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728309760, offset 224 00000100:00000001:0.0:1767384297.845753:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.845759:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.845761:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728309632 00000400:00000200:1.0:1767384297.845762:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384297.845764:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384297.845765:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384297.845767:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:1.0:1767384297.845778:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384297.845780:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384297.845780:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.845784:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384297.845786:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:3.0:1767384297.845791:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:1.0:1767384297.845791:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce02800 00000020:00000001:0.0:1767384297.845792:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:3.0:1767384297.845800:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:0.0:1767384297.845801:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384297.845805:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fd [1] + 224 00000100:00000001:3.0:1767384297.845806:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498625408 : -113724210926208 : ffff989184ce2d80) 00000020:00000010:0.0:1767384297.845807:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36e3a15. 00000400:00000200:1.0:1767384297.845813:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384297.845814:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384297.845818:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d09a505a x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:278/0 lens 224/0 e 0 to 0 dl 1767384308 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384297.845821:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384297.845821:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36e3a15. 00000100:00000001:1.0:1767384297.845831:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384297.845831:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d38855bf. 00000100:00000001:3.0:1767384297.845832:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384297.845837:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000200:1.0:1767384297.845838:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384297.845838:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3ac23d5. 00000020:00000010:0.0:1767384297.845845:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088d4b8e3. 00000100:00000001:3.0:1767384297.845850:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384297.845852:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384297.845856:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384297.845857:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000100:00000001:0.0:1767384297.845859:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.845861:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.845867:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.845868:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d09a505a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728310272:12345-0@lo:400: 00000100:00000001:0.0:1767384297.845875:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384297.845879:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310272 00000100:00000001:2.0:1767384297.845898:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384297.845900:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384297.845901:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384297.845904:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384297.845905:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384297.845906:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384297.845919:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384297.845920:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d5be0fc. 00000020:00000001:3.0:1767384297.845923:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384297.845927:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:1.0:1767384297.845927:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384297.845927:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384297.845930:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000004d5be0fc x1853236728310144 msgsize 224 00000020:00000001:3.0:1767384297.845934:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384297.845935:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000001:3.0:1767384297.845937:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384297.845938:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2ead9 00000100:00100000:2.0:1767384297.845943:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384297.845943:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853325392 : -113719856226224 : ffff9892885da050) 00000020:00000001:3.0:1767384297.845944:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384297.845945:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000020:00000001:3.0:1767384297.845947:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384297.845952:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.845954:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384297.845955:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be8d57d4 x1853236728309888/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 328/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.845956:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384297.845957:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384297.845958:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384297.845963:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384297.845966:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 02000000:00000001:3.0:1767384297.845967:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384297.845969:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384297.845971:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:1.0:1767384297.845972:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384297.845973:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e74eb26f. 00000020:00000010:0.0:1767384297.845974:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36e3a15. 00000100:00000001:2.0:1767384297.845975:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384297.845979:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.845980:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000200:2.0:1767384297.845984:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.845985:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.845986:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.845987:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384297.845991:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.845992:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36e3a15. 00000020:00000001:3.0:1767384297.845993:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.845996:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:3.0:1767384297.846000:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728310272 00000100:00000040:1.0:1767384297.846005:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f93a9333 x1853236728309760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/368 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384297.846005:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be8d57d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728309888:12345-0@lo:101: 00010000:00000001:3.0:1767384297.846007:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384297.846010:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1767384297.846014:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d09a505a x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384297.846018:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384297.846019:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309888 00000020:00000001:0.0:1767384297.846025:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384297.846030:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384297.846034:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.846040:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384297.846044:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000100:00100000:1.0:1767384297.846051:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f93a9333 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728309760:12345-0@lo:13: Request processed in 569us (1401us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384297.846052:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384297.846056:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384297.846058:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384297.846058:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.846063:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846064:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384297.846064:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384297.846067:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384297.846070:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=15 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384297.846070:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:0.0:1767384297.846072:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846073:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.846078:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000001:0.0:1767384297.846079:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:3.0:1767384297.846081:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384297.846081:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2552 usecs (3 jiffies) 00010000:00000001:0.0:1767384297.846084:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:1.0:1767384297.846085:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384297.846086:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885892 00000100:00000040:3.0:1767384297.846087:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00010000:0.0:1767384297.846089:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:1.0:1767384297.846090:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384297.846095:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885896 00000100:00000001:3.0:1767384297.846096:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384297.846096:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1767384297.846097:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b094464. 00010000:00000001:0.0:1767384297.846100:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846101:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885892 02000000:00000001:3.0:1767384297.846103:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384297.846105:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d3d9b28. 02000000:00000001:3.0:1767384297.846107:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846108:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885896 00010000:00000001:0.0:1767384297.846108:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:1.0:1767384297.846109:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb65012d. 00000100:00000001:3.0:1767384297.846110:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384297.846115:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885892 00010000:00000010:0.0:1767384297.846115:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a29e6bb8. 00000020:00000040:1.0:1767384297.846118:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:2.0:1767384297.846123:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885896 00010000:00000001:0.0:1767384297.846123:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1767384297.846124:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384297.846124:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384297.846129:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000400:00000010:3.0:1767384297.846131:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000100:00000001:2.0:1767384297.846131:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885892 00000020:00000001:0.0:1767384297.846157:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000200:3.0:1767384297.846158:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728310272, offset 224 00000020:00000040:0.0:1767384297.846160:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefba7e to hash 00000100:00000001:2.0:1767384297.846163:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885896 00000020:00000001:0.0:1767384297.846166:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767384297.846169:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384297.846170:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384297.846170:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00000100:00000001:1.0:1767384297.846174:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384297.846176:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00000100:00000001:2.0:1767384297.846177:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.846178:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384297.846183:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384297.846183:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384297.846184:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefba77 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384297.846185:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.846189:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.846192:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384297.846216:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce02a00 00010000:00000040:0.0:1767384297.846224:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000100:00000001:2.0:1767384297.846225:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.846226:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384297.846230:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384297.846230:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00000400:00000200:3.0:1767384297.846231:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1311 [1] + 224 00000100:00000001:1.0:1767384297.846231:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846237:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384297.846239:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384297.846240:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384297.846241:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.846241:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384297.846244:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384297.846246:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384297.846251:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384297.846253:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.846253:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.846254:0:17087:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384297.846255:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fadc871d. 00000100:00000001:2.0:1767384297.846257:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.846259:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384297.846260:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.846265:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.846270:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097a17e5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728310016:0@lo:400: 00010000:00000001:0.0:1767384297.846271:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384297.846277:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:3.0:1767384297.846280:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.846280:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384297.846281:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384297.846283:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384297.846285:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384297.846285:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00100000:2.0:1767384297.846287:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310144 00010000:00000001:0.0:1767384297.846289:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384297.846290:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.846292:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384297.846294:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384297.846297:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384297.846297:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384297.846298:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.846301:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384297.846303:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb65012d. 00010000:00000001:0.0:1767384297.846305:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:2.0:1767384297.846308:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.846309:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:1.0:1767384297.846310:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.846311:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384297.846312:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310144 00010000:00000001:0.0:1767384297.846313:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:2.0:1767384297.846317:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384297.846318:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7c12424. 00010000:00000001:0.0:1767384297.846319:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:3.0:1767384297.846320:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000020:00000040:2.0:1767384297.846320:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00010000:00000040:0.0:1767384297.846323:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a29e6bb8) refcount = 1 00000400:00000010:3.0:1767384297.846324:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000020:00000001:2.0:1767384297.846325:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.846329:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000001:3.0:1767384297.846331:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384297.846331:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384297.846333:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000100:00000001:3.0:1767384297.846334:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384297.846336:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:3.0:1767384297.846339:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384297.846341:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310016, portal 4 00000020:00000001:2.0:1767384297.846344:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000040:3.0:1767384297.846347:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384297.846347:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384297.846349:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384297.846351:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493438208 : -113724216113408 : ffff9891847f0700) 00010000:00000001:0.0:1767384297.846353:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384297.846354:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384297.846354:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384297.846357:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384297.846358:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.846359:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384297.846361:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0373f70. 00000020:00000001:3.0:1767384297.846364:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384297.846367:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384297.846373:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846378:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384297.846378:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384297.846379:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d09a505a x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384297.846379:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384297.846384:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000020:00000010:2.0:1767384297.846386:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0373f70. 00010000:00000001:0.0:1767384297.846387:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000200:1.0:1767384297.846391:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728310016, offset 0 00010000:00010000:0.0:1767384297.846394:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384297.846397:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e875a789. 00000400:00000200:1.0:1767384297.846404:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384297.846407:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000612e2dce. 00000100:00100000:3.0:1767384297.846411:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d09a505a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728310272:12345-0@lo:400: Request processed in 575us (1115us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384297.846416:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384297.846417:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009242e40d. 00000400:00000200:1.0:1767384297.846417:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384297.846419:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384297.846423:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.846427:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384297.846427:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.846429:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384297.846431:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384297.846433:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:1.0:1767384297.846433:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce02900 00000100:00000001:2.0:1767384297.846434:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.846434:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.846437:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384297.846439:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00010000:00010000:0.0:1767384297.846441:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000172f1fd7, rc 0) 00000100:00000001:3.0:1767384297.846443:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384297.846444:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384297.846446:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000020:00000001:0.0:1767384297.846447:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.846448:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384297.846449:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384297.846452:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384297.846452:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384297.846453:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8cfe8bb. 00010000:00000040:0.0:1767384297.846455:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309888 00010000:00000001:0.0:1767384297.846459:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384297.846461:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384297.846464:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384297.846466:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00010000:00000200:0.0:1767384297.846466:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be8d57d4 x1853236728309888/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 328/344 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.846467:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384297.846471:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1767384297.846472:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d84ec1. 00000100:00000001:2.0:1767384297.846474:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1767384297.846479:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025914648. 00000100:00000001:2.0:1767384297.846480:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384297.846481:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00010000:00000001:0.0:1767384297.846481:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384297.846486:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.846487:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384297.846487:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384297.846487:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000025914648 x1853236728310016 msgsize 224 00000100:00001000:0.0:1767384297.846493:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=20 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384297.846495:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:2.0:1767384297.846501:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493449856 : -113724216101760 : ffff9891847f3480) 00000100:00100000:1.0:1767384297.846502:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384297.846502:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384297.846510:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000040:2.0:1767384297.846512:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d5be0fc x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:278/0 lens 224/0 e 0 to 0 dl 1767384308 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.846513:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384297.846515:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384297.846516:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384297.846517:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384297.846521:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000100:00000001:0.0:1767384297.846523:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384297.846526:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00000001:3.0:1767384297.846530:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.846532:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384297.846532:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384297.846535:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384297.846538:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000100:00000200:1.0:1767384297.846540:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384297.846541:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384297.846545:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384297.846547:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4f3341. 00000100:00000001:2.0:1767384297.846547:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384297.846552:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0373f70. 00000400:00000200:3.0:1767384297.846554:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dbf27e 00000100:00000001:2.0:1767384297.846558:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384297.846559:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dbf27e. 00000020:00000010:2.0:1767384297.846565:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0373f70. 00000100:00000001:3.0:1767384297.846566:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384297.846568:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728309888, offset 224 00000100:00000001:1.0:1767384297.846583:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384297.846589:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.846590:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d5be0fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728310144:12345-0@lo:400: 00000100:00000040:1.0:1767384297.846590:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.846596:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384297.846604:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310144 00000020:00000001:2.0:1767384297.846611:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384297.846611:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384297.846617:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384297.846623:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.846627:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce02880 00000100:00000200:3.0:1767384297.846630:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.846631:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.846632:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384297.846637:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000200:0.0:1767384297.846638:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1305 [1] + 224 00000100:00000001:1.0:1767384297.846639:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.846645:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.846646:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384297.846649:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384297.846652:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384297.846652:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5327 usecs (6 jiffies) 00000020:00000001:2.0:1767384297.846659:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384297.846659:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384297.846660:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885896 00000100:00000001:3.0:1767384297.846662:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384297.846664:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384297.846667:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.846668:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885896 00000020:00000001:2.0:1767384297.846669:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.846670:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384297.846674:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384297.846676:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384297.846676:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885896 00000100:00000200:0.0:1767384297.846677:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384297.846680:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.846681:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384297.846682:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885896 00000100:00000001:3.0:1767384297.846686:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384297.846687:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384297.846688:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885896 00000100:00000001:3.0:1767384297.846691:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.846693:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0b538ae. 00000100:00000001:1.0:1767384297.846694:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885896 02000000:00000001:3.0:1767384297.846700:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.846700:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.846701:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885896 00000100:00000040:0.0:1767384297.846704:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.846708:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885896 00000100:00000001:2.0:1767384297.846709:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.846712:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=14 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384297.846715:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384297.846716:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.846722:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.846724:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=14 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384297.846724:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728310144 00000100:00000001:1.0:1767384297.846727:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.846730:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384297.846731:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384297.846732:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.846737:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000200:2.0:1767384297.846737:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d5be0fc x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.846740:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.846740:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384297.846741:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000100:00000001:1.0:1767384297.846744:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384297.846745:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00010000:00000001:3.0:1767384297.846748:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384297.846753:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.846753:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384297.846756:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00080000:3.0:1767384297.846757:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.846757:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.846758:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384297.846761:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.846762:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.846763:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384297.846768:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384297.846769:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.846772:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384297.846778:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384297.846779:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.846785:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384297.846785:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384297.846786:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384297.846787:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.846789:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:0.0:1767384297.846792:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384297.846793:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384297.846797:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.846798:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:0.0:1767384297.846800:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be8d57d4 x1853236728309888/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 328/344 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384297.846802:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384297.846806:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.846812:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.846813:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384297.846823:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be8d57d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:17084:x1853236728309888:12345-0@lo:101: Request processed in 847us (2084us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384297.846824:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384297.846829:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384297.846831:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000001:3.0:1767384297.846835:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384297.846836:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:3.0:1767384297.846838:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384297.846838:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728310144, offset 224 00000100:00000040:0.0:1767384297.846840:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384297.846845:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384297.846846:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.846848:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384297.846852:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384297.846853:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000677379fd. 00000020:00000010:0.0:1767384297.846860:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00000100:00100000:3.0:1767384297.846864:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728310272:0@lo:400: 00000400:00000200:2.0:1767384297.846866:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384297.846867:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc0529ed. 00000400:00000001:3.0:1767384297.846877:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384297.846877:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000400:00000001:3.0:1767384297.846897:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384297.846899:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce02980 02000000:00000001:0.0:1767384297.846899:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384297.846900:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fcd0c2e. 02000000:00000010:0.0:1767384297.846904:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fadc871d. 00000400:00000200:3.0:1767384297.846908:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 02000000:00000001:0.0:1767384297.846910:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384297.846911:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000100:00000001:0.0:1767384297.846915:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.846916:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384297.846921:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00000100:00000200:3.0:1767384297.846922:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384297.846925:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384297.846929:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384297.846934:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50b0e5c. 00000400:00000200:2.0:1767384297.846938:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384297.846944:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384297.846944:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009661b29e. 00000100:00000001:2.0:1767384297.846945:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384297.846953:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.846955:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384297.846956:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384297.846959:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.846960:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384297.846965:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384297.846970:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384297.846970:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000001:3.0:1767384297.846974:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384297.846974:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384297.846975:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384297.846978:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.846979:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853318224 : -113719856233392 : ffff9892885d8450) 02000000:00000001:3.0:1767384297.846983:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.846988:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003de02b84 x1853236728309632/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 224/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384297.846990:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384297.846998:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384297.847007:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384297.847010:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847013:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384297.847013:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384297.847014:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384297.847017:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36e3a15. 00010000:00080000:3.0:1767384297.847022:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384297.847022:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000100:00000001:0.0:1767384297.847022:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384297.847026:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:2.0:1767384297.847033:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384297.847034:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36e3a15. 00010000:00000001:3.0:1767384297.847037:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847037:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.847043:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.847045:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003de02b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728309632:12345-0@lo:400: 00000100:00000001:3.0:1767384297.847050:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384297.847053:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000200:0.0:1767384297.847053:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728309632 00000100:00100000:3.0:1767384297.847054:0:16357:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000020:00000001:0.0:1767384297.847058:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384297.847060:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384297.847061:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384297.847062:0:16357:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384297.847064:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.847065:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.847071:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384297.847072:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384297.847076:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00000040:2.0:1767384297.847079:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d5be0fc x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384297.847081:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384297.847082:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384297.847086:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384297.847090:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728306688/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384297.847091:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384297.847095:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384297.847098:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.847104:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384297.847105:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d5be0fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728310144:12345-0@lo:400: Request processed in 553us (1169us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384297.847107:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384297.847111:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384297.847115:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767384297.847116:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fadc871d. 02000000:00000001:3.0:1767384297.847119:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384297.847120:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.847121:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000010:3.0:1767384297.847123:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051dfa3c3. 00000100:00000001:0.0:1767384297.847123:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.847129:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.847130:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384297.847158:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384297.847160:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384297.847162:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384297.847164:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 02000000:00000010:3.0:1767384297.847165:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007a4f4bcd. 00000100:00000001:2.0:1767384297.847169:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1767384297.847170:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728309632 02000000:00000001:3.0:1767384297.847171:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384297.847173:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384297.847176:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384297.847176:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384297.847178:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000612e2dce. 00000100:00000010:3.0:1767384297.847179:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00010000:00000200:0.0:1767384297.847183:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003de02b84 x1853236728309632/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384297.847184:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009242e40d. 00000100:00000001:3.0:1767384297.847185:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384297.847205:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384297.847208:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e875a789. 00000100:00000001:3.0:1767384297.847210:0:16357:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384297.847215:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000040:3.0:1767384297.847216:0:16357:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1767384297.847221:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.847224:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384297.847225:0:16357:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384297.847228:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.847229:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384297.847232:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=20 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384297.847236:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847238:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384297.847243:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384297.847244:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384297.847248:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384297.847249:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310016 00000100:00000001:0.0:1767384297.847249:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:3.0:1767384297.847252:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384297.847254:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384297.847256:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384297.847256:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384297.847257:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384297.847260:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847261:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384297.847262:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384297.847263:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000040:3.0:1767384297.847266:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:2.0:1767384297.847267:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.847268:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:3.0:1767384297.847272:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:2.0:1767384297.847272:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310016 00000020:00000001:2.0:1767384297.847277:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384297.847279:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000020:00000040:2.0:1767384297.847280:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000004:00000020:3.0:1767384297.847282:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:2.0:1767384297.847284:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384297.847285:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728309632, offset 224 00000020:00000040:2.0:1767384297.847286:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:2.0:1767384297.847291:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:0.0:1767384297.847293:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384297.847296:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000004:00000001:3.0:1767384297.847299:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847301:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384297.847305:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384297.847306:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0373f70. 00000100:00000040:3.0:1767384297.847308:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.847312:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384297.847318:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0373f70. 00000400:00000200:0.0:1767384297.847318:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce02780 00000020:00000010:2.0:1767384297.847327:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e875a789. 00000100:00100000:3.0:1767384297.847328:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005b57a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728309760:0@lo:13: 00000400:00000200:0.0:1767384297.847329:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1315 [1] + 224 00000020:00000010:2.0:1767384297.847334:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000612e2dce. 00000100:00000001:3.0:1767384297.847339:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.847339:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384297.847341:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009242e40d. 00000100:00000001:3.0:1767384297.847345:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384297.847347:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384297.847351:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cba0864f x1853236728310272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847352:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384297.847354:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384297.847359:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.847361:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384297.847365:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384297.847369:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384297.847370:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384297.847372:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384297.847375:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000320c4140. 00000100:00000001:2.0:1767384297.847379:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384297.847381:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384297.847383:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384297.847384:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384297.847385:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1767384297.847387:0:16357:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384297.847390:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.847392:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384297.847395:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000968ce2c6. 02000000:00000001:3.0:1767384297.847398:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384297.847400:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384297.847401:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767384297.847402:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cba0864f. 00000100:00000001:3.0:1767384297.847407:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.847408:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.847409:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.847409:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:0.0:1767384297.847413:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000100:00000001:3.0:1767384297.847415:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384297.847417:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384297.847419:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384297.847421:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005b57a7d x1853236728309760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.847423:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384297.847423:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847427:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384297.847431:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00100000:2.0:1767384297.847435:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00010000:00000001:0.0:1767384297.847437:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384297.847438:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384297.847439:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000020:00000001:0.0:1767384297.847441:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.847442:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384297.847443:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492198400 : -113724217353216 : ffff9891846c1c00) 02000000:00000010:3.0:1767384297.847446:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be969fe0. 00000020:00000001:0.0:1767384297.847446:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384297.847450:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025914648 x1853236728310016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/0 e 0 to 0 dl 1767384308 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384297.847453:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384297.847454:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de02b84 x1853236728309632/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384297.847456:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384297.847459:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384297.847465:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384297.847469:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ceaf57a. 02000000:00000001:3.0:1767384297.847474:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384297.847481:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384297.847483:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384297.847485:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0373f70. 00000100:00000010:3.0:1767384297.847486:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005b57a7d. 00000100:00100000:0.0:1767384297.847486:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003de02b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728309632:12345-0@lo:400: Request processed in 471us (2169us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384297.847490:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.847492:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384297.847495:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384297.847497:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0373f70. 00000100:00000001:3.0:1767384297.847500:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384297.847503:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1767384297.847506:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025914648 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728310016:12345-0@lo:400: 00000100:00000001:3.0:1767384297.847509:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384297.847509:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384297.847513:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384297.847513:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310016 00000100:00000001:0.0:1767384297.847514:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384297.847517:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384297.847519:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384297.847519:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384297.847521:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3ac23d5. 00000020:00000001:2.0:1767384297.847523:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384297.847524:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.847526:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088d4b8e3. 00000020:00000001:2.0:1767384297.847527:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.847531:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384297.847532:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:2.0:1767384297.847536:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384297.847537:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d38855bf. 00000020:00000001:2.0:1767384297.847538:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.847541:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384297.847542:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384297.847543:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384297.847543:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000020:00000001:2.0:1767384297.847545:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384297.847548:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.847549:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:3.0:1767384297.847551:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384297.847551:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1767384297.847552:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fadc871d. 00000400:00000001:3.0:1767384297.847556:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384297.847557:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384297.847557:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384297.847559:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000100:00000001:0.0:1767384297.847560:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384297.847561:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384297.847579:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000100:00000200:0.0:1767384297.847582:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384297.847583:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 02000000:00000010:2.0:1767384297.847583:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b817f2f9. 00000400:00000010:0.0:1767384297.847589:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba6954c. 00000100:00000001:3.0:1767384297.847590:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384297.847590:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847596:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.847598:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.847598:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000682a252b. 00000100:00000200:3.0:1767384297.847599:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384297.847605:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728310016 00010000:00000001:2.0:1767384297.847610:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384297.847612:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384297.847616:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384297.847623:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384297.847623:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00010000:00000200:2.0:1767384297.847624:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025914648 x1853236728310016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.847627:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384297.847630:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384297.847633:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384297.847634:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 02000000:00000001:3.0:1767384297.847636:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384297.847640:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384297.847643:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.847645:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384297.847646:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.847649:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.847651:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.847652:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=10 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384297.847661:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.847662:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384297.847668:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384297.847668:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384297.847669:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.847673:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.847673:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384297.847673:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384297.847678:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384297.847680:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384297.847680:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1767384297.847681:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384297.847684:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.847685:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163baf64. 00000100:00000001:2.0:1767384297.847688:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:3.0:1767384297.847690:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.847691:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000100:00000040:2.0:1767384297.847695:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384297.847696:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000010:2.0:1767384297.847701:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000001:0.0:1767384297.847702:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384297.847707:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728310016, offset 224 00000100:00000200:0.0:1767384297.847709:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384297.847716:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.847720:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384297.847726:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.847730:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384297.847732:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384297.847734:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384297.847739:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384297.847743:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.847745:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384297.847748:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce02900 00000100:00000040:3.0:1767384297.847749:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847749:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.847755:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384297.847759:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384297.847760:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x132d [1] + 224 00000100:00000001:0.0:1767384297.847762:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384297.847765:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.847769:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384297.847770:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.847772:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384297.847777:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=20 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384297.847778:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384297.847779:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384297.847782:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384297.847787:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.847790:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384297.847791:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847792:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384297.847795:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384297.847808:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384297.847812:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728310144:0@lo:400: 00010000:00000001:0.0:1767384297.847818:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384297.847821:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.847823:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.847826:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.847829:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384297.847837:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384297.847838:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728310144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384297.847838:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847873:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.847875:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384297.847878:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384297.847880:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384297.847881:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097c4abc3. 02000000:00000001:3.0:1767384297.847896:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384297.847897:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384297.847898:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384297.847898:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384297.847902:0:16356:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384297.847906:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384297.847906:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000100:00000040:0.0:1767384297.847908:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384297.847910:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000914bd839. 00000400:00000010:2.0:1767384297.847911:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 02000000:00000001:3.0:1767384297.847917:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384297.847918:0:17895:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384297.847921:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384297.847922:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:3.0:1767384297.847924:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:2.0:1767384297.847926:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.847930:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384297.847932:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384297.847933:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384297.847937:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384297.847938:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384297.847940:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728309632:0@lo:400: 00000100:00000001:3.0:1767384297.847941:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.847947:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384297.847949:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384297.847950:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.847952:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.847954:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.847956:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.847957:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025914648 x1853236728310016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.847958:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.847962:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3a97d5f x1853236728309632/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.847982:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384297.847986:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025914648 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728310016:12345-0@lo:400: Request processed in 500us (1494us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384297.847986:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384297.847990:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001281c1db. 00000100:00000001:3.0:1767384297.847993:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.847997:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384297.847997:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384297.848001:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:0.0:1767384297.848002:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767384297.848003:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384297.848005:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000040:0.0:1767384297.848005:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000001:3.0:1767384297.848006:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384297.848011:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7c12424. 00000100:00000001:2.0:1767384297.848012:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384297.848012:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384297.848017:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384297.848017:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a932530. 00000400:00000200:3.0:1767384297.848018:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2ead9 00000020:00000010:2.0:1767384297.848022:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000612e2dce. 00000400:00000010:3.0:1767384297.848023:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 02000000:00000001:0.0:1767384297.848025:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384297.848030:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384297.848031:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009242e40d. 00000100:00000001:3.0:1767384297.848032:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767384297.848032:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 00000100:00000001:0.0:1767384297.848040:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384297.848041:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384297.848041:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e875a789. 00000100:00000001:0.0:1767384297.848044:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384297.848048:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:0.0:1767384297.848049:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.848054:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.848058:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384297.848062:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384297.848065:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.848066:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384297.848071:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848078:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384297.848080:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.848082:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384297.848084:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384297.848085:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.848085:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.848089:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.848091:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384297.848092:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767384297.848095:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=10 v=5 (5 0 0 0) 00000400:00000001:2.0:1767384297.848095:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384297.848099:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003818671f. 00000100:00001000:3.0:1767384297.848100:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=10 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384297.848104:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000100:00000001:3.0:1767384297.848105:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384297.848108:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:3.0:1767384297.848109:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.848114:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384297.848114:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:3.0:1767384297.848120:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384297.848121:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384297.848158:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848161:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384297.848162:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384297.848164:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384297.848165:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.848170:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.848175:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.848177:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384297.848184:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384297.848186:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384297.848192:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097a17e5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728310016:0@lo:400: 00000100:00000001:3.0:1767384297.848195:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.848196:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384297.848198:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a17e5a x1853236728310016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.848219:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384297.848220:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384297.848221:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb65012d. 02000000:00000001:3.0:1767384297.848224:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384297.848225:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384297.848226:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384297.848228:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384297.848229:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b039467. 02000000:00000001:3.0:1767384297.848230:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384297.848232:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384297.848233:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a17e5a. 00000100:00000001:3.0:1767384297.848235:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384297.848236:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.848237:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.848241:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384297.848242:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848244:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.848245:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384297.848283:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848289:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384297.848290:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.848292:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384297.848293:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.848294:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.848295:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.848297:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384297.848300:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.848302:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.848310:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.848311:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.848312:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.848313:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848315:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.848317:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848321:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.848323:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384297.848324:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384297.848326:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.848330:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728309888:0@lo:101: 00000100:00000001:2.0:1767384297.848333:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.848336:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848338:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384297.848340:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.848342:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848349:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384297.848351:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c265aa2. 00000100:00000001:2.0:1767384297.848354:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384297.848356:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.848358:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384297.848360:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.848362:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.848364:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=4 00000020:00000001:2.0:1767384297.848366:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:2.0:1767384297.848369:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000040:2.0:1767384297.848374:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002ab24300, remote cookie: 0x960a57272cefba7e, flags: 0x0 00010000:00000001:2.0:1767384297.848377:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384297.848379:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384297.848381:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384297.848389:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384297.848391:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384297.848392:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ba34c4cf) refcount = 1 00010000:00010000:2.0:1767384297.848395:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.848400:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384297.848401:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384297.848402:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384297.848404:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384297.848406:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.848408:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.848412:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384297.848413:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.848414:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.848415:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.848415:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.848416:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848418:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.848420:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728309888/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848425:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384297.848426:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384297.848428:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f71f1974. 02000000:00000001:2.0:1767384297.848430:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384297.848431:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384297.848432:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384297.848433:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384297.848434:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bf21124. 02000000:00000001:2.0:1767384297.848436:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384297.848437:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384297.848438:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:2.0:1767384297.848440:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.848441:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384297.848442:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.848450:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384297.848451:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:2.0:1767384297.848453:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.848454:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.848455:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.848456:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=3 00000020:00000001:2.0:1767384297.848458:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:2.0:1767384297.848459:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:2.0:1767384297.848461:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384297.848462:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.848463:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.848464:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.848465:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384297.848468:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d417f8d9. 00000100:00000010:2.0:1767384297.848484:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a17e5a. 00000020:00000040:2.0:1767384297.848486:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384297.848488:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384297.848489:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.848492:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.848495:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082f11597. 00000100:00000001:2.0:1767384297.848497:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848500:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384297.848503:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008b9c99d0. 00000100:00000010:2.0:1767384297.848506:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d0373f70. 00000020:00000040:2.0:1767384297.848508:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384297.848510:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384297.848511:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384297.848515:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e64adf16. 00000100:00000001:2.0:1767384297.848517:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353854371328 : -113719855180288 : ffff9892886d9600) 00000100:00000001:2.0:1767384297.848518:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384297.848519:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493438208 : -113724216113408 : ffff9891847f0700) 00000100:00000001:2.0:1767384297.848522:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384297.848523:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848524:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384297.848525:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384297.848532:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848537:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384297.848538:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.848540:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384297.848541:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384297.848543:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.848545:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097a17e5a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728310400:0@lo:256: 00000100:00000001:2.0:1767384297.848547:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384297.848549:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384297.848550:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848552:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384297.848556:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 00000400:00000010:2.0:1767384297.848559:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000050bf17a2. 00000100:00000200:2.0:1767384297.848561:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce02a80-0x695824ce02a80, portal 33 00000100:00000001:2.0:1767384297.848564:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.848565:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384297.848583:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e875a789. 02000000:00000001:2.0:1767384297.848585:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.848588:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fe02b2. 00000400:00000010:2.0:1767384297.848591:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000200:2.0:1767384297.848593:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310400, portal 25 00000100:00000001:2.0:1767384297.848594:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384297.848596:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493438208 : -113724216113408 : ffff9891847f0700) 00000100:00000040:2.0:1767384297.848599:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848603:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384297.848605:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384297.848607:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000100:00000200:2.0:1767384297.848609:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728310400, offset 0 00000400:00000200:2.0:1767384297.848612:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384297.848616:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384297.848621:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce02a80 00000400:00000200:2.0:1767384297.848624:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f5 [2] + 0 00000400:00000010:2.0:1767384297.848632:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e41232d0. 00000400:00000200:2.0:1767384297.848635:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004946af54 00000400:00000200:2.0:1767384297.848637:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.848640:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384297.848642:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004946af54 00000400:00000010:2.0:1767384297.848643:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004946af54. 00000100:00000001:2.0:1767384297.848646:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384297.848647:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384297.848649:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000bda330eb x1853236728310400 msgsize 304 00000100:00100000:2.0:1767384297.848652:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384297.848653:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384297.848665:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384297.848669:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384297.848670:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384297.848672:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384297.848675:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848680:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.848682:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.848686:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848687:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.848690:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848692:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294885899 00000100:00000001:2.0:1767384297.848697:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885896 00000100:00000001:2.0:1767384297.848700:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294885899 00000100:00000001:2.0:1767384297.848704:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885896 00000100:00000001:2.0:1767384297.848707:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294885899 00000100:00000001:2.0:1767384297.848710:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885896 00000100:00000001:2.0:1767384297.848712:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294885899 00000100:00000001:2.0:1767384297.848716:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885896 00000100:00000001:2.0:1767384297.848720:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.848727:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384297.848728:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848733:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384297.848734:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310400 00000100:00000001:2.0:1767384297.848735:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384297.848739:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384297.848739:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e64adf16 going to sleep for 11 seconds 00000100:00000001:3.0:1767384297.848745:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.848745:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.848750:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.848750:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.848757:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.848761:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310400 00000020:00000001:3.0:1767384297.848762:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384297.848764:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384297.848773:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384297.848775:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:3.0:1767384297.848777:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384297.848778:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384297.848781:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384297.848784:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000001:3.0:1767384297.848786:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384297.848788:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000020:00000010:3.0:1767384297.848792:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000320c4140. 00000020:00000010:3.0:1767384297.848796:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384297.848800:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000040:3.0:1767384297.848804:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384297.848806:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384297.848807:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384297.848808:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848811:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848826:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.848834:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384297.848835:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384297.848839:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384297.848841:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384297.848843:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853322320 : -113719856229296 : ffff9892885d9450) 00000100:00000040:3.0:1767384297.848847:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bda330eb x1853236728310400/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 304/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.848854:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384297.848857:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000001:3.0:1767384297.848859:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384297.848861:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000100:00100000:3.0:1767384297.848863:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bda330eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728310400:12345-0@lo:256: 00000100:00000200:3.0:1767384297.848866:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310400 00000020:00000001:3.0:1767384297.848868:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384297.848876:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384297.848878:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.848879:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384297.848898:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:3.0:1767384297.848901:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384297.848902:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384297.848904:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384297.848905:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384297.848906:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848909:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384297.848911:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384297.848915:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000037315a06. 02000000:00000001:3.0:1767384297.848916:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.848918:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.848920:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384297.848923:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384297.848926:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384297.848928:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384297.848931:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.848932:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384297.848934:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384297.848937:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000dbb471a6. 20000000:00000001:3.0:1767384297.848940:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384297.848951:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384297.848957:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384297.848961:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384297.848963:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384297.848965:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384297.848966:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384297.848968:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:3.0:1767384297.848970:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3932/1/4/3. 20000000:00000040:3.0:1767384297.848974:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384297.848976:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384297.848977:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384297.848979:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384297.848980:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384297.848982:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384297.848983:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:3.0:1767384297.848991:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3768/1/4/3. 20000000:01000000:3.0:1767384297.848993:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 328, version 18 20000000:00000001:3.0:1767384297.848995:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=328 : 328 : 148) 00000100:00000001:3.0:1767384297.848997:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384297.849000:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006c6c3790. 00000100:00000010:3.0:1767384297.849002:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000cc78c1e4. 00000020:00000040:3.0:1767384297.849004:0:17079:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:3.0:1767384297.849007:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384297.849008:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384297.849012:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000400:00000010:3.0:1767384297.849017:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000918b183e. 00000400:00000200:3.0:1767384297.849019:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384297.849028:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.849035:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 33 MB=0x695824ce02a80 00000400:00000200:3.0:1767384297.849041:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 328/328 into md 0x134d [4] + 0 00000400:00000010:3.0:1767384297.849044:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00000400:00000200:3.0:1767384297.849047:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050bf17a2 00000400:00000200:3.0:1767384297.849049:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.849052:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384297.849055:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf17a2 00000400:00000010:3.0:1767384297.849056:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000050bf17a2. 00000100:00000001:3.0:1767384297.849059:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384297.849061:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000097a17e5a desc 000000008b9c99d0 mbits 1853236728310400 00000100:00000001:3.0:1767384297.849072:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384297.849075:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384297.849079:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384297.849087:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1359 00000400:00000200:3.0:1767384297.849090:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.849094:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384297.849097:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384297.849098:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006c6c3790 00000100:00000001:3.0:1767384297.849101:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384297.849107:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:3.0:1767384297.849108:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000100:00000001:3.0:1767384297.849110:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384297.849117:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006c6c3790 00000100:00000001:3.0:1767384297.849120:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384297.849126:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 328 bytes via portal 33 id 12345-0@lo mbits 0x695824ce02a80-0x695824ce02a80 00000100:00000001:1.0:1767384297.849128:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.849129:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.849132:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.849166:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.849169:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384297.849171:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:3.0:1767384297.849174:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000cc78c1e4. 00000100:00000010:3.0:1767384297.849177:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006c6c3790. 00000100:00000001:3.0:1767384297.849180:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384297.849181:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384297.849188:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000dbb471a6. 20000000:00000001:3.0:1767384297.849191:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384297.849194:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728310400 00010000:00000001:3.0:1767384297.849212:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384297.849216:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bda330eb x1853236728310400/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 304/240 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384297.849222:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384297.849223:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.849225:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384297.849228:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384297.849229:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384297.849230:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384297.849232:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384297.849234:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.849235:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384297.849237:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384297.849239:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000200:3.0:1767384297.849241:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728310400, offset 224 00000400:00000200:3.0:1767384297.849244:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384297.849248:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.849253:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce02a80 00000400:00000200:3.0:1767384297.849256:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1351 [1] + 224 00000400:00000200:3.0:1767384297.849258:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.849266:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384297.849268:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384297.849270:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384297.849277:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.849290:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384297.849293:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:3.0:1767384297.849294:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000100:00000001:3.0:1767384297.849296:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384297.849297:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384297.849299:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.849301:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384297.849302:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384297.849304:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.849306:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384297.849308:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda330eb x1853236728310400/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:278/0 lens 304/240 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.849310:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384297.849317:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384297.849319:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bda330eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728310400:12345-0@lo:256: Request processed in 462us (666us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384297.849320:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384297.849323:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3fe02b2. 00000400:00000200:1.0:1767384297.849332:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000100:00100000:3.0:1767384297.849336:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384297.849338:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384297.849342:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384297.849342:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:3.0:1767384297.849345:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384297.849348:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384297.849349:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8cfe8bb. 00000020:00000010:3.0:1767384297.849353:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00000100:00000200:1.0:1767384297.849354:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384297.849357:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000320c4140. 00000020:00000040:3.0:1767384297.849364:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000200:1.0:1767384297.849367:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384297.849370:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384297.849373:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000037315a06. 00000100:00000001:1.0:1767384297.849379:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384297.849380:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384297.849384:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.849384:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.849387:0:17084:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384297.849390:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384297.849390:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384297.849392:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.849393:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.849395:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.849399:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384297.849402:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384297.849406:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384297.849407:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.849408:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fcd0c2e. 00010000:00000001:1.0:1767384297.849409:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384297.849412:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.849415:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0782944. 00000100:00000001:1.0:1767384297.849415:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.849419:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384297.849428:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.849432:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384297.849435:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384297.849438:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384297.849443:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097a17e5a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728310400:0@lo:256: 00000100:00000001:1.0:1767384297.849447:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.849449:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.849450:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384297.849452:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.849460:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.849464:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384297.849466:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e64adf16. 00000100:00000001:1.0:1767384297.849468:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384297.849469:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384297.849471:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 18, more 0. 10000000:00000001:1.0:1767384297.849474:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384297.849479:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000086efe97c. 10000000:00000040:1.0:1767384297.849487:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384297.849491:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384297.849494:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384297.849497:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:1.0:1767384297.849499:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.849501:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384297.849503:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:1.0:1767384297.849504:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:1.0:1767384297.849507:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 7 NIDs 00000400:00001000:1.0:1767384297.849510:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384297.849512:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:1.0:1767384297.849517:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384297.849521:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (7) 00000400:00000200:1.0:1767384297.849525:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384297.849527:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:1.0:1767384297.849529:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (8) 00000400:00000200:1.0:1767384297.849531:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:1.0:1767384297.849533:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:1.0:1767384297.849536:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849537:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:1.0:1767384297.849539:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:1.0:1767384297.849541:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849542:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:1.0:1767384297.849543:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384297.849546:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849547:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:1.0:1767384297.849554:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:1.0:1767384297.849576:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849578:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:1.0:1767384297.849579:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:1.0:1767384297.849582:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849583:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:1.0:1767384297.849585:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:1.0:1767384297.849587:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384297.849589:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000100:00000001:1.0:1767384297.849591:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.849592:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384297.849595:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:1.0:1767384297.849598:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000fe214608. 10000000:00000040:1.0:1767384297.849600:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 18/18 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:1.0:1767384297.849602:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384297.849608:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384297.849610:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005f5a892. 00000020:00000010:1.0:1767384297.849615:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000faefdb22. 00000040:00000010:1.0:1767384297.849618:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009be2c197. 00000020:00000010:1.0:1767384297.849622:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384297.849625:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384297.849629:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ada7e89d. 80000000:00000010:1.0:1767384297.849632:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebd1e324. 40000000:00000010:1.0:1767384297.849635:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005eaa11c4. 00100000:00000010:1.0:1767384297.849639:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384297.849642:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384297.849646:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384297.849649:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000042d3a9a3. 00080000:00000010:1.0:1767384297.849654:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4c757a8. 00080000:00000010:1.0:1767384297.849659:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004fdf1370. 00000004:00000010:1.0:1767384297.849664:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026e5acb2. 00000004:00000010:1.0:1767384297.849670:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f290fa59. 00000004:00000010:1.0:1767384297.849675:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384297.849695:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007d50b1bd. 00000004:00000010:1.0:1767384297.849698:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b4c5992d. 00000004:00000001:1.0:1767384297.849701:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384297.849704:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384297.849706:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000fe214608 00000040:00001000:1.0:1767384297.849708:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384297.849709:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384297.849710:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384297.849711:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384297.849714:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384297.849716:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384297.849717:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384297.849719:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:1.0:1767384297.849720:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384297.849785:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384297.849789:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000faefdb22. 00000040:00000010:1.0:1767384297.849793:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009be2c197. 00000020:00000010:1.0:1767384297.849796:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384297.849800:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384297.849803:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ada7e89d. 80000000:00000010:1.0:1767384297.849807:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ebd1e324. 40000000:00000010:1.0:1767384297.849811:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005eaa11c4. 00100000:00000010:1.0:1767384297.849814:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384297.849817:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dac3a6c8. 00040000:00000010:1.0:1767384297.849821:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384297.849823:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000042d3a9a3. 00080000:00000010:1.0:1767384297.849829:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004fdf1370. 00080000:00000010:1.0:1767384297.849832:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4c757a8. 00000004:00000010:1.0:1767384297.849836:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026e5acb2. 00000004:00000010:1.0:1767384297.849840:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f290fa59. 00000004:00000010:1.0:1767384297.849844:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384297.849848:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007d50b1bd. 00000004:00000010:1.0:1767384297.849852:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b4c5992d. 00000020:00000010:1.0:1767384297.849855:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005f5a892. 00000020:00000001:1.0:1767384297.849858:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.849866:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384297.849869:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000fe214608. 10000000:00000010:1.0:1767384297.849872:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000086efe97c. 10000000:00000001:1.0:1767384297.849875:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.849877:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.849880:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a17e5a x1853236728310400/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.849906:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384297.849907:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384297.849908:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e875a789. 02000000:00000001:1.0:1767384297.849911:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384297.849912:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384297.849913:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384297.849914:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384297.849915:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384297.849916:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384297.849917:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384297.849918:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384297.849920:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d0373f70. 00000100:00000010:1.0:1767384297.849921:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008b9c99d0. 00000100:00000001:1.0:1767384297.849923:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384297.849924:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082f11597. 02000000:00000001:1.0:1767384297.849926:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384297.849927:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384297.849928:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a17e5a. 00000100:00000001:1.0:1767384297.849931:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384297.849932:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384297.849944:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d417f8d9. 10000000:01000000:1.0:1767384297.849947:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384297.849949:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384297.849951:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384297.849952:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384297.849954:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=3 00000020:00000001:1.0:1767384297.849955:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:1.0:1767384297.849957:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:1.0:1767384297.849958:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384297.849966:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.849971:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384297.849973:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384297.849974:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.849978:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384297.849979:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384297.849980:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384297.849981:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384297.849982:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384297.849984:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384297.849986:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384297.849987:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:1.0:1767384297.849989:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384297.856206:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294885899, at 4294885900 00000100:00000010:1.0:1767384297.856216:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000471d46e8. 00000100:00000040:0.0:1767384297.857169:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294885899, at 4294885901 00000100:00000010:0.0:1767384297.857181:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd4f78d0. 00000100:00000040:2.0:1767384297.857184:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294885899, at 4294885901 00000100:00000040:3.0:1767384297.857186:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294885899, at 4294885901 00000100:00000010:2.0:1767384297.857194:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3e6aa87. 00000100:00000010:3.0:1767384297.857196:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000095d3739. 00000020:00000010:0.0:1767384297.859606:0:20862:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b36e3a15. 00000020:00000040:0.0:1767384297.859611:0:20862:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384297.859614:0:20862:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b36e3a15. 00000001:00000001:0.0:1767384298.475166:0:20995:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384298.475171:0:20995:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:0.0:1767384298.477940:0:20995:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384298.483304:0:20996:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000033e3c5ed. 00000400:00000010:0.0:1767384298.483317:0:20996:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c7874eb7. 00000400:00000010:0.0:1767384298.483325:0:20996:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005a5da66c. 00000400:00000010:0.0:1767384298.483328:0:20996:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ba6d1e67. 00000400:00000010:0.0:1767384298.483331:0:20996:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c236e29e. 00000400:00000010:0.0:1767384298.483334:0:20996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ae91b2a. 00000400:00000010:0.0:1767384298.483335:0:20996:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000046e9cd77. 00000400:00000010:0.0:1767384298.483336:0:20996:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be87fa26. 00000400:00000010:0.0:1767384298.483339:0:20996:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b74a2945. 00000800:00000010:0.0:1767384298.483347:0:20996:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b8f07050. 00000800:00000200:0.0:1767384298.483356:0:20996:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384298.483361:0:20996:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384298.483392:0:20996:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384298.483411:0:20996:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp16 [8/256/0/180] 00000400:00000010:0.0:1767384298.484663:0:20996:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000001d76f9b5. 00000400:00000010:0.0:1767384298.484667:0:20996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163baf64. 00000400:00000010:0.0:1767384298.484672:0:20996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000001:0.0:1767384298.484683:0:20996:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.484684:0:20996:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.484686:0:20996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f6699d0. 00000400:00000200:0.0:1767384298.484688:0:20996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb7141a 00000400:00000010:0.0:1767384298.484689:0:20996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000400:00000010:0.0:1767384298.484692:0:20996:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000005d3cff7b. 00000400:00000200:0.0:1767384298.484696:0:20996:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (7) 00000400:00000200:0.0:1767384298.484707:0:20996:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384298.484717:0:20996:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:0.0:1767384298.484723:0:20996:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003714a1fd. 00000020:01000000:0.0:1767384298.484726:0:20996:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384298.484728:0:20996:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp16 00000400:00000200:1.0:1767384298.484732:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384298.484740:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:0.0:1767384298.484740:0:20996:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c7874eb7. 00000400:00000010:0.0:1767384298.484747:0:20996:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000033e3c5ed. 00000400:00000010:1.0:1767384298.484750:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000400:00000200:1.0:1767384298.484754:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (8) 00000400:00000010:1.0:1767384298.484759:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d7bf531. 00000400:00000200:1.0:1767384298.484762:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1767384298.484773:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1767384298.484779:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:2.0:1767384298.484782:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384298.484786:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384298.484788:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384298.484791:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:2.0:1767384298.484792:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384298.484795:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384298.484800:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384298.484800:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384298.484804:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384298.484808:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384298.484808:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384298.484812:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384298.484815:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384298.484817:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384298.484818:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384298.484820:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384298.484821:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384298.484822:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384298.484823:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384298.484828:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 00000400:00000200:1.0:1767384298.484831:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:00000040:2.0:1767384298.484834:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384298.484837:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp15 00000100:00000001:2.0:1767384298.484841:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384298.484842:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp15 lpni_is_preferred = 0 02000000:00000001:2.0:1767384298.484844:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384298.484847:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp15 02000000:00000001:2.0:1767384298.484850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384298.484853:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384298.484859:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp15 02000000:00000010:2.0:1767384298.484860:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000536fc59d. 00000400:00000200:1.0:1767384298.484866:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:) -> 192.168.202.115@tcp15(192.168.202.115@tcp:192.168.202.115@tcp15) : PUT try# 0 00000100:00000001:2.0:1767384298.484867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384298.484874:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.115@tcp15 00000100:00000001:2.0:1767384298.484888:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384298.484891:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac3a6c8. 00000100:00000001:2.0:1767384298.484893:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384298.484901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a97d5f] to pc [ptlrpcd_00_03+3] req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384298.484901:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000065894fa1. 00000800:00000010:1.0:1767384298.484906:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009d09b26e. 00000800:00000200:1.0:1767384298.484915:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (2) 00000800:00000200:1.1:1767384298.484919:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (2) 10000000:00000001:2.0:1767384298.484929:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384298.484933:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384298.484934:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384298.484935:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384298.484938:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000020:01000000:2.0:1767384298.484944:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384298.484950:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384298.484951:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384298.484953:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384298.484954:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384298.484956:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384298.484958:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384298.484959:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384298.484960:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384298.484962:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384298.484962:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384298.484966:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384298.484968:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000004:2.0:1767384298.484969:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384298.484972:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384298.484973:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384298.484974:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384298.484979:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00000020:00000040:2.0:1767384298.484981:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384298.484982:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384298.484984:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384298.484985:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384298.484987:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384298.484987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 02000000:00000001:2.0:1767384298.484991:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.484991:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384298.484995:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384298.484998:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384298.485001:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000068feb2b7. 00000100:00000040:1.0:1767384298.485005:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.485006:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.485012:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384298.485014:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384298.485021:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_00+0] req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.485026:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384298.485031:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384298.485034:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000001:1.0:1767384298.485037:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384298.485041:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384298.485045:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384298.485049:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485050:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384298.485050:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728310528:0@lo:253: 10000000:00000001:2.0:1767384298.485055:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485056:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384298.485061:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485062:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384298.485063:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384298.485063:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384298.485066:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003714a1fd. 00000400:00000200:0.0:1767384298.485068:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:3.0:1767384298.485069:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.485076:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384298.485078:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384298.485080:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.485082:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485087:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384298.485087:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384298.485088:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384298.485091:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485092:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.485097:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384298.485098:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4c757a8. 02000000:00000001:3.0:1767384298.485099:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384298.485099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 02000000:00000001:3.0:1767384298.485104:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.485104:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.485110:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728310656:0@lo:253: 00000400:00000010:1.0:1767384298.485112:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004488b78b. 00000100:00000001:3.0:1767384298.485119:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384298.485122:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1adfd4b. 02000000:00000001:3.0:1767384298.485123:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384298.485127:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384298.485129:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728310528, portal 25 02000000:00000001:3.0:1767384298.485131:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384298.485132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:1.0:1767384298.485159:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384298.485162:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 02000000:00000010:3.0:1767384298.485167:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d3c18388. 00000100:00000040:1.0:1767384298.485168:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384298.485172:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384298.485180:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4f3341. 00000100:00000001:1.0:1767384298.485181:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.485186:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.485189:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002edb5884. 00000400:00000010:3.0:1767384298.485191:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d2848f. 00000100:00000200:1.0:1767384298.485192:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728310528, offset 0 00000100:00000200:3.0:1767384298.485198:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728310656, portal 25 00000400:00000200:1.0:1767384298.485201:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.485203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:3.0:1767384298.485204:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384298.485207:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000400:00000200:1.0:1767384298.485212:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384298.485215:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384298.485225:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02b00 00000100:00000001:3.0:1767384298.485228:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384298.485233:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00000040:3.0:1767384298.485237:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384298.485237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000010:1.0:1767384298.485238:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcdca. 00000400:00000010:3.0:1767384298.485243:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd4b8a22. 00000400:00000200:1.0:1767384298.485244:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001969a626 00000100:00000200:3.0:1767384298.485249:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728310656, offset 0 00000400:00000200:1.0:1767384298.485252:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.485259:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.485261:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.485266:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001969a626 00000400:00000010:1.0:1767384298.485268:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001969a626. 00000400:00000200:3.0:1767384298.485274:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384298.485275:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384298.485275:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000200:1.0:1767384298.485277:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384298.485282:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000005cee2a04 x1853236728310528 msgsize 4848 00000100:00100000:1.0:1767384298.485289:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384298.485292:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384298.485294:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02b80 00000100:00000001:1.0:1767384298.485301:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384298.485302:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:3.0:1767384298.485308:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f09c483e. 00000400:00000200:0.0:1767384298.485311:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384298.485312:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042402f70 00000400:00000200:1.0:1767384298.485315:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edb5884 00000400:00000200:3.0:1767384298.485317:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384298.485318:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002edb5884. 00000100:00000001:1.0:1767384298.485323:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384298.485325:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.485329:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042402f70 00000400:00000010:3.0:1767384298.485333:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042402f70. 00000100:00000001:3.0:1767384298.485337:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384298.485337:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384298.485341:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384298.485345:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000040:3.0:1767384298.485347:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000080149140 x1853236728310656 msgsize 4848 00000100:00000001:1.0:1767384298.485353:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384298.485357:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384298.485358:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.485363:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384298.485369:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.485370:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.485375:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485377:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.485378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:1.0:1767384298.485379:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294886536 00000400:00000200:3.0:1767384298.485385:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4b8a22 00000100:00000010:1.0:1767384298.485386:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebd1e324. 00000400:00000010:3.0:1767384298.485391:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd4b8a22. 00000100:00000001:1.0:1767384298.485394:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384298.485396:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384298.485400:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294886536 00000100:00000200:3.0:1767384298.485404:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384298.485406:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e767108. 00000100:00000001:1.0:1767384298.485411:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384298.485414:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:1.0:1767384298.485416:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294886536 00000100:00000001:3.0:1767384298.485422:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384298.485423:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c304cb5. 00000100:00000001:1.0:1767384298.485427:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384298.485428:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.485430:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294886536 00000100:00000010:1.0:1767384298.485437:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085a4ae3a. 00000100:00000001:1.0:1767384298.485442:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384298.485448:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.485448:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384298.485454:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.485455:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.485459:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485461:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.485461:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485469:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294886536 00000100:00000001:3.0:1767384298.485473:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294886536 00000100:00000001:3.0:1767384298.485476:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294886536 00000100:00000001:3.0:1767384298.485478:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294886536 00000100:00000001:3.0:1767384298.485479:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294886536 00000100:00000001:3.0:1767384298.485481:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294886536 00000100:00000001:3.0:1767384298.485482:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294886536 00000100:00000001:3.0:1767384298.485490:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294886536 00000100:00000001:3.0:1767384298.485492:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384298.485497:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485500:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485502:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.485507:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384298.485509:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384298.485511:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384298.485512:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384298.485514:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485516:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485534:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384298.485537:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310528 02000000:00000001:3.0:1767384298.485540:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384298.485542:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.485545:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.485549:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.485553:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310528 00000020:00000001:3.0:1767384298.485556:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384298.485558:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384298.485561:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.485564:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:3.0:1767384298.485567:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384298.485569:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384298.485574:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384298.485578:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000001:3.0:1767384298.485581:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384298.485585:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000020:00000010:3.0:1767384298.485591:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb8b90dc. 00000020:00000010:3.0:1767384298.485597:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf0e13d8. 00000020:00000010:3.0:1767384298.485602:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d23612b9. 00000100:00000040:3.0:1767384298.485612:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384298.485616:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384298.485618:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384298.485620:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485636:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384298.485646:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000076890e09. 00000100:00000001:3.0:1767384298.485647:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384298.485652:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7874eb7. 00000800:00000010:0.0:1767384298.485659:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020f92ee1. 00000100:00000001:3.0:1767384298.485660:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384298.485663:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310656 02000000:00000001:3.0:1767384298.485665:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384298.485667:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.485669:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.485672:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.485674:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310656 00000020:00000001:3.0:1767384298.485676:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384298.485677:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384298.485679:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.485681:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:3.0:1767384298.485683:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384298.485687:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384298.485690:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384298.485694:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000001:3.0:1767384298.485696:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384298.485699:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000800:00000010:0.0:1767384298.485701:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020f92ee1. 00000020:00000010:3.0:1767384298.485705:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c194df. 00000020:00000010:3.0:1767384298.485708:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fa0a9b2. 00000020:00000010:3.0:1767384298.485713:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3b2aee6. 00000100:00000001:3.0:1767384298.485719:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384298.485721:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384298.485722:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485728:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485730:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.485732:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.485735:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384298.485740:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384298.485742:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.485742:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:0.0:1767384298.485746:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384298.485749:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853321296 : -113719856230320 : ffff9892885d9050) 00000100:00100000:3.0:1767384298.485755:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767384298.485756:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005cee2a04 x1853236728310528/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.485758:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384298.485760:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853331536 : -113719856220080 : ffff9892885db850) 00000100:00000040:3.0:1767384298.485765:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080149140 x1853236728310656/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.485766:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384298.485770:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:0.0:1767384298.485770:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f92ee1. 00000100:00000001:0.0:1767384298.485776:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.485783:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f92ee1. 00000100:00000001:3.0:1767384298.485785:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384298.485788:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp15 from 243.3.0.2 00000020:00000010:3.0:1767384298.485789:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00100000:0.0:1767384298.485792:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005cee2a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728310528:12345-0@lo:253: 00000100:00000001:3.0:1767384298.485793:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384298.485794:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000229a5a57. 00000020:00000010:3.0:1767384298.485796:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000100:00000200:0.0:1767384298.485797:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310528 00000020:00000001:0.0:1767384298.485802:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384298.485804:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080149140 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728310656:12345-0@lo:253: 00000020:00000001:0.0:1767384298.485805:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384298.485807:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310656 00000020:00000001:0.0:1767384298.485807:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.485809:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.485810:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384298.485811:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.485812:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384298.485813:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.485816:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.485816:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384298.485817:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384298.485818:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384298.485820:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.485821:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384298.485822:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.485823:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384298.485824:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384298.485825:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.485826:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.485827:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485831:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384298.485831:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384298.485834:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384298.485834:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384298.485840:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008c9848b6. 02000000:00000010:0.0:1767384298.485840:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003714a1fd. 02000000:00000001:3.0:1767384298.485843:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.485843:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.485845:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.485845:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.485849:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384298.485849:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384298.485860:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a392e2d. 20000000:00000010:0.0:1767384298.485860:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008658ad81. 20000000:01000000:3.0:1767384298.485864:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384298.485864:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384298.485867:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384298.485867:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384298.485870:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384298.485872:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.485874:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.485889:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384298.485891:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384298.485891:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.485893:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.485894:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384298.485901:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0444a84. 20000000:01000000:3.0:1767384298.485904:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384298.485909:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384298.485914:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384298.485923:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384298.485939:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384298.485954:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.485957:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384298.485959:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.485961:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384298.485963:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384298.485967:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000800:00000010:1.0:1767384298.485969:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004fdf1370. 00000020:00000001:3.0:1767384298.485971:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000800:00000010:1.0:1767384298.485974:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002edb5884. 00080000:00000002:3.0:1767384298.485975:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384298.485980:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.485985:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384298.485990:0:17079:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000037315a06. 00000800:00000010:1.0:1767384298.485990:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f01a8ebd. 00080000:00000001:3.0:1767384298.485996:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384298.485997:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (2) 00000020:00000001:3.0:1767384298.486001:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:1.1:1767384298.486002:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp15 00000000f01a8ebd deleted 00000800:00000010:1.1:1767384298.486005:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f01a8ebd. 00000020:00000001:3.0:1767384298.486009:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000800:00000200:1.1:1767384298.486009:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384298.486015:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:1.1:1767384298.486016:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:1011 00080000:00000010:3.0:1767384298.486019:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030cd6fa4. 00000800:00000200:1.1:1767384298.486020:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dac3a6c8 type 1, nob 256 niov 1 nkiov 1 00080000:00000001:3.0:1767384298.486026:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480667648 : -113724228883968 : ffff989183bc2a00) 00000800:00000200:1.0:1767384298.486029:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp15 p 3.x 192.168.202.115 -> 192.168.202.115:1011 incarnation:1767384297117240520 sched[0] 00080000:00000001:3.0:1767384298.486033:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384298.486035:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005eaa11c4. 00000001:00000001:3.0:1767384298.486038:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384298.486041:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000035dd9085. 00080000:00000001:3.0:1767384298.486046:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.486049:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384298.486062:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.486078:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384298.486089:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005eaa11c4. 00000800:00000010:1.0:1767384298.486095:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002edb5884. 00000800:00000010:1.0:1767384298.486131:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000229a5a57. 00000800:00000200:0.1:1767384298.486162:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384298.486164:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384298.486172:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384298.486172:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp15 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384297117240520 sched[0] 00000800:00000010:0.0:1767384298.486176:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7874eb7. 00000800:00000001:1.0:1767384298.486199:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384298.486204:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384298.486225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:1.0:1767384298.486232:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384298.486239:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384298.486241:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384298.486244:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384298.486244:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384298.486251:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac3a6c8. 00000400:00000200:1.0:1767384298.486257:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : PUT - for me 00000400:00000200:3.0:1767384298.486260:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.486270:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384298.486271:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: PUT: OK 00000400:00000200:1.0:1767384298.486280:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 160/160 into md 0x12e9 [1] + 0 00000400:00000010:1.0:1767384298.486283:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384298.486287:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000609c245b 00000400:00000200:0.0:1767384298.486288:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384298.486290:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384298.486290:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384298.486296:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:1.0:1767384298.486302:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384298.486306:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.486312:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: PUT: OK 00000400:00000200:1.0:1767384298.486316:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:1.0:1767384298.486319:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000400:00000200:1.0:1767384298.486322:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384298.486326:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (9) 00000400:00000200:1.0:1767384298.486332:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384298.486336:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000002edb5884. 00000400:00000200:1.0:1767384298.486340:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 8 00000400:00000200:1.0:1767384298.486345:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384298.486346:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384298.486360:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (10) 00000400:00000200:1.0:1767384298.486367:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384298.486373:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp15 to MR: 192.168.202.115@tcp15 local destination 00000400:00000200:1.0:1767384298.486379:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384298.486390:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) -> 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) 192.168.202.115@tcp15 : ACK try# 0 00000400:00000200:0.0:1767384298.486392:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384298.486406:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384298.486408:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp15 00000800:00000010:1.0:1767384298.486413:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3ce9636. 00000400:00000010:3.0:1767384298.486420:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed494a2. 00000800:00000200:1.0:1767384298.486422:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (4) 00000400:00000010:3.0:1767384298.486428:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000400:00000200:0.0:1767384298.486430:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000800:00000200:1.0:1767384298.486434:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:988 00000400:00000200:3.0:1767384298.486435:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:1.0:1767384298.486439:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3ce9636 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384298.486444:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:3.0:1767384298.486453:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000dd4b8a22. 00000400:00000010:3.0:1767384298.486457:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000000ceaf57a. 00000400:00000010:3.0:1767384298.486461:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000a943f2b5. 00000400:00000200:0.0:1767384298.486462:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:3.0:1767384298.486472:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000320c4140. 00000400:00000200:3.0:1767384298.486477:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000320c4140 nid 192.168.202.115@tcp16 00000400:00000010:3.0:1767384298.486481:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000095d3739. 00000400:00000200:3.0:1767384298.486483:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000095d3739 net tcp16 00000400:00000200:3.0:1767384298.486487:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (9) 00000400:00000200:3.0:1767384298.486491:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp16 flags 0x11 00000400:00000010:3.0:1767384298.486496:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000dd4b8a22. 00000400:00000010:3.0:1767384298.486499:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000000ceaf57a. 00000400:00000200:0.0:1767384298.486501:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000010:3.0:1767384298.486502:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000a943f2b5. 00000800:00000200:1.0:1767384298.486503:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384298.486506:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000002edb5884. 00000800:00000010:1.0:1767384298.486508:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3ce9636. 00000400:00000200:3.0:1767384298.486512:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384298.486516:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.486520:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000400:00000200:1.0:1767384298.486525:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: ACK: OK 00000400:00000200:0.0:1767384298.486528:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384298.486529:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000800:00000001:1.0:1767384298.486532:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384298.486536:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000800:00000001:1.0:1767384298.486537:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384298.486541:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000800:00000001:1.0:1767384298.486542:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384298.486548:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000800:00000001:1.0:1767384298.486548:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384298.486553:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384298.486557:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000001:1.0:1767384298.486558:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384298.486560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384298.486561:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (10) 00000400:00000200:1.0:1767384298.486567:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : ACK - for me 00000400:00000200:1.0:1767384298.486578:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp15: ACK from 12345-192.168.202.115@tcp15 into md 0x1369 00000400:00000200:1.0:1767384298.486580:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.486583:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: ACK: OK 00000400:00000200:1.0:1767384298.486585:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000400:00000010:1.0:1767384298.486587:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000400:00000200:1.0:1767384298.486590:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384298.486593:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:1.0:1767384298.486595:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (9) 00000800:00000001:1.0:1767384298.486598:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384298.486601:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384298.486604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384298.486635:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384298.486652:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384298.486666:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000800:00000010:0.0:1767384298.486775:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f323a21. 00000800:00000010:0.0:1767384298.486780:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7874eb7. 00000800:00000010:0.0:1767384298.486784:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020f92ee1. 00000400:00000200:1.0:1767384298.486808:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384298.486811:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020f92ee1. 00000400:00000200:1.0:1767384298.486824:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384298.486827:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000630a8cdd. 00000800:00000010:3.0:1767384298.486867:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2650265. 00000800:00000010:3.0:1767384298.486872:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a943f2b5. 00000800:00000010:3.0:1767384298.486895:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dd4b8a22. 00000800:00000200:3.1:1767384298.486900:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (4) 00000800:00000200:3.1:1767384298.486903:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp15 00000000dd4b8a22 deleted 00000800:00000010:3.1:1767384298.486905:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dd4b8a22. 00000800:00000200:3.1:1767384298.486908:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384298.486913:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp15 p 3.x 192.168.202.115 -> 192.168.202.115:1010 incarnation:1767384297117240520 sched[0] 00000800:00000010:3.0:1767384298.486918:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000313b2a18. 00000800:00000010:3.0:1767384298.486960:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000313b2a18. 00000800:00000010:3.0:1767384298.486964:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a943f2b5. 00000800:00000200:0.1:1767384298.486980:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384298.486985:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp15 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384297117240520 sched[0] 00000800:00000010:0.0:1767384298.486989:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7874eb7. 00000800:00000010:3.0:1767384298.487017:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000630a8cdd. 00000800:00000001:0.0:1767384298.487025:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384298.487030:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384298.487031:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384298.487034:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384298.487656:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000030cd6fa4. 00080000:00000010:3.0:1767384298.487707:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000035dd9085. 00040000:00000001:3.0:1767384298.487712:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384298.487714:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384298.487716:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384298.487718:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384298.487720:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.487721:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384298.487731:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384298.487742:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384298.487745:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384298.487750:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384298.487752:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384298.487756:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384298.487759:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384298.487761:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c1bc397. 20000000:01000000:0.0:1767384298.487765:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00010000:00000001:1.0:1767384298.487771:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384298.487772:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384298.487775:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384298.487778:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:1.0:1767384298.487781:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a29e6bb8 count: 2 00080000:00000001:0.0:1767384298.487782:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384298.487784:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384298.487787:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384298.487790:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00080000:00000001:0.0:1767384298.487791:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384298.487793:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384298.487797:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefba85 to hash 00000020:00000001:1.0:1767384298.487799:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384298.487800:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00080000:00000001:0.0:1767384298.487800:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.487806:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00080000:00000001:0.0:1767384298.487807:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384298.487810:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384298.487811:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.487813:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.487815:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384298.487817:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384298.487819:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384298.487825:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:1.0:1767384298.487828:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384298.487833:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384298.487833:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:1.0:1767384298.487836:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:0.0:1767384298.487837:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384298.487839:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.487842:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384298.487845:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384298.487847:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384298.487852:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.487854:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384298.487858:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.487858:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384298.487864:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384298.487864:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384298.487865:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384298.487866:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.487870:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384298.487870:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.487870:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000010:3.0:1767384298.487889:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a392e2d. 00010000:00000001:1.0:1767384298.487891:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384298.487894:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384298.487897:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.487897:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.487901:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000056998630. 00010000:00000040:1.0:1767384298.487903:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a29e6bb8) refcount = 2 00010000:00000040:3.0:1767384298.487904:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728310656 00080000:00000001:0.0:1767384298.487906:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462961152 : -113724246590464 : ffff989182adfc00) 00010000:00000001:3.0:1767384298.487910:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384298.487911:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:0.0:1767384298.487912:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000200:3.0:1767384298.487915:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080149140 x1853236728310656/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384298.487915:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384298.487918:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000020f92ee1. 00010000:00000040:1.0:1767384298.487921:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384298.487922:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.487927:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384298.487934:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384298.487935:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:0.0:1767384298.487936:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.487938:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.487938:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384298.487944:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=21 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384298.487946:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384298.487947:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005eaa11c4. 00000100:00000001:3.0:1767384298.487951:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384298.487951:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384298.487956:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01a8ebd. 00000100:00000040:3.0:1767384298.487958:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384298.487959:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349474391552 : -113724235160064 : ffff9891835c6600) 00000100:00000001:1.0:1767384298.487964:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349474391552 : -113724235160064 : ffff9891835c6600) 00000100:00000001:3.0:1767384298.487965:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384298.487966:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384298.487968:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 02000000:00000001:3.0:1767384298.487972:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384298.487972:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1767384298.487977:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.487977:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.487979:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384298.487982:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384298.487983:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.487987:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.487990:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:3.0:1767384298.487991:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384298.487992:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:3.0:1767384298.487997:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a943f2b5. 00000100:00000010:1.0:1767384298.487997:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf55aff3. 00000100:00000200:3.0:1767384298.488003:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728310656, offset 224 00000020:00000040:1.0:1767384298.488003:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384298.488005:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384298.488008:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384298.488010:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.488012:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384298.488015:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc9c2110. 00000400:00000200:3.0:1767384298.488020:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384298.488021:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384298.488025:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384298.488037:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02b80 00010000:00010000:1.0:1767384298.488041:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 369 lvb_type: 0 00000400:00000200:3.0:1767384298.488046:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00010000:00000001:1.0:1767384298.488053:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384298.488054:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384298.488056:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384298.488060:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384298.488063:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384298.488064:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384298.488069:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.488100:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384298.488104:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.488104:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.488111:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf55aff3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728310784:0@lo:104: 00000100:00000001:1.0:1767384298.488118:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384298.488123:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384298.488124:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.488125:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384298.488128:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d3a9a3. 02000000:00000001:1.0:1767384298.488129:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.488132:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384298.488132:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384298.488154:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000100:00000200:1.0:1767384298.488157:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310784, portal 16 00000100:00000001:1.0:1767384298.488159:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384298.488160:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492194816 : -113724217356800 : ffff9891846c0e00) 00000100:00000040:1.0:1767384298.488164:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384298.488169:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.488173:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384298.488174:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384298.488175:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000100:00000200:1.0:1767384298.488179:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728310784, offset 0 00000100:00000001:0.0:1767384298.488179:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384298.488189:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.488195:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.488201:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce02c00 00000400:00000200:1.0:1767384298.488206:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384298.488209:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.488211:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.488214:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384298.488216:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384298.488219:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e93055. 00000100:00000040:1.0:1767384298.488221:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000021e93055 x1853236728310784 msgsize 328 00000100:00100000:1.0:1767384298.488224:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384298.488232:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.488243:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:1.0:1767384298.488245:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000100:00000001:1.0:1767384298.488248:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384298.488248:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.488253:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310784 00000100:00000200:1.0:1767384298.488254:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384298.488258:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.488263:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.488264:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384298.488266:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.488268:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384298.488273:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488275:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488278:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384298.488278:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310784 00000020:00000001:0.0:1767384298.488283:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384298.488284:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.488287:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000001:1.0:1767384298.488288:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294886539 00000400:00000200:3.0:1767384298.488292:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a943f2b5 00000020:00000001:0.0:1767384298.488292:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384298.488296:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294886536 00000020:00000040:0.0:1767384298.488296:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000400:00000010:3.0:1767384298.488297:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a943f2b5. 00000100:00000001:3.0:1767384298.488303:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384298.488303:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:1.0:1767384298.488304:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294886539 00000100:00000001:3.0:1767384298.488305:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384298.488307:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:1.0:1767384298.488310:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294886536 00000100:00000001:3.0:1767384298.488312:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488312:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384298.488315:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294886539 00000100:00000040:3.0:1767384298.488318:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000010:0.0:1767384298.488318:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003249326b. 00000100:00000001:1.0:1767384298.488319:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294886536 00000100:00000001:0.0:1767384298.488323:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.488324:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384298.488325:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294886539 00000020:00000001:3.0:1767384298.488327:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.488327:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003249326b. 00000100:00000001:1.0:1767384298.488329:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294886536 00000020:00000001:3.0:1767384298.488331:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384298.488333:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.488333:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136abc5d. 00000100:00000040:3.0:1767384298.488338:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080149140 x1853236728310656/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.488339:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.488340:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab18b30c. 00010000:00000001:1.0:1767384298.488345:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.488347:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088d4b8e3. 00010000:00000001:1.0:1767384298.488350:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.488355:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.488357:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384298.488358:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:3.0:1767384298.488360:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080149140 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728310656:12345-0@lo:253: Request processed in 2571us (3007us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384298.488360:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384298.488362:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384298.488363:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488365:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384298.488368:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384298.488371:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:3.0:1767384298.488375:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:1.0:1767384298.488376:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488376:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.488381:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384298.488381:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384298.488382:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384298.488384:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.488387:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384298.488387:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f01a8ebd going to sleep for 11 seconds 00000100:00000001:3.0:1767384298.488392:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384298.488393:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.488395:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384298.488398:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fa0a9b2. 00000100:00000001:1.0:1767384298.488402:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384298.488404:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3b2aee6. 00000100:00000001:0.0:1767384298.488408:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384298.488410:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c194df. 00000100:00000001:0.0:1767384298.488410:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.488414:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000040:3.0:1767384298.488415:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000040:0.0:1767384298.488416:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:0.0:1767384298.488417:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492206464 : -113724217345152 : ffff9891846c3b80) 02000000:00000001:3.0:1767384298.488419:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384298.488422:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021e93055 x1853236728310784/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384298.488428:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008c9848b6. 00000100:00000001:0.0:1767384298.488430:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384298.488431:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767384298.488432:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003249326b. 00000100:00000001:3.0:1767384298.488434:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.488434:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.488436:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003249326b. 00000100:00000200:3.0:1767384298.488438:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384298.488440:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021e93055 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728310784:12345-0@lo:104: 00000400:00000010:3.0:1767384298.488441:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c81f4a35. 00000100:00000200:0.0:1767384298.488443:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310784 00000400:00000010:3.0:1767384298.488445:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a943f2b5. 00010000:00000001:0.0:1767384298.488446:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384298.488450:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.488452:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.488454:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=2 00000020:00000001:0.0:1767384298.488456:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:0.0:1767384298.488459:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:0.0:1767384298.488462:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.488464:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.488468:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.488476:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.488479:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.488482:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043c85b41. 02000000:00000001:0.0:1767384298.488483:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488486:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488494:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.488496:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.488499:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.488502:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.488505:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384298.488507:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384298.488508:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.488509:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488511:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.488513:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.488515:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000100:00000200:0.0:1767384298.488518:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728310784, offset 224 00000400:00000200:0.0:1767384298.488522:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.488527:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.488532:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce02c00 00000400:00000200:0.0:1767384298.488535:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1385 [1] + 224 00000400:00000200:0.0:1767384298.488538:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.488541:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.488544:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.488546:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384298.488553:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384298.488566:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.488570:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:0.0:1767384298.488571:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000100:00000001:0.0:1767384298.488572:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.488573:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.488575:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.488577:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384298.488580:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384298.488583:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384298.488583:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c7874eb7. 00010000:00000001:0.0:1767384298.488585:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384298.488588:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384298.488591:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384298.488592:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384298.488596:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00010000:00010000:0.0:1767384298.488596:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384298.488598:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00000001:1.0:1767384298.488599:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.488603:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384298.488609:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384298.488614:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384298.488614:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.488620:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384298.488620:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488623:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384298.488624:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488626:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.488628:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e93055 x1853236728310784/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384298.488629:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384298.488629:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384298.488633:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384298.488635:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384298.488636:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384298.488638:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384298.488639:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.488642:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384298.488643:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.488645:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021e93055 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728310784:12345-0@lo:104: Request processed in 211us (419us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384298.488648:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384298.488656:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=21 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384298.488657:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1767384298.488658:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ab24300 already unused, calling callback (00000000a89832d0) 00000100:00000001:1.0:1767384298.488661:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:3.0:1767384298.488663:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384298.488663:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000100:00000001:1.0:1767384298.488664:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384298.488667:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.488668:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384298.488669:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384298.488670:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384298.488673:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.488675:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab18b30c. 00000100:00000001:1.0:1767384298.488677:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.488679:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384298.488680:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088d4b8e3. 00010000:00000001:3.0:1767384298.488683:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384298.488683:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384298.488686:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136abc5d. 00000020:00000001:3.0:1767384298.488687:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.488689:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=3 00000020:00000040:0.0:1767384298.488692:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000020:00000001:3.0:1767384298.488695:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:0.0:1767384298.488698:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384298.488701:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:1.0:1767384298.488703:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.488706:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384298.488707:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384298.488710:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384298.488711:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.488713:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000400:00000001:0.0:1767384298.488714:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384298.488716:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384298.488718:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384298.488719:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384298.488721:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4f3341. 00010000:00000001:1.0:1767384298.488722:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.488724:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1767384298.488726:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d2848f 00000100:00000040:1.0:1767384298.488727:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:3.0:1767384298.488729:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384298.488729:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2d2848f. 00000100:00000001:0.0:1767384298.488732:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.488737:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384298.488741:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384298.488747:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384298.488757:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00100000:1.0:1767384298.488758:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf55aff3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728310784:0@lo:104: 10000000:00000040:3.0:1767384298.488760:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000200:0.0:1767384298.488762:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.488764:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384298.488765:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384298.488767:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488771:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488774:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384298.488775:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384298.488778:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf55aff3 x1853236728310784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384298.488781:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384298.488786:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384298.488786:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384298.488789:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384298.488790:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:3.0:1767384298.488791:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 00000100:00000001:0.0:1767384298.488792:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384298.488793:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d3a9a3. 10000000:00000001:3.0:1767384298.488795:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384298.488795:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384298.488797:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:3.0:1767384298.488798:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.488798:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384298.488801:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384298.488802:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384298.488803:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384298.488804:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00000100:00000001:0.0:1767384298.488805:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.488806:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384298.488807:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384298.488809:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384298.488810:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384298.488811:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc9c2110. 00010000:00000001:3.0:1767384298.488813:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384298.488814:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384298.488818:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.488818:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384298.488821:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf55aff3. 00000020:00000040:3.0:1767384298.488823:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ab24300 with handle 0x960a57272cefba77 from hash 00000100:00001000:0.0:1767384298.488823:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=21 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384298.488826:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384298.488828:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:0.0:1767384298.488828:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.488829:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384298.488831:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384298.488834:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f01a8ebd. 00010000:00000001:3.0:1767384298.488835:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384298.488835:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384298.488838:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384298.488839:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384298.488839:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.488841:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.488843:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384298.488843:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:1.0:1767384298.488844:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005eaa11c4. 00010000:00000001:0.0:1767384298.488846:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.488847:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384298.488848:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488851:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.488853:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384298.488853:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.488856:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384298.488857:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384298.488859:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384298.488863:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000010:3.0:1767384298.488864:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b57a7d. 00010000:00000001:1.0:1767384298.488867:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1767384298.488869:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=6 obd=MGC192.168.202.115@tcp 00010000:00010000:1.0:1767384298.488871:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.488871:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384298.488874:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384298.488874:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.488892:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384298.488893:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:01000004:0.0:1767384298.488897:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384298.488898:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384298.488900:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384298.488901:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:3.0:1767384298.488903:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076c194df. 00000020:01000004:0.0:1767384298.488903:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384298.488905:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384298.488906:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384298.488907:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384298.488908:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384298.488909:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384298.488910:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:01000004:0.0:1767384298.488910:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:3.0:1767384298.488913:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384298.488914:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384298.488921:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384298.488923:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384298.488923:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728310656:0@lo:253: 00000100:00000001:3.0:1767384298.488926:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.488928:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.488930:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384298.488932:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.488933:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728310656/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.488937:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b57a7d] to pc [ptlrpcd_00_01+1] req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.488941:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.488942:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.488945:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d3c18388. 02000000:00000001:0.0:1767384298.488949:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.488950:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.488952:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384298.488955:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384298.488957:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.488960:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384298.488961:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000068feb2b7. 00010000:00000001:3.0:1767384298.488962:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384298.488962:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384298.488965:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384298.488966:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.488966:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384298.488968:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384298.488969:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.488969:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 10000000:00000001:3.0:1767384298.488971:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.488973:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384298.488975:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767384298.488976:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.488976:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.488980:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384298.488982:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.488986:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384298.488988:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384298.488990:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.488991:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefba77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefba7e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.488996:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.488999:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489003:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384298.489006:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384298.489007:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ba34c4cf count: 0 02000000:00000001:1.0:1767384298.489009:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384298.489013:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384298.489015:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.489018:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005b57a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728310912:0@lo:103: 00000100:00000001:1.0:1767384298.489021:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384298.489024:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384298.489026:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489027:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384298.489028:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384298.489031:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767384298.489033:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc9c2110. 00010000:00000010:3.0:1767384298.489034:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c7874eb7. 02000000:00000001:1.0:1767384298.489037:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489041:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.489042:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000020:00000001:3.0:1767384298.489048:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384298.489048:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000020:00000001:3.0:1767384298.489052:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384298.489053:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728310912, portal 18 00000100:00000001:1.0:1767384298.489058:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767384298.489059:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384298.489060:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498623616 : -113724210928000 : ffff989184ce2680) 00000020:00000001:3.0:1767384298.489065:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384298.489066:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384298.489069:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.489075:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384298.489078:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384298.489080:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384298.489082:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384298.489086:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.489087:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000100:00000200:1.0:1767384298.489090:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728310912, offset 0 00010000:00010000:3.0:1767384298.489092:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384298.489096:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.489101:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.489108:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce02c80 00000400:00000200:1.0:1767384298.489112:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384298.489116:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.489118:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.489121:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384298.489127:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384298.489129:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf55aff3. 00000100:00000040:1.0:1767384298.489131:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000cf55aff3 x1853236728310912 msgsize 328 00000100:00100000:1.0:1767384298.489154:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384298.489162:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.489166:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:1.0:1767384298.489168:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000100:00000001:1.0:1767384298.489170:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384298.489173:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.489179:0:19669:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384298.489180:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384298.489185:0:19669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728310912 00000100:00000040:1.0:1767384298.489185:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384298.489190:0:19669:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384298.489194:0:19669:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.489195:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.489198:0:19669:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489198:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.489202:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489204:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294886540 00000100:00000001:1.0:1767384298.489210:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886539 02000000:00000001:3.0:1767384298.489211:0:19669:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.489216:0:19669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728310912 00000100:00000001:1.0:1767384298.489216:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294886540 00000020:00000001:3.0:1767384298.489218:0:19669:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384298.489221:0:19669:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:1.0:1767384298.489222:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886539 00000020:00000001:3.0:1767384298.489223:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.489227:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:1.0:1767384298.489228:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294886540 00000020:00000001:3.0:1767384298.489231:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384298.489234:0:19669:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384298.489234:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886539 00000100:00000001:3.0:1767384298.489236:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384298.489239:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294886540 00000020:00000010:3.0:1767384298.489240:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035dd9085. 00000100:00000001:1.0:1767384298.489243:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886539 00000100:00000001:3.0:1767384298.489244:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384298.489247:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035dd9085. 00000100:00000001:1.0:1767384298.489247:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384298.489252:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489254:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384298.489256:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030cd6fa4. 00000100:00000001:1.0:1767384298.489256:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.489260:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384298.489263:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fa0a9b2. 00000100:00000001:1.0:1767384298.489263:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384298.489267:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384298.489269:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384298.489270:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3b2aee6. 00000100:00000001:1.0:1767384298.489277:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489281:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.489282:0:19669:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384298.489286:0:19669:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384298.489288:0:19669:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384298.489290:0:19669:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384298.489292:0:19669:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489294:0:19669:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384298.489297:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384298.489299:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.489301:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:3.0:1767384298.489303:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:3.0:1767384298.489306:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:3.0:1767384298.489310:0:19669:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 369 lvb_type: 0 00010000:00000001:3.0:1767384298.489317:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.489318:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384298.489320:0:19669:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.489321:0:19669:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.489326:0:19669:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384298.489336:0:19669:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf55aff3 x1853236728310912/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.489343:0:19669:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384298.489345:0:19669:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.489355:0:19669:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.489370:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384298.489372:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.489373:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384298.489378:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.489382:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384298.489385:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384298.489387:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492194816 : -113724217356800 : ffff9891846c0e00) 00000100:00000001:3.0:1767384298.489389:0:19669:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.489391:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf55aff3 x1853236728310912/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.489394:0:19669:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489402:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.489405:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005eaa11c4. 00000100:00000001:1.0:1767384298.489408:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.489409:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005eaa11c4. 00000100:00100000:1.0:1767384298.489414:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf55aff3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728310912:12345-0@lo:103: 00000100:00000200:1.0:1767384298.489417:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728310912 00010000:00000001:1.0:1767384298.489419:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384298.489421:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384298.489423:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384298.489426:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.489427:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.489430:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccb62f81. 02000000:00000001:1.0:1767384298.489431:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489433:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489434:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384298.489436:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384298.489438:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384298.489439:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.489441:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:1.0:1767384298.489442:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:1.0:1767384298.489444:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000040:1.0:1767384298.489446:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a29e6bb8 count: 3 00010000:00010000:1.0:1767384298.489448:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 369 lvb_type: 0 00000100:00001000:1.0:1767384298.489461:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384298 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384298.489463:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384298.489467:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489468:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384298.489470:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 369 lvb_type: 0 00000020:00000001:1.0:1767384298.489474:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.489476:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.489477:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.489479:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489482:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384298.489483:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384298.489487:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489488:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384298.489490:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384298.489492:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384298.489494:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefba7e from hash 00010000:00000001:1.0:1767384298.489496:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384298.489497:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489498:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384298.489499:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384298.489500:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384298.489501:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384298.489504:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefba7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefba77 expref: 16 pid: 17081 timeout: 369 lvb_type: 0 00010000:00000040:1.0:1767384298.489507:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:1.0:1767384298.489508:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:1.0:1767384298.489512:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384298.489513:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384298.489515:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384298.489515:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001ef69440 00010000:00000001:1.0:1767384298.489517:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384298.489518:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.489524:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.489525:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.489526:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.489528:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384298.489530:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384298.489531:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489534:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384298.489536:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384298.489537:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384298.489538:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384298.489539:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a29e6bb8) refcount = 2 00010000:00010000:1.0:1767384298.489541:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489545:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384298.489546:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384298.489547:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.489549:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384298.489552:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005eaa11c4. 00000100:00000001:1.0:1767384298.489553:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384298.489555:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01a8ebd. 00000100:00000001:1.0:1767384298.489557:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349474391552 : -113724235160064 : ffff9891835c6600) 00000100:00000001:1.0:1767384298.489558:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349474391552 : -113724235160064 : ffff9891835c6600) 00000100:00000001:1.0:1767384298.489560:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384298.489560:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384298.489562:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384298.489563:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384298.489565:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384298.489567:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384298.489567:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.489568:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=5 00000020:00000001:1.0:1767384298.489569:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384298.489571:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384298.489572:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384298.489578:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489582:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384298.489584:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489587:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489588:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384298.489589:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489592:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384298.489593:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489594:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384298.489595:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384298.489598:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ef69440 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384298.489600:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.489602:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384298.489603:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489606:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384298.489606:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384298.489607:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.489608:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=6 00000020:00000001:1.0:1767384298.489609:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384298.489611:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384298.489612:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384298.489614:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489617:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384298.489624:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384298.489625:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489638:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384298.489641:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384298.489642:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384298.489643:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384298.489646:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefba85 from hash 00010000:00000001:1.0:1767384298.489648:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384298.489649:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489651:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384298.489652:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384298.489654:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384298.489656:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384298.489658:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384298.489660:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.489662:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.489664:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.489665:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384298.489669:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384298.489675:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.489679:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384298.489680:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384298.489682:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.489685:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384298.489687:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.489691:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384298.489691:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000056998630. 00010000:00000001:1.0:1767384298.489692:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384298.489700:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384298.489702:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000010:0.0:1767384298.489705:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000020f92ee1. 00010000:00000001:3.0:1767384298.489706:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.489708:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:0.0:1767384298.489709:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384298.489711:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00040000:00000001:0.0:1767384298.489712:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384298.489714:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489717:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000002:0.0:1767384298.489719:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00000001:1.0:1767384298.489720:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384298.489724:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489725:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384298.489727:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384298.489730:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384298.489730:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:1.0:1767384298.489733:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:01000000:0.0:1767384298.489735:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384298.489736:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384298.489739:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384298.489741:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.489742:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384298.489743:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefba85 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384298.489748:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384298.489755:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384298.489764:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384298.489764:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384298.489765:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384298.489768:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.489770:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:1.0:1767384298.489771:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 10000000:01000000:3.0:1767384298.489775:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384298.489775:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384298.489779:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.489783:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489784:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1767384298.489785:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384298.489789:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f01a8ebd. 00010000:00000001:3.0:1767384298.489790:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1767384298.489792:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000040:3.0:1767384298.489795:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a29e6bb8 count: 2 00010000:00000001:1.0:1767384298.489795:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384298.489799:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005eaa11c4. 00010000:00000001:3.0:1767384298.489802:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384298.489803:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384298.489805:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384298.489810:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1767384298.489810:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384298.489816:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6f4cf40. 00010000:00000001:1.0:1767384298.489816:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.489817:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.489820:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=21 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384298.489822:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384298.489824:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384298.489827:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b6f4cf40 with handle 0x960a57272cefba8c to hash 00000100:00000040:1.0:1767384298.489828:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:3.0:1767384298.489834:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384298.489834:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384298.489839:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 02000000:00000001:1.0:1767384298.489839:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.489842:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489846:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00000100:00000001:1.0:1767384298.489847:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.489849:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.489852:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000100:00000200:1.0:1767384298.489854:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728310912, offset 224 00080000:00000020:0.0:1767384298.489854:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384298.489858:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384298.489858:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384298.489861:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008658ad81. 00010000:00000001:3.0:1767384298.489862:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384298.489862:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384298.489867:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384298.489867:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.489871:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728310528 00000400:00000200:1.0:1767384298.489874:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384298.489888:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.489895:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005cee2a04 x1853236728310528/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.489896:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384298.489899:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:1.0:1767384298.489901:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce02c80 00010000:00000001:3.0:1767384298.489902:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384298.489906:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384298.489909:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.489909:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384298.489910:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1395 [1] + 224 00010000:00000001:0.0:1767384298.489912:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489913:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384298.489917:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384298.489918:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384298.489919:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=21 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384298.489920:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384298.489924:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384298.489925:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384298.489927:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:1.0:1767384298.489928:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384298.489930:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:0.0:1767384298.489930:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384298.489932:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384298.489933:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a29e6bb8) refcount = 1 00010000:00010000:3.0:1767384298.489937:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.489941:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384298.489944:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384298.489945:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.489947:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:0.0:1767384298.489947:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.489951:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384298.489953:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384298.489954:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384298.489958:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.489960:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384298.489962:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384298.489965:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7874eb7. 20000000:00000001:3.0:1767384298.489968:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:1.0:1767384298.489968:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384298.489970:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728310528, offset 224 20000000:01000000:3.0:1767384298.489972:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:3.0:1767384298.489977:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384298.489980:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384298.489983:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384298.489984:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6f4cf40 refcount=4 00000020:00000001:3.0:1767384298.489991:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00010000:00000001:3.0:1767384298.489994:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00000400:00000200:0.0:1767384298.489994:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384298.489996:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384298.489997:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384298.490000:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384298.490001:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02b00 00000400:00000200:1.0:1767384298.490002:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:1.0:1767384298.490006:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000100:00000001:1.0:1767384298.490010:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.490012:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.490015:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384298.490015:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x136d [2] + 224 00000100:00000040:1.0:1767384298.490022:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000200:0.0:1767384298.490025:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384298.490027:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.490030:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384298.490030:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384298.490032:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384298.490033:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384298.490037:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf55aff3 x1853236728310912/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.490038:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.490045:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.490047:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.490050:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384298.490053:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384298.490068:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf55aff3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728310912:12345-0@lo:103: Request processed in 662us (932us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384298.490069:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384298.490072:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.490072:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.490078:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384298.490081:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384298.490085:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384298.490090:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384298.490094:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384298.490095:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b6f4cf40 already unused, calling callback (0000000090c6ba53) 00000100:00000001:1.0:1767384298.490096:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384298.490098:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384298.490100:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fa0a9b2. 00010000:00000001:3.0:1767384298.490101:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384298.490104:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7874eb7 00010000:00000001:3.0:1767384298.490106:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000010:1.0:1767384298.490107:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3b2aee6. 00010000:00010000:3.0:1767384298.490108:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384298.490108:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7874eb7. 00000020:00000010:1.0:1767384298.490113:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030cd6fa4. 00000100:00000001:0.0:1767384298.490115:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.490118:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384298.490119:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384298.490121:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384298.490121:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:0.0:1767384298.490123:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.490125:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384298.490126:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384298.490127:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6f4cf40 refcount=5 00000100:00000040:0.0:1767384298.490128:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:3.0:1767384298.490132:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00010000:00000001:0.0:1767384298.490132:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384298.490156:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00000020:00000001:0.0:1767384298.490156:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.490159:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1767384298.490159:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384298.490161:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384298.490162:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384298.490164:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005cee2a04 x1853236728310528/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.490165:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384298.490169:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384298.490172:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384298.490174:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384298.490176:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00010000:00000001:3.0:1767384298.490178:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384298.490181:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000400:00000010:1.0:1767384298.490184:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00100000:0.0:1767384298.490184:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005cee2a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728310528:12345-0@lo:253: Request processed in 4413us (4897us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384298.490187:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.490190:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384298.490193:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384298.490195:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:1.0:1767384298.490196:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384298.490197:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384298.490201:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384298.490203:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384298.490205:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b6f4cf40 with handle 0x960a57272cefba8c from hash 00000100:00000040:0.0:1767384298.490205:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00000001:3.0:1767384298.490211:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384298.490211:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384298.490214:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384298.490215:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384298.490217:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.490218:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384298.490219:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf0e13d8. 00010000:00000001:3.0:1767384298.490222:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384298.490224:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1767384298.490225:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d23612b9. 00010000:00000001:3.0:1767384298.490228:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1767384298.490230:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb8b90dc. 00010000:00000001:3.0:1767384298.490232:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384298.490233:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384298.490234:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:3.0:1767384298.490237:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.490237:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384298.490238:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.490241:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003714a1fd. 00000100:00000001:1.0:1767384298.490242:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384298.490243:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.490244:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384298.490245:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384298.490247:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384298.490247:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.490248:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384298.490250:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384298.490251:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384298.490254:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384298.490255:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384298.490255:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.490257:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384298.490259:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=21 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384298.490259:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba405bff. 00010000:00000001:3.0:1767384298.490260:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.490264:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7874eb7. 00010000:00000001:3.0:1767384298.490265:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.490266:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=21 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384298.490268:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.490270:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384298.490273:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384298.490273:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.490277:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384298.490279:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490281:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384298.490284:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490285:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384298.490286:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.490290:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384298.490291:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384298.490291:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384298.490293:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:0.0:1767384298.490293:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384298.490297:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:0.0:1767384298.490297:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004488b78b. 00010000:00000001:3.0:1767384298.490299:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.490302:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384298.490302:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1adfd4b 00000100:00000001:1.0:1767384298.490303:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.490305:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:0.0:1767384298.490305:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1adfd4b. 00000100:00000001:1.0:1767384298.490306:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384298.490308:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.490309:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384298.490311:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490311:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384298.490314:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384298.490316:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384298.490319:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.490336:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384298.490337:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005b57a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728310912:0@lo:103: 00000100:00000001:1.0:1767384298.490343:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.490344:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.490345:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384298.490346:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384298.490348:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6f4cf40/0x960a57272cefba8c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384298.490351:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005b57a7d x1853236728310912/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384298.490365:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a29e6bb8 count: 0 00000100:00000001:0.0:1767384298.490367:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.490370:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.490372:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384298.490375:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384298.490376:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384298.490377:0:16357:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:3.0:1767384298.490378:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384298.490379:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.490380:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.490382:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384298.490385:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc9c2110. 02000000:00000001:0.0:1767384298.490387:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.490389:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384298.490391:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384298.490393:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00001000:0.0:1767384298.490394:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=21 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384298.490397:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384298.490401:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000076c194df. 00000100:00001000:0.0:1767384298.490402:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=21 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384298.490404:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384298.490406:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384298.490408:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005b57a7d. 00000100:00000001:0.0:1767384298.490408:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384298.490411:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384298.490412:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.490413:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.490416:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384298.490418:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490418:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.490423:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384298.490424:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384298.490425:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.490427:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490430:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.490433:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.490439:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.490440:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.490441:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384298.490443:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384298.490444:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384298.490445:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384298.490446:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384298.490447:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384298.490448:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384298.490449:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384298.490450:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384298.490450:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384298.490451:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384298.490453:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.490457:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728310528:0@lo:253: 00000100:00000001:0.0:1767384298.490460:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.490461:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.490463:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3a97d5f x1853236728310528/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.490467:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.490468:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.490470:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4c757a8. 02000000:00000001:0.0:1767384298.490472:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.490473:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.490474:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384298.490475:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.490476:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000536fc59d. 02000000:00000001:0.0:1767384298.490479:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.490485:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.490486:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 00000100:00000001:0.0:1767384298.490488:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.490489:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.490490:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.490494:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.490495:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.490497:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.490498:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384298.496189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba34c4cf. 00010000:00000010:3.1:1767384298.496206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ab24300. 00000100:00000040:3.0:1767384298.497173:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294886540, at 4294886541 00000100:00000040:2.0:1767384298.497178:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294886540, at 4294886541 00000100:00000010:3.0:1767384298.497181:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085a4ae3a. 00000100:00000010:2.0:1767384298.497185:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c304cb5. 00000100:00000040:1.0:1767384298.497194:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294886540, at 4294886541 00000100:00000010:1.0:1767384298.497202:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e767108. 00000100:00000040:0.0:1767384298.497211:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294886540, at 4294886541 00000100:00000010:0.0:1767384298.497220:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebd1e324. 00010000:00000010:1.1:1767384298.498156:0:21001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:3.1:1767384298.498158:0:21002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a29e6bb8. 00010000:00000010:1.1:1767384298.498163:0:21001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00010000:00000010:3.1:1767384298.498169:0:21002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6f4cf40. 00000400:00000010:1.0:1767384298.500458:0:21001:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000df6caa81. 00000400:00000040:1.0:1767384298.500474:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500476:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384298.500478:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500479:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500481:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500482:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384298.500484:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500485:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384298.500486:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384298.500487:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384298.500489:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384298.500490:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500492:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384298.500493:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500493:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384298.500495:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384298.500496:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500497:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384298.500498:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384298.500504:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500506:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500507:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500508:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500509:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500510:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384298.500512:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500512:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500514:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500514:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500515:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500516:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384298.500518:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500518:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500519:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500520:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500521:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500522:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384298.500524:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500525:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500526:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384298.500526:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384298.500527:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500528:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384298.500529:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384298.500530:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384298.500531:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384298.500532:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384298.500533:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384298.500534:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384298.500535:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500536:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384298.500537:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384298.500538:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384298.500539:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384298.500540:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384298.500541:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384298.500542:0:21001:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384298.500561:0:21001:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000df6caa81. 00010000:00000001:2.0:1767384298.805199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384298.805203:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.805207:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384298.805209:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.805245:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384298.805249:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.805253:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384299.120180:0:21190:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d8d291a. 00080000:00000010:3.0:1767384299.120191:0:21190:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d8d291a. 00000020:00000001:3.0:1767384299.120196:0:21190:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384299.120202:0:21190:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d8d291a. 00080000:00000010:3.0:1767384299.120206:0:21190:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d8d291a. 00000020:00000001:3.0:1767384299.120208:0:21190:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.828227:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384299.828232:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.828237:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384299.828239:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.828273:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384299.828278:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.828282:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384299.843926:0:21355:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384299.843930:0:21355:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384299.847152:0:21355:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384299.855003:0:21356:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a6ea25c0. 00000400:00000010:1.0:1767384299.855017:0:21356:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002502168f. 00000400:00000010:1.0:1767384299.855025:0:21356:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005fc49c5a. 00000400:00000010:1.0:1767384299.855028:0:21356:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000070bc2a49. 00000400:00000010:1.0:1767384299.855031:0:21356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008dea1817. 00000400:00000010:1.0:1767384299.855034:0:21356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f965d9f0. 00000400:00000010:1.0:1767384299.855035:0:21356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000bac54f4. 00000400:00000010:1.0:1767384299.855036:0:21356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008796e497. 00000400:00000010:1.0:1767384299.855039:0:21356:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df6caa81. 00000800:00000010:1.0:1767384299.855048:0:21356:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000028422d3e. 00000800:00000200:1.0:1767384299.855057:0:21356:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384299.855062:0:21356:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384299.855095:0:21356:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384299.855113:0:21356:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767384299.856519:0:21356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000bfed9aa8. 00000400:00000010:1.0:1767384299.856524:0:21356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384299.856529:0:21356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000400:00000001:1.0:1767384299.856541:0:21356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384299.856543:0:21356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384299.856544:0:21356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163baf64. 00000400:00000200:1.0:1767384299.856547:0:21356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:1.0:1767384299.856549:0:21356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000010:1.0:1767384299.856553:0:21356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000001d76f9b5. 00000400:00000200:1.0:1767384299.856557:0:21356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (8) 00000400:00000200:1.0:1767384299.856566:0:21356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384299.856574:0:21356:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767384299.856580:0:21356:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e35d8e97. 00000020:01000000:1.0:1767384299.856587:0:21356:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384299.856589:0:21356:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384299.856595:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384299.856603:0:21356:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002502168f. 00000400:00000200:3.0:1767384299.856604:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384299.856609:0:21356:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a6ea25c0. 00000400:00000010:3.0:1767384299.856614:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000400:00000200:3.0:1767384299.856619:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (9) 00000400:00000010:3.0:1767384299.856623:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000264d7839. 00000400:00000200:3.0:1767384299.856627:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:0.0:1767384299.856634:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384299.856639:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:0.0:1767384299.856640:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384299.856644:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384299.856645:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384299.856650:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384299.856652:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384299.856655:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384299.856659:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384299.856659:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384299.856662:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384299.856665:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384299.856668:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384299.856669:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384299.856672:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384299.856675:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384299.856678:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384299.856678:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384299.856681:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384299.856684:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384299.856687:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:0.0:1767384299.856691:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccea12d5. 00000400:00000200:3.0:1767384299.856692:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:0.0:1767384299.856697:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384299.856703:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384299.856706:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384299.856709:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 02000000:00000001:0.0:1767384299.856712:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856715:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp16 00000400:00000200:3.0:1767384299.856719:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp16 lpni_is_preferred = 0 00000400:00000200:3.0:1767384299.856722:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp16 02000000:00000010:0.0:1767384299.856722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008658ad81. 00000400:00000200:3.0:1767384299.856727:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.115@tcp16 LPNI seq info [19:19:8:4294967295] 00000100:00000001:0.0:1767384299.856730:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856734:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp16 00000100:00000001:0.0:1767384299.856737:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384299.856740:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856747:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16:) -> 192.168.202.115@tcp16(192.168.202.115@tcp:192.168.202.115@tcp16) : PUT try# 0 00000100:00000040:0.0:1767384299.856751:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccea12d5] to pc [ptlrpcd_00_02+2] req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384299.856755:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.115@tcp16 00000800:00000010:3.0:1767384299.856759:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5413f3f. 00000800:00000010:3.0:1767384299.856769:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cfd7713d. 00000800:00000010:3.0:1767384299.856773:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000041c1eb8c. 00000800:00000200:3.0:1767384299.856777:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (2) 00000800:00000200:3.1:1767384299.856780:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (2) 10000000:00000001:0.0:1767384299.856795:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856796:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 10000000:00000001:0.0:1767384299.856800:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856802:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000020:00000001:0.0:1767384299.856804:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384299.856807:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384299.856810:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384299.856813:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384299.856816:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:1.0:1767384299.856817:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:0.0:1767384299.856817:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384299.856820:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:0.0:1767384299.856820:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384299.856822:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.856825:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384299.856826:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384299.856829:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384299.856831:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384299.856832:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384299.856833:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384299.856834:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384299.856835:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384299.856839:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384299.856839:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384299.856840:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384299.856844:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384299.856845:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384299.856848:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000100:00000001:1.0:1767384299.856850:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384299.856852:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384299.856855:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384299.856856:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:0.0:1767384299.856856:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384299.856859:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384299.856862:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.856879:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384299.856883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000035417994. 00000100:00000001:0.0:1767384299.856889:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.856895:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384299.856896:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384299.856898:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.856901:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.856905:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_03+3] req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384299.856909:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384299.856913:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384299.856919:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384299.856921:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.856924:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccea12d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728311040:0@lo:253: 10000000:00000001:0.0:1767384299.856925:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.856928:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.856932:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000020:01000000:0.0:1767384299.856933:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384299.856935:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384299.856939:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e35d8e97. 02000000:00000001:1.0:1767384299.856943:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384299.856947:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.856949:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384299.856951:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384299.856957:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e35d8e97. 00000100:00100000:0.0:1767384299.856960:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767384299.856962:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.856963:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384299.856965:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:0.0:1767384299.856970:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384299.856971:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a4013d. 00000100:00000001:0.0:1767384299.856974:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.856978:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.856979:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.856980:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384299.856982:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002502168f. 00000100:00000040:0.0:1767384299.856984:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384299.856989:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311040, portal 25 00000100:00000001:0.0:1767384299.856992:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384299.856993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:1.0:1767384299.856994:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384299.856995:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.856999:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801153152 : -113719908398464 : ffff989285418a80) 02000000:00000001:0.0:1767384299.857000:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384299.857003:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384299.857006:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.857010:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384299.857010:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728311168:0@lo:253: 00000100:00000001:0.0:1767384299.857015:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384299.857019:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384299.857020:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 02000000:00000001:0.0:1767384299.857022:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.857027:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384299.857032:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384299.857034:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000052f09a83. 00000100:00000040:1.0:1767384299.857038:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384299.857040:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384299.857046:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c858b9b. 00000400:00000010:1.0:1767384299.857052:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc9147e. 00000400:00000200:3.0:1767384299.857054:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:0.0:1767384299.857055:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057f66bbb. 00000100:00000200:1.0:1767384299.857058:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311040, offset 0 00000100:00000200:0.0:1767384299.857063:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311168, portal 25 00000100:00000001:0.0:1767384299.857067:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384299.857071:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384299.857071:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 00000100:00000040:0.0:1767384299.857080:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384299.857088:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384299.857091:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384299.857095:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384299.857099:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000010:0.0:1767384299.857099:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d8bc59b. 00000400:00000200:1.0:1767384299.857105:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02d00 00000100:00000200:0.0:1767384299.857106:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311168, offset 0 00000400:00000200:0.0:1767384299.857117:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.857127:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000400:00000200:0.0:1767384299.857128:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.857132:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384299.857164:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02d80 00000400:00000200:3.0:1767384299.857186:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384299.857208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384299.857230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384299.857248:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384299.857273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000010:1.0:1767384299.857274:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703e2433. 00000400:00000200:1.0:1767384299.857282:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000168acaa2 00000400:00000200:0.0:1767384299.857288:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000200:1.0:1767384299.857290:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384299.857292:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4201a31. 00000400:00000200:3.0:1767384299.857296:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384299.857297:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009579bb0c 00000400:00000200:1.0:1767384299.857301:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384299.857305:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.857307:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000168acaa2 00000400:00000010:1.0:1767384299.857313:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000168acaa2. 00000400:00000200:0.0:1767384299.857313:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384299.857320:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009579bb0c 00000100:00000001:1.0:1767384299.857322:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384299.857323:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009579bb0c. 00000100:00000200:1.0:1767384299.857326:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384299.857328:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384299.857330:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384299.857332:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003c2f2d38 x1853236728311040 msgsize 4848 00000100:00000040:0.0:1767384299.857333:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000043687261 x1853236728311168 msgsize 4848 00000100:00100000:0.0:1767384299.857342:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384299.857346:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384299.857349:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384299.857354:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384299.857355:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384299.857360:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d8bc59b 00000400:00000010:0.0:1767384299.857363:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d8bc59b. 00000100:00000001:0.0:1767384299.857366:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384299.857368:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384299.857370:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384299.857377:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc9147e 00000100:00000001:0.0:1767384299.857379:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384299.857382:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bc9147e. 00000100:00000040:0.0:1767384299.857383:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.857387:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384299.857392:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384299.857395:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.857395:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384299.857400:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.857406:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294887908 00000100:00000001:1.0:1767384299.857411:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384299.857412:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fd18260. 00000100:00000040:1.0:1767384299.857419:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.857419:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384299.857427:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294887908 00000100:00000001:1.0:1767384299.857430:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.857432:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cac883. 00000100:00000001:1.0:1767384299.857435:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384299.857436:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384299.857442:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294887908 00000100:00000001:1.0:1767384299.857444:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.857446:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d25c6750. 00000100:00000001:0.0:1767384299.857450:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384299.857451:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294887908 00000100:00000001:1.0:1767384299.857455:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294887908 00000100:00000001:0.0:1767384299.857460:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294887908 00000100:00000001:1.0:1767384299.857461:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294887908 00000100:00000010:0.0:1767384299.857465:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000100:00000001:1.0:1767384299.857467:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294887908 00000100:00000001:0.0:1767384299.857471:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384299.857472:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294887908 00000100:00000001:0.0:1767384299.857476:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384299.857479:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.857483:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.857485:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294887908 00000100:00000001:0.0:1767384299.857487:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.857493:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294887908 00000100:00000001:1.0:1767384299.857497:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294887908 00000100:00000001:1.0:1767384299.857500:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.857503:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384299.857504:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c18388. 00000100:00000001:1.0:1767384299.857507:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384299.857511:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e417187d. 00000100:00000001:1.0:1767384299.857513:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.857515:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384299.857517:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.857520:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384299.857522:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.857523:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311168 00000800:00000010:3.0:1767384299.857524:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e2c3ed2. 00000100:00000001:1.0:1767384299.857527:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.857528:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384299.857531:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.857534:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.857537:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.857540:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311168 00000020:00000001:0.0:1767384299.857542:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384299.857544:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384299.857546:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.857548:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:0.0:1767384299.857551:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384299.857553:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384299.857557:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384299.857560:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5272c9. 00000100:00000001:0.0:1767384299.857563:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384299.857566:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e2c3ed2. 00000020:00000010:0.0:1767384299.857566:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5272c9. 00000020:00000010:0.0:1767384299.857575:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd700543. 00000020:00000010:0.0:1767384299.857582:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d93cda66. 00000020:00000010:0.0:1767384299.857589:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088d4b8e3. 00000100:00000001:3.0:1767384299.857597:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384299.857600:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384299.857601:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311040 02000000:00000001:3.0:1767384299.857605:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384299.857607:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.857608:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.857611:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.857613:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.857615:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.857619:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.857623:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311040 00000020:00000001:3.0:1767384299.857625:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384299.857626:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384299.857627:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384299.857630:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.857633:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:3.0:1767384299.857635:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384299.857637:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384299.857640:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.857641:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.857646:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e2c3ed2. 00000100:00000001:3.0:1767384299.857649:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.857652:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e2c3ed2. 00000020:00000010:3.0:1767384299.857657:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d84ec1. 00000100:00000001:0.0:1767384299.857659:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384299.857660:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000015b25de0. 00000020:00000010:3.0:1767384299.857665:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003808fbed. 00000100:00000001:0.0:1767384299.857669:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384299.857670:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.857673:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.857674:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.857677:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384299.857682:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384299.857683:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.857684:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354612071504 : -113719097480112 : ffff9892b5972c50) 00000100:00000001:3.0:1767384299.857687:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384299.857691:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043687261 x1853236728311168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.857698:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384299.857699:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.857702:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384299.857702:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5272c9. 00000100:00000001:0.0:1767384299.857706:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384299.857709:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000020:00000010:0.0:1767384299.857711:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5272c9. 00000100:00000040:3.0:1767384299.857713:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384299.857716:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853326416 : -113719856225200 : ffff9892885da450) 00000100:00100000:0.0:1767384299.857719:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043687261 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728311168:12345-0@lo:253: 00000100:00000040:3.0:1767384299.857723:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c2f2d38 x1853236728311040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384299.857726:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311168 00000020:00000001:0.0:1767384299.857731:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384299.857734:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384299.857736:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.857739:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384299.857743:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384299.857749:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384299.857750:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384299.857751:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384299.857755:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e2c3ed2. 00000020:00000001:0.0:1767384299.857755:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384299.857758:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384299.857760:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.857762:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.857763:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e2c3ed2. 00000100:00000001:0.0:1767384299.857767:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384299.857770:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c2f2d38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728311040:12345-0@lo:253: 02000000:00000001:0.0:1767384299.857772:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384299.857775:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311040 00000020:00000001:3.0:1767384299.857778:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384299.857780:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003714a1fd. 00000020:00000001:3.0:1767384299.857781:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.857783:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.857784:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.857786:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384299.857788:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.857789:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:1.0:1767384299.857789:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:0.0:1767384299.857792:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384299.857794:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.857796:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.857798:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.857799:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.857802:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.857804:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.857806:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.857811:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008c9848b6. 20000000:00000010:0.0:1767384299.857812:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000063be09f5. 02000000:00000001:3.0:1767384299.857813:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384299.857817:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp16 from 241.3.0.2 00000100:00000001:3.0:1767384299.857818:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384299.857819:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384299.857825:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:1.0:1767384299.857826:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001994b868. 20000000:00000001:0.0:1767384299.857826:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384299.857829:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384299.857832:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384299.857834:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a392e2d. 20000000:01000000:3.0:1767384299.857839:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384299.857839:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.857845:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384299.857846:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384299.857850:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384299.857854:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.857857:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384299.857857:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b53d451. 20000000:00000001:3.0:1767384299.857860:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384299.857861:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384299.857881:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384299.857886:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384299.857889:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384299.857904:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384299.857917:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.857919:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.857921:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.857923:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384299.857924:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384299.857926:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:0.0:1767384299.857930:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384299.857932:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384299.857935:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.857938:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.857939:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384299.857942:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384299.857947:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384299.857950:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384299.857953:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009263187a. 00080000:00000001:0.0:1767384299.857956:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353829937152 : -113719879614464 : ffff989286f8c000) 00080000:00000001:0.0:1767384299.857959:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384299.857962:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384299.857965:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d5272c9. 00080000:00000001:0.0:1767384299.857968:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.857969:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384299.857981:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.857995:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384299.858043:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009110573e. 00000800:00000010:3.0:1767384299.858050:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f8b209a. 00000800:00000010:3.0:1767384299.858077:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d4ed2da4. 00000800:00000200:3.1:1767384299.858084:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (2) 00000800:00000200:3.1:1767384299.858090:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp16 00000000d4ed2da4 deleted 00000800:00000010:3.1:1767384299.858092:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4ed2da4. 00000800:00000200:3.1:1767384299.858098:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384299.858103:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp16 ip 192.168.202.115:1009 00000800:00000200:3.1:1767384299.858107:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5413f3f type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384299.858111:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp16 p 3.x 192.168.202.115 -> 192.168.202.115:1009 incarnation:1767384298483348797 sched[0] 00000800:00000010:3.0:1767384299.858122:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e2c3ed2. 00000800:00000200:0.1:1767384299.858209:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384299.858216:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp16 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384298483348797 sched[0] 00000800:00000010:0.0:1767384299.858219:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e417187d. 00000800:00000200:0.1:1767384299.858244:0:16346:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.202.115@tcp16(1) already connecting to me, retry later. 00000800:00000001:1.0:1767384299.858267:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.858275:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384299.858314:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e2c3ed2. 00000800:00000010:3.0:1767384299.858318:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f8b209a. 00000800:00000010:3.0:1767384299.858336:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001994b868. 00000800:00000001:1.0:1767384299.858362:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.858372:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.858442:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384299.858445:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384299.858447:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384299.858450:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5413f3f. 00000400:00000200:1.0:1767384299.858455:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.858463:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: PUT: OK 00000400:00000200:1.0:1767384299.858468:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384299.858469:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.858473:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384299.858495:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.858502:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16) <- 192.168.202.115@tcp16 : PUT - for me 00000400:00000200:0.0:1767384299.858509:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384299.858513:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 176/176 into md 0x137d [1] + 0 00000400:00000010:0.0:1767384299.858516:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed494a2. 00000400:00000200:0.0:1767384299.858519:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068d4b7d9 00000800:00000001:0.0:1767384299.858521:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.858540:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.858542:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.858544:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: PUT: OK 00000400:00000200:0.0:1767384299.858546:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:0.0:1767384299.858548:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000400:00000200:0.0:1767384299.858550:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384299.858552:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (10) 00000400:00000200:0.0:1767384299.858555:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:0.0:1767384299.858557:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000005d8bc59b. 00000400:00000200:0.0:1767384299.858559:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 9 00000400:00000200:0.0:1767384299.858562:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384299.858570:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (11) 00000400:00000200:0.0:1767384299.858574:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384299.858578:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp16 to MR: 192.168.202.115@tcp16 local destination 00000400:00000200:0.0:1767384299.858584:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.115@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384299.858595:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16:192.168.202.115@tcp16) -> 192.168.202.115@tcp16(192.168.202.115@tcp16:192.168.202.115@tcp16) 192.168.202.115@tcp16 : ACK try# 0 00000400:00000200:1.0:1767384299.858601:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384299.858602:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp16 00000400:00000010:1.0:1767384299.858609:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5954f3. 00000800:00000010:0.0:1767384299.858609:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f29f9719. 00000400:00000010:1.0:1767384299.858617:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000800:00000200:0.0:1767384299.858618:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (4) 00000400:00000200:1.0:1767384299.858623:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:0.0:1767384299.858628:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp16 ip 192.168.202.115:988 00000400:00000200:1.0:1767384299.858631:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000800:00000200:0.0:1767384299.858633:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f29f9719 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384299.858640:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000e3ce9636. 00000400:00000010:1.0:1767384299.858647:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000006e9ab8ac. 00000400:00000010:1.0:1767384299.858650:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000755e8111. 00000400:00000010:1.0:1767384299.858665:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000affba288. 00000800:00000001:2.0:1767384299.858667:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.858671:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000affba288 nid 192.168.202.115@tcp17 00000400:00000010:1.0:1767384299.858676:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c6d17917. 00000400:00000200:1.0:1767384299.858685:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c6d17917 net tcp17 00000400:00000200:1.0:1767384299.858689:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (10) 00000800:00000001:2.0:1767384299.858695:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.858696:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp17 flags 0x11 00000800:00000200:0.0:1767384299.858701:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384299.858702:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384299.858703:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000e3ce9636. 00000800:00000001:2.0:1767384299.858707:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384299.858711:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f29f9719. 00000400:00000010:1.0:1767384299.858712:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000006e9ab8ac. 00000800:00000001:2.0:1767384299.858714:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.858718:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384299.858724:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000755e8111. 00000400:00000200:2.0:1767384299.858729:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16) <- 192.168.202.115@tcp16 : ACK - for me 00000400:00000200:0.0:1767384299.858729:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: ACK: OK 00000400:00000010:1.0:1767384299.858731:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000005d8bc59b. 00000400:00000200:1.0:1767384299.858742:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384299.858748:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp16: ACK from 12345-192.168.202.115@tcp16 into md 0x13ad 00000400:00000200:1.0:1767384299.858752:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000400:00000200:2.0:1767384299.858753:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.858763:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000400:00000200:2.0:1767384299.858764:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: ACK: OK 00000400:00000200:2.0:1767384299.858769:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dbf27e 00000400:00000010:2.0:1767384299.858772:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dbf27e. 00000400:00000200:1.0:1767384299.858774:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000400:00000200:2.0:1767384299.858776:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000001:0.0:1767384299.858780:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.858784:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384299.858789:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:1.0:1767384299.858795:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384299.858796:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:2.0:1767384299.858802:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (11) 00000400:00000200:1.0:1767384299.858805:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (10) 00000800:00000001:2.0:1767384299.858813:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.858818:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384299.858987:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009263187a. 00080000:00000010:1.0:1767384299.859023:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d5272c9. 00040000:00000001:1.0:1767384299.859027:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384299.859029:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384299.859031:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384299.859034:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384299.859036:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.859037:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384299.859048:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384299.859056:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384299.859059:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384299.859063:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384299.859070:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b18df07. 20000000:01000000:0.0:1767384299.859072:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384299.859074:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384299.859079:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384299.859080:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384299.859085:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:0.0:1767384299.859085:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384299.859089:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384299.859093:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384299.859098:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384299.859099:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384299.859105:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009d8487ef. 00080000:00000001:2.0:1767384299.859108:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.859112:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384299.859112:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384299.859113:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.859116:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384299.859118:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384299.859118:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ef92edd1. 00000020:00000001:0.0:1767384299.859124:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384299.859130:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000040:0.0:1767384299.859130:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ef92edd1 with handle 0x960a57272cefba93 to hash 00000020:00000001:2.0:1767384299.859157:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000020:00000001:0.0:1767384299.859160:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384299.859162:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384299.859163:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 00010000:00000001:0.0:1767384299.859168:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 00080000:00000001:2.0:1767384299.859170:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384299.859172:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384299.859174:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859175:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.859180:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384299.859181:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384299.859188:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384299.859190:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384299.859194:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:0.0:1767384299.859194:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.859198:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384299.859200:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384299.859200:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:1.0:1767384299.859203:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384299.859204:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384299.859207:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000818abf2b. 00000100:00000001:1.0:1767384299.859209:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384299.859209:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384299.859213:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353983847936 : -113719725703680 : ffff989290253e00) 20000000:00000010:1.0:1767384299.859214:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000063be09f5. 00010000:00000001:0.0:1767384299.859214:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.859220:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384299.859222:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384299.859222:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859223:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:2.0:1767384299.859228:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384299.859228:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:1.0:1767384299.859229:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311168 00010000:00000001:0.0:1767384299.859231:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384299.859232:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000eaa9c10b. 00010000:00000001:1.0:1767384299.859233:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384299.859234:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009d8487ef) refcount = 1 00080000:00000001:2.0:1767384299.859237:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.859239:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384299.859241:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043687261 x1853236728311168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384299.859242:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384299.859252:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859260:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384299.859264:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384299.859264:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384299.859268:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.859271:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384299.859271:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.859276:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859277:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384299.859283:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=22 v=5 (1 0 0 0) 20000000:00000001:0.0:1767384299.859283:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384299.859287:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00000100:00000001:1.0:1767384299.859289:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384299.859290:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.859293:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384299.859294:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000040:0.0:1767384299.859295:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ef92edd1 refcount=4 00000100:00000001:1.0:1767384299.859298:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:0.0:1767384299.859299:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 02000000:00000001:1.0:1767384299.859304:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384299.859304:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 02000000:00000001:1.0:1767384299.859307:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859308:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384299.859311:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384299.859313:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.859319:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.859322:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc9147e. 00010000:00000001:0.0:1767384299.859323:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384299.859326:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384299.859327:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311168, offset 224 00000400:00000200:1.0:1767384299.859336:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384299.859336:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.859339:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384299.859342:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384299.859346:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384299.859352:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.859354:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384299.859358:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02d80 00010000:00000001:0.0:1767384299.859359:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384299.859363:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384299.859367:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00010000:00010000:0.0:1767384299.859375:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ef92edd1 already unused, calling callback (0000000090c6ba53) 00000400:00000200:1.0:1767384299.859377:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384299.859378:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384299.859380:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.859383:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384299.859387:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384299.859388:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384299.859389:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.859405:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384299.859408:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384299.859410:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384299.859410:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.859412:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ef92edd1 refcount=5 00000020:00000001:0.0:1767384299.859417:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 00010000:00000001:0.0:1767384299.859421:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433984 : -113724218117632 : ffff989184607200) 00010000:00000001:0.0:1767384299.859426:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384299.859428:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.859432:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384299.859433:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.859434:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.859436:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384299.859437:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384299.859440:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384299.859441:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc9147e 00010000:00000001:0.0:1767384299.859442:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384299.859446:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bc9147e. 00010000:00000001:0.0:1767384299.859446:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.859451:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef92edd1 with handle 0x960a57272cefba93 from hash 00000100:00000001:1.0:1767384299.859453:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384299.859454:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384299.859454:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384299.859455:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.859457:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384299.859458:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384299.859460:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859461:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384299.859463:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384299.859464:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384299.859466:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:2.0:1767384299.859467:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384299.859467:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384299.859470:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384299.859471:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c858b9b. 00010000:00000001:0.0:1767384299.859472:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1767384299.859473:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859476:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384299.859477:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f66bbb 00000020:00000001:1.0:1767384299.859477:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384299.859479:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384299.859480:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057f66bbb. 00010000:00000001:0.0:1767384299.859484:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.859486:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384299.859487:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:1.0:1767384299.859490:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043687261 x1853236728311168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.859491:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384299.859493:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.859497:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.859500:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.859502:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859512:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.859517:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.859523:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384299.859525:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.859527:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043687261 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728311168:12345-0@lo:253: Request processed in 1824us (2189us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384299.859542:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.859545:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384299.859548:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00000001:0.0:1767384299.859549:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384299.859550:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384299.859554:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384299.859554:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:0.0:1767384299.859554:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384299.859558:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384299.859559:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384299.859560:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384299.859561:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384299.859562:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384299.859565:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384299.859565:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384299.859567:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d93cda66. 00000100:00000001:2.0:1767384299.859569:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384299.859570:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.859572:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088d4b8e3. 20000000:00000001:0.0:1767384299.859572:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.859574:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384299.859577:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd700543. 00000100:00000001:2.0:1767384299.859578:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.859584:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.859584:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:0.0:1767384299.859585:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384299.859590:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384299.859591:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=22 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384299.859592:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384299.859595:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ef92edd1/0x960a57272cefba93 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384299.859596:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003714a1fd. 00000100:00001000:2.0:1767384299.859597:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=22 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384299.859601:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384299.859603:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384299.859605:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.859606:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.859611:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384299.859613:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384299.859614:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384299.859614:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009d8487ef count: 0 00000400:00000010:1.0:1767384299.859618:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec16b44c. 00000100:00000001:2.0:1767384299.859619:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.859624:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc9147e. 00000100:00000040:2.0:1767384299.859625:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.859627:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384299.859632:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384299.859636:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.859639:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384299.859640:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384299.859643:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384299.859644:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384299.859645:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384299.859646:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384299.859646:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384299.859647:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384299.859648:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384299.859649:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384299.859650:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384299.859652:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.859657:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728311168:0@lo:253: 00000100:00000001:2.0:1767384299.859660:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.859661:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384299.859662:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728311168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.859667:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384299.859668:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384299.859670:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000052f09a83. 02000000:00000001:2.0:1767384299.859672:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384299.859674:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384299.859680:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384299.859681:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384299.859683:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000035417994. 02000000:00000001:2.0:1767384299.859685:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384299.859687:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384299.859688:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:2.0:1767384299.859690:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384299.859691:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.859693:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.859696:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384299.859697:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.859698:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.859699:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.860810:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000818abf2b. 00080000:00000010:2.0:1767384299.860848:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000eaa9c10b. 00040000:00000001:2.0:1767384299.860853:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384299.860855:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384299.860857:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384299.860860:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384299.860876:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.860878:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384299.860881:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384299.860890:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384299.860892:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384299.860896:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384299.860898:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384299.860902:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384299.860903:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384299.860905:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384299.860907:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384299.860911:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004b7e5da9. 00010000:00000001:0.0:1767384299.860914:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384299.860916:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093b2c031. 00000020:00000001:0.0:1767384299.860919:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.860922:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093b2c031 with handle 0x960a57272cefba9a to hash 00000020:00000001:0.0:1767384299.860923:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384299.860930:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.860932:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.860934:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.860936:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.860937:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.860942:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384299.860944:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.860945:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384299.860947:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.860948:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.860949:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.860950:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.860952:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384299.860953:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384299.860955:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384299.860956:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384299.860957:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b7e5da9) refcount = 1 00010000:00010000:0.0:1767384299.860959:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.860963:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384299.860964:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384299.860966:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.860967:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.860968:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384299.860970:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384299.860972:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:0.0:1767384299.860974:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.860975:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.860976:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=4 00000020:00000001:0.0:1767384299.860978:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.860979:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.860981:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384299.860986:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.860991:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384299.860993:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.860996:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.860998:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384299.860999:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.861002:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.861004:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861006:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384299.861007:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384299.861010:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093b2c031 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384299.861012:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.861013:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384299.861014:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.861018:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384299.861019:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.861020:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.861022:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=5 00000020:00000001:0.0:1767384299.861023:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.861025:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384299.861027:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384299.861028:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.861033:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384299.861039:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.861041:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861045:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384299.861047:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384299.861048:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.861050:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.861053:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093b2c031 with handle 0x960a57272cefba9a from hash 00010000:00000001:0.0:1767384299.861056:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384299.861058:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.861060:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.861061:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384299.861063:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384299.861065:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384299.861067:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384299.861069:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.861072:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861074:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384299.861076:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384299.861079:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.861081:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.861082:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861084:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861085:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.861088:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384299.861091:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384299.861092:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384299.861097:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384299.861097:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.861100:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000010:2.0:1767384299.861101:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a392e2d. 00010000:00000001:0.0:1767384299.861103:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384299.861106:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384299.861107:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.861107:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.861110:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:2.0:1767384299.861112:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311040 00010000:00000001:0.0:1767384299.861113:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.861116:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:0.0:1767384299.861117:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.861121:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384299.861123:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c2f2d38 x1853236728311040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384299.861133:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384299.861159:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384299.861163:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384299.861171:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384299.861173:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384299.861174:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384299.861175:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093b2c031/0x960a57272cefba9a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384299.861179:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b7e5da9 count: 0 00000100:00000040:2.0:1767384299.861185:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384299.861186:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384299.861189:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384299.861190:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384299.861195:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384299.861198:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.861201:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384299.861204:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.861208:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ceb5e0. 00000100:00000200:2.0:1767384299.861212:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311040, offset 224 00000400:00000200:2.0:1767384299.861218:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384299.861224:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384299.861231:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02d00 00000400:00000200:2.0:1767384299.861235:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:2.0:1767384299.861239:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.861242:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384299.861244:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384299.861246:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384299.861254:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.861267:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384299.861272:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ceb5e0 00000400:00000010:2.0:1767384299.861274:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ceb5e0. 00000100:00000001:2.0:1767384299.861276:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384299.861278:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.861282:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.861285:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384299.861288:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384299.861289:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.861290:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384299.861291:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384299.861294:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384299.861297:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c2f2d38 x1853236728311040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384299.861300:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384299.861304:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384299.861307:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c2f2d38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728311040:12345-0@lo:253: Request processed in 3555us (3973us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384299.861307:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a4013d. 00000400:00000200:1.0:1767384299.861313:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002502168f 00000400:00000010:1.0:1767384299.861316:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002502168f. 00000100:00000001:1.0:1767384299.861320:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.861327:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.861328:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:2.0:1767384299.861333:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384299.861337:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384299.861339:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384299.861343:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384299.861344:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000015b25de0. 00000020:00000010:2.0:1767384299.861351:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003808fbed. 00000100:00000001:1.0:1767384299.861353:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384299.861355:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d84ec1. 00000100:00000001:1.0:1767384299.861356:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.861359:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384299.861360:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:2.0:1767384299.861364:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384299.861365:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008c9848b6. 02000000:00000001:2.0:1767384299.861366:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384299.861369:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384299.861370:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.861372:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384299.861375:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384299.861375:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.861378:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384299.861381:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3fe02b2. 00000100:00001000:1.0:1767384299.861382:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=22 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384299.861386:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ceb5e0. 00000100:00001000:1.0:1767384299.861387:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.861393:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384299.861395:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.861397:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384299.861398:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.861400:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.861403:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.861408:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.861411:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384299.861412:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384299.861414:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384299.861416:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384299.861417:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384299.861418:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384299.861420:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384299.861421:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384299.861422:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384299.861423:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384299.861425:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384299.861426:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384299.861428:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.861433:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccea12d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728311040:0@lo:253: 00000100:00000001:1.0:1767384299.861436:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.861438:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.861440:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccea12d5 x1853236728311040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.861444:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384299.861445:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384299.861452:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e35d8e97. 02000000:00000001:1.0:1767384299.861455:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384299.861456:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384299.861457:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384299.861459:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384299.861460:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008658ad81. 02000000:00000001:1.0:1767384299.861462:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384299.861463:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384299.861464:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccea12d5. 00000100:00000001:1.0:1767384299.861466:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384299.861467:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.861468:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.861472:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384299.861473:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.861475:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384299.861476:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.865190:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294887908, at 4294887909 00000100:00000010:3.0:1767384299.865200:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000100:00000040:0.0:1767384299.865211:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294887908, at 4294887909 00000100:00000010:0.0:1767384299.865221:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fd18260. 00010000:00000010:0.1:1767384299.866186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009d8487ef. 00010000:00000010:0.1:1767384299.866198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef92edd1. 00010000:00000010:0.1:1767384299.866205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b7e5da9. 00010000:00000010:0.1:1767384299.866212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093b2c031. 00000100:00000040:2.0:1767384299.866220:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294887908, at 4294887910 00000100:00000040:1.0:1767384299.866225:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294887908, at 4294887910 00000100:00000010:2.0:1767384299.866231:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d25c6750. 00000100:00000010:1.0:1767384299.866236:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cac883. 00000400:00000010:3.0:1767384299.874085:0:21361:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000076cf0afc. 00000400:00000040:3.0:1767384299.874110:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384299.874113:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384299.874115:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384299.874118:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384299.874120:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384299.874121:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384299.874124:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384299.874126:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384299.874127:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384299.874129:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384299.874131:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384299.874133:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384299.874155:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384299.874157:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384299.874159:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384299.874162:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384299.874164:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384299.874166:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384299.874167:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384299.874170:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384299.874172:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384299.874175:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384299.874177:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384299.874179:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384299.874180:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384299.874183:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384299.874186:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384299.874188:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384299.874190:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384299.874198:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384299.874200:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384299.874203:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384299.874205:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384299.874206:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384299.874208:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384299.874210:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384299.874211:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384299.874214:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384299.874216:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384299.874218:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384299.874219:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384299.874221:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384299.874223:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384299.874225:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384299.874226:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384299.874228:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384299.874230:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384299.874231:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384299.874234:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384299.874236:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384299.874237:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384299.874239:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384299.874240:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384299.874242:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384299.874244:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384299.874245:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384299.874247:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384299.874284:0:21361:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000076cf0afc. 00080000:00000010:3.0:1767384300.611071:0:21561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cafeddbe. 00080000:00000010:3.0:1767384300.611079:0:21561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cafeddbe. 00000020:00000001:3.0:1767384300.611083:0:21561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384300.611090:0:21561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cafeddbe. 00080000:00000010:3.0:1767384300.611094:0:21561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cafeddbe. 00000020:00000001:3.0:1767384300.611097:0:21561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.853490:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384300.853495:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.853500:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384300.853501:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.854050:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384300.854054:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384300.854056:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384300.916284:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916348:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916442:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916472:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916502:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916656:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916686:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384300.916742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000800:00000010:0.0:1767384300.917023:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab6963a5. 00000400:00000200:3.0:1767384300.917024:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384300.917031:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c35a394f. 00000800:00000010:0.0:1767384300.917040:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005606c89f. 00000400:00000200:3.0:1767384300.917050:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384300.917055:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000098c5bf73. 00000800:00000010:1.0:1767384300.917088:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e35d8e97. 00000800:00000010:0.0:1767384300.917089:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005606c89f. 00000800:00000010:1.0:1767384300.917097:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000166a518c. 00000800:00000010:1.0:1767384300.917126:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab36f656. 00000800:00000200:1.1:1767384300.917134:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (4) 00000800:00000200:1.1:1767384300.917166:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp16 00000000ab36f656 deleted 00000800:00000010:1.1:1767384300.917169:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab36f656. 00000800:00000200:1.1:1767384300.917175:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384300.917198:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp16 p 3.x 192.168.202.115 -> 192.168.202.115:1008 incarnation:1767384298483348797 sched[0] 00000800:00000010:1.0:1767384300.917206:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006138a97e. 00000800:00000010:1.0:1767384300.917269:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006138a97e. 00000800:00000010:1.0:1767384300.917274:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000166a518c. 00000800:00000200:3.1:1767384300.917290:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384300.917299:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp16 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384298483348797 sched[0] 00000800:00000010:3.0:1767384300.917303:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c35a394f. 00000800:00000010:1.0:1767384300.917314:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000098c5bf73. 00000800:00000001:1.0:1767384300.917331:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384300.917338:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384300.917338:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384300.917344:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384301.328883:0:21725:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384301.328887:0:21725:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384301.333013:0:21725:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384301.340319:0:21726:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000951eeb8. 00000400:00000010:1.0:1767384301.340336:0:21726:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000166a518c. 00000400:00000010:1.0:1767384301.340347:0:21726:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ab36f656. 00000400:00000010:1.0:1767384301.340359:0:21726:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b1ff7259. 00000400:00000010:1.0:1767384301.340363:0:21726:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000320dd16. 00000400:00000010:1.0:1767384301.340368:0:21726:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc31851f. 00000400:00000010:1.0:1767384301.340371:0:21726:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fca732d. 00000400:00000010:1.0:1767384301.340373:0:21726:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020414ffe. 00000400:00000010:1.0:1767384301.340377:0:21726:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000021ded758. 00000800:00000010:1.0:1767384301.340388:0:21726:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000755e8111. 00000800:00000200:1.0:1767384301.340401:0:21726:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384301.340409:0:21726:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384301.340450:0:21726:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384301.340472:0:21726:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384301.342652:0:21726:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000841503b1. 00000400:00000010:1.0:1767384301.342658:0:21726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a4013d. 00000400:00000010:1.0:1767384301.342662:0:21726:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960a7040. 00000400:00000001:1.0:1767384301.342674:0:21726:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384301.342676:0:21726:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384301.342678:0:21726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384301.342679:0:21726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000400:00000010:1.0:1767384301.342681:0:21726:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000400:00000010:1.0:1767384301.342684:0:21726:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000bfed9aa8. 00000400:00000200:1.0:1767384301.342687:0:21726:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (9) 00000400:00000200:1.0:1767384301.342699:0:21726:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384301.342706:0:21726:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384301.342713:0:21726:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4c757a8. 00000020:01000000:1.0:1767384301.342716:0:21726:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384301.342718:0:21726:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp18 00000400:00000010:1.0:1767384301.342730:0:21726:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000166a518c. 00000400:00000010:1.0:1767384301.342733:0:21726:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000951eeb8. 00000400:00000200:0.0:1767384301.342755:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384301.342763:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:00000001:2.0:1767384301.342764:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384301.342770:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 10000000:00000001:2.0:1767384301.342771:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384301.342774:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (10) 10000000:00000001:2.0:1767384301.342776:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384301.342780:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384301.342780:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d426452. 00000020:01000004:2.0:1767384301.342787:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384301.342788:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:01000004:2.0:1767384301.342792:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384301.342796:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384301.342798:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384301.342800:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384301.342802:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384301.342803:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:01000004:2.0:1767384301.342805:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384301.342809:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384301.342811:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384301.342813:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384301.342817:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384301.342819:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384301.342822:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384301.342827:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384301.342830:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:2.0:1767384301.342832:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cba0864f. 00000400:00000200:0.0:1767384301.342833:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384301.342839:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:2.0:1767384301.342840:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384301.342843:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384301.342864:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384301.342864:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 02000000:00000001:2.0:1767384301.342869:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384301.342872:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp17 02000000:00000001:2.0:1767384301.342875:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.342877:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384301.342881:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp17 00000400:00000200:0.0:1767384301.342884:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [21:21:8:4294967295] 02000000:00000010:2.0:1767384301.342888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000471c7428. 00000400:00000200:0.0:1767384301.342891:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp17 00000100:00000001:2.0:1767384301.342899:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.342899:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:) -> 192.168.202.115@tcp17(192.168.202.115@tcp:192.168.202.115@tcp17) : PUT try# 0 00000800:00000200:0.0:1767384301.342906:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.115@tcp17 00000800:00000010:0.0:1767384301.342910:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5d48019. 00000100:00000001:2.0:1767384301.342911:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.342915:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384301.342918:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003bbac8e0. 00000100:00000040:2.0:1767384301.342924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba0864f] to pc [ptlrpcd_00_00+0] req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384301.342927:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ea3fe6d0. 00000800:00000200:0.0:1767384301.342936:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (2) 00000800:00000200:0.1:1767384301.342944:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (2) 00000400:00000200:0.0:1767384301.342957:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384301.342960:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:2.0:1767384301.342970:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.342975:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.342978:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.342980:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384301.342981:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384301.342985:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.342988:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384301.342990:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384301.342994:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384301.342995:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384301.342999:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384301.343003:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384301.343007:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384301.343008:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384301.343010:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384301.343012:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384301.343014:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384301.343016:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384301.343017:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384301.343021:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384301.343021:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384301.343026:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384301.343027:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384301.343027:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000020:01000004:2.0:1767384301.343030:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384301.343032:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384301.343034:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384301.343036:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728311296:0@lo:253: 00000100:00000010:2.0:1767384301.343041:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 00000100:00000001:1.0:1767384301.343042:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384301.343047:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:1.0:1767384301.343050:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384301.343051:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.343055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384301.343055:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.343059:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.343060:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384301.343069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000536fc59d. 02000000:00000010:1.0:1767384301.343069:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003714a1fd. 00000400:00000200:0.0:1767384301.343072:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000001:1.0:1767384301.343075:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343076:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343084:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384301.343085:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384301.343093:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166a518c. 00000100:00000001:2.0:1767384301.343094:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384301.343099:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311296, portal 25 00000400:00000200:0.0:1767384301.343101:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:2.0:1767384301.343104:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_01+1] req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.343105:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384301.343108:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493436416 : -113724216115200 : ffff9891847f0000) 00000100:00000040:1.0:1767384301.343119:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384301.343124:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.343126:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:1.0:1767384301.343127:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384301.343129:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.343134:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384301.343168:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384301.343171:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4c757a8. 00000100:00000040:1.0:1767384301.343177:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384301.343183:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005db004b4. 00000100:00000001:2.0:1767384301.343186:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384301.343188:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311296, offset 0 00000400:00000200:0.0:1767384301.343188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:2.0:1767384301.343190:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.343195:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.343202:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384301.343203:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.343215:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384301.343218:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.343219:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.343220:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 02000000:00000001:2.0:1767384301.343227:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.343231:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384301.343233:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02e00 02000000:00000001:2.0:1767384301.343236:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.343241:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728311424:0@lo:253: 00000400:00000200:1.0:1767384301.343246:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000100:00000001:2.0:1767384301.343247:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384301.343250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 02000000:00000001:2.0:1767384301.343252:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384301.343254:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 02000000:00000001:2.0:1767384301.343257:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.343261:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000899ace2f 02000000:00000001:2.0:1767384301.343262:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384301.343271:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384301.343272:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068feb2b7. 02000000:00000001:2.0:1767384301.343276:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.343280:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384301.343284:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8491bf8. 00000400:00000200:1.0:1767384301.343286:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899ace2f 00000400:00000200:0.0:1767384301.343289:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000010:1.0:1767384301.343290:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000899ace2f. 00000100:00000001:1.0:1767384301.343299:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384301.343301:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000507b5d95. 00000100:00000200:1.0:1767384301.343302:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384301.343308:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311424, portal 25 00000100:00000001:2.0:1767384301.343311:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.343315:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000040:1.0:1767384301.343318:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000080c1d8d4 x1853236728311296 msgsize 4848 00000100:00000040:2.0:1767384301.343323:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384301.343330:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00100000:1.0:1767384301.343331:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384301.343336:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384301.343343:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384301.343346:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384301.343356:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005db004b4 00000100:00000040:2.0:1767384301.343357:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384301.343359:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005db004b4. 00000400:00000010:2.0:1767384301.343363:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c3aea3e. 00000100:00000001:1.0:1767384301.343363:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384301.343366:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000200:2.0:1767384301.343369:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311424, offset 0 00000100:00000200:1.0:1767384301.343370:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.343381:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384301.343383:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384301.343386:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384301.343389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:1.0:1767384301.343393:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.343397:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384301.343398:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384301.343405:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.343409:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294889394 00000400:00000200:2.0:1767384301.343410:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02e80 00000100:00000010:1.0:1767384301.343416:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e767108. 00000400:00000200:2.0:1767384301.343421:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000400:00000200:0.0:1767384301.343423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:1.0:1767384301.343424:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384301.343426:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b56af808. 00000400:00000200:2.0:1767384301.343433:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0b61939 00000100:00000001:1.0:1767384301.343433:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294889394 00000100:00000010:1.0:1767384301.343439:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e3ed385. 00000400:00000200:2.0:1767384301.343440:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384301.343443:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384301.343448:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384301.343451:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294889394 00000400:00000200:2.0:1767384301.343454:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b61939 00000100:00000010:1.0:1767384301.343455:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097d9b993. 00000400:00000010:2.0:1767384301.343457:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0b61939. 00000100:00000001:1.0:1767384301.343460:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384301.343465:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384301.343466:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294889394 00000400:00000200:0.0:1767384301.343469:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000200:2.0:1767384301.343470:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384301.343472:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c974209. 00000100:00000040:2.0:1767384301.343478:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000db4fa35b x1853236728311424 msgsize 4848 00000100:00000001:1.0:1767384301.343478:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384301.343483:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384301.343488:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.343489:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384301.343492:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.343493:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384301.343495:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.343503:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.343506:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384301.343507:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:1.0:1767384301.343513:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384301.343514:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3aea3e 00000100:00000001:1.0:1767384301.343518:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384301.343519:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c3aea3e. 00000100:00000001:1.0:1767384301.343520:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.343525:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343526:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384301.343528:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384301.343534:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.343546:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.343551:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.343559:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343562:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384301.343566:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:2.0:1767384301.343567:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343574:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294889394 00000100:00000001:2.0:1767384301.343578:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294889394 00000100:00000001:2.0:1767384301.343580:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294889394 00000100:00000001:2.0:1767384301.343583:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294889394 00000100:00000001:2.0:1767384301.343592:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294889394 00000100:00000001:2.0:1767384301.343595:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294889394 00000100:00000001:2.0:1767384301.343598:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294889394 00000100:00000001:2.0:1767384301.343601:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294889394 00000100:00000001:2.0:1767384301.343604:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.343607:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343610:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343613:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.343619:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384301.343620:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:2.0:1767384301.343621:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384301.343627:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.343630:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.343632:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384301.343633:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.343636:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311296 00000100:00000001:2.0:1767384301.343638:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.343641:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384301.343644:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.343646:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.343649:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.343651:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311296 00000020:00000001:1.0:1767384301.343654:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384301.343655:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384301.343658:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384301.343660:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:2.0:1767384301.343663:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384301.343663:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384301.343667:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:2.0:1767384301.343668:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311424 02000000:00000001:2.0:1767384301.343672:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384301.343672:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384301.343676:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384301.343678:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d118ea9d. 00000100:00000001:2.0:1767384301.343679:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.343682:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.343686:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384301.343686:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d118ea9d. 00000100:00100000:2.0:1767384301.343692:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311424 00000020:00000010:1.0:1767384301.343694:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b19c976. 00000020:00000001:2.0:1767384301.343696:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.343700:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000010:1.0:1767384301.343701:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a410cfd6. 00000020:00000001:2.0:1767384301.343703:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.343706:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000010:1.0:1767384301.343708:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d3d9b28. 00000020:00000001:2.0:1767384301.343712:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384301.343716:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:1.0:1767384301.343718:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384301.343720:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384301.343722:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384301.343724:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384301.343726:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.343727:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a5b6eb4. 00000100:00000001:2.0:1767384301.343732:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384301.343735:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.343736:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a5b6eb4. 00000020:00000010:2.0:1767384301.343744:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc7376c. 00000100:00000001:1.0:1767384301.343747:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384301.343750:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c0ccbdb. 00000020:00000010:2.0:1767384301.343757:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009242e40d. 00000100:00000001:1.0:1767384301.343759:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384301.343762:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384301.343767:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384301.343770:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384301.343773:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384301.343773:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354015865936 : -113719693685680 : ffff9892920dcc50) 00000100:00000001:2.0:1767384301.343776:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.343779:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.343787:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080c1d8d4 x1853236728311296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.343788:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343795:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.343797:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384301.343802:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d118ea9d. 00000100:00000001:1.0:1767384301.343805:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384301.343807:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d118ea9d. 00000100:00000001:2.0:1767384301.343809:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384301.343812:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080c1d8d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728311296:12345-0@lo:253: 00000100:00000001:2.0:1767384301.343813:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384301.343818:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311296 00000020:00000001:1.0:1767384301.343821:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384301.343822:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:1.0:1767384301.343825:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384301.343828:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000020:00000001:1.0:1767384301.343828:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.343831:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384301.343833:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737435728 : -113718972115888 : ffff9892bd101450) 00000020:00000001:1.0:1767384301.343834:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:1.0:1767384301.343840:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384301.343842:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.343844:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db4fa35b x1853236728311424/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384301.343845:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384301.343848:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384301.343869:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.343871:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384301.343874:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384301.343876:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a5b6eb4. 02000000:00000001:1.0:1767384301.343878:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384301.343882:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.343885:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a5b6eb4. 02000000:00000010:1.0:1767384301.343886:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb0eb4e9. 00000800:00000010:0.0:1767384301.343887:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e207d4e6. 02000000:00000001:1.0:1767384301.343890:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.343894:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db4fa35b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728311424:12345-0@lo:253: 00000800:00000010:0.0:1767384301.343894:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000509d5479. 00000100:00000001:1.0:1767384301.343895:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.343901:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384301.343902:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d8a28da. 00000100:00000200:2.0:1767384301.343904:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311424 00000020:00000001:2.0:1767384301.343909:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384301.343910:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d827c09. 00000020:00000001:2.0:1767384301.343912:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:1.0:1767384301.343915:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384301.343916:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.343918:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384301.343922:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384301.343922:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384301.343926:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:1.0:1767384301.343927:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.343930:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.343932:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384301.343933:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384301.343934:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d8a28da. 00000020:00000001:2.0:1767384301.343936:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.343941:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.343943:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384301.343944:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa6ea9da. 00000020:00000001:2.0:1767384301.343947:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384301.343947:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00000100:00000001:2.0:1767384301.343954:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384301.343955:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384301.343956:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.343962:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c757a8. 02000000:00000001:2.0:1767384301.343966:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.343967:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384301.343970:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.343972:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384301.343983:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384301.343987:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384301.343994:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008c9848b6. 20000000:01000000:2.0:1767384301.343999:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384301.344001:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384301.344003:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.344004:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384301.344008:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384301.344009:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.344011:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.344015:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.344015:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384301.344018:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.344020:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:1.0:1767384301.344022:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:1.0:1767384301.344026:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:1.0:1767384301.344028:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384301.344031:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384301.344034:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.344036:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.344039:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384301.344045:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384301.344049:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384301.344054:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ebc4fcfa. 00080000:00000001:1.0:1767384301.344058:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480019456 : -113724229532160 : ffff989183b24600) 00080000:00000001:1.0:1767384301.344062:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384301.344062:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000001:00000001:1.0:1767384301.344069:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384301.344074:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d118ea9d. 00080000:00000001:1.0:1767384301.344077:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.344079:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp17 from 239.3.0.2 00080000:00000001:1.0:1767384301.344083:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384301.344085:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000691a5f38. 00080000:00000001:1.0:1767384301.344099:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.344117:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384301.344337:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a392e2d. 00000800:00000010:2.0:1767384301.344344:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c3aea3e. 00000800:00000010:2.0:1767384301.344368:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3be9ad4. 00000800:00000200:2.1:1767384301.344376:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (2) 00000800:00000200:2.1:1767384301.344385:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp17 00000000d3be9ad4 deleted 00000800:00000010:2.1:1767384301.344388:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3be9ad4. 00000800:00000200:2.1:1767384301.344393:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384301.344401:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:1007 00000800:00000200:2.1:1767384301.344405:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5d48019 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384301.344412:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp17 p 3.x 192.168.202.115 -> 192.168.202.115:1007 incarnation:1767384299855049604 sched[0] 00000800:00000010:2.0:1767384301.344418:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039abdf74. 00000800:00000200:1.1:1767384301.344478:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384301.344484:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp17 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384299855049604 sched[0] 00000800:00000010:1.0:1767384301.344487:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000509d5479. 00000800:00000200:1.1:1767384301.344512:0:16346:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.202.115@tcp17(1) already connecting to me, retry later. 00000800:00000010:2.0:1767384301.344529:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039abdf74. 00000800:00000010:2.0:1767384301.344536:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c3aea3e. 00000800:00000010:2.0:1767384301.344570:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000691a5f38. 00000800:00000001:1.0:1767384301.344570:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.344576:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384301.344589:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.344596:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384301.344635:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384301.344639:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5d48019. 00000400:00000200:1.0:1767384301.344645:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.344650:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: PUT: OK 00000400:00000200:1.0:1767384301.344653:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384301.344661:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:1.0:1767384301.344666:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.344670:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384301.344672:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.344674:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.344678:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : PUT - for me 00000400:00000200:1.0:1767384301.344685:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384301.344690:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 192/192 into md 0x13c1 [1] + 0 00000400:00000010:1.0:1767384301.344693:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5954f3. 00000400:00000200:1.0:1767384301.344694:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000609c245b 00000800:00000001:1.0:1767384301.344697:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.344704:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.344705:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.344707:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: PUT: OK 00000400:00000200:1.0:1767384301.344709:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:1.0:1767384301.344710:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000400:00000200:1.0:1767384301.344712:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384301.344714:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (11) 00000400:00000200:1.0:1767384301.344717:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384301.344720:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000b299d161. 00000400:00000200:1.0:1767384301.344723:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 10 00000400:00000200:1.0:1767384301.344725:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384301.344734:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (12) 00000400:00000200:1.0:1767384301.344737:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384301.344741:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp17 to MR: 192.168.202.115@tcp17 local destination 00000400:00000200:1.0:1767384301.344745:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384301.344754:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) -> 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) 192.168.202.115@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384301.344757:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp17 00000800:00000010:1.0:1767384301.344761:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005aa2d1ae. 00000800:00000200:1.0:1767384301.344764:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (4) 00000800:00000200:1.0:1767384301.344768:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:988 00000800:00000200:1.0:1767384301.344777:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005aa2d1ae type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384301.344810:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.344817:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384301.344824:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 00000800:00000200:1.0:1767384301.344827:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384301.344830:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000800:00000010:1.0:1767384301.344831:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005aa2d1ae. 00000800:00000001:2.0:1767384301.344833:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.344838:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384301.344839:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.344839:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000001:2.0:1767384301.344846:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.344862:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: ACK: OK 00000400:00000200:0.0:1767384301.344865:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000800:00000001:2.0:1767384301.344867:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.344874:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384301.344881:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000e5d48019. 00000400:00000200:2.0:1767384301.344887:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : ACK - for me 00000400:00000010:0.0:1767384301.344889:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000899e2486. 00000400:00000010:0.0:1767384301.344895:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000003cd985a5. 00000400:00000200:2.0:1767384301.344901:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp17: ACK from 12345-192.168.202.115@tcp17 into md 0x13d9 00000400:00000200:2.0:1767384301.344907:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.344912:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: ACK: OK 00000400:00000010:0.0:1767384301.344912:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003401dfcb. 00000400:00000200:2.0:1767384301.344920:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:2.0:1767384301.344922:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000400:00000200:2.0:1767384301.344927:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384301.344932:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:2.0:1767384301.344936:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384301.344940:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (11) 00000400:00000200:0.0:1767384301.344942:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003401dfcb nid 192.168.202.115@tcp18 00000800:00000001:2.0:1767384301.344955:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.344960:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384301.344971:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005d3aec4f. 00000400:00000200:0.0:1767384301.344976:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000005d3aec4f net tcp18 00000400:00000200:0.0:1767384301.344979:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (10) 00000400:00000200:0.0:1767384301.344984:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp18 flags 0x11 00000400:00000010:0.0:1767384301.344989:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000e5d48019. 00000400:00000010:0.0:1767384301.344995:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000899e2486. 00000400:00000010:0.0:1767384301.344999:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000003cd985a5. 00000400:00000010:0.0:1767384301.345002:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000b299d161. 00000400:00000200:0.0:1767384301.345006:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384301.345009:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:0.0:1767384301.345013:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:0.0:1767384301.345016:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:0.0:1767384301.345045:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384301.345047:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:0.0:1767384301.345051:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384301.345054:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (11) 00080000:00000010:1.0:1767384301.345070:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ebc4fcfa. 00080000:00000010:2.0:1767384301.345111:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d118ea9d. 00040000:00000001:2.0:1767384301.345117:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384301.345120:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384301.345122:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384301.345126:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384301.345129:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.345132:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384301.345175:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384301.345185:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384301.345186:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebc4fcfa. 20000000:01000000:2.0:1767384301.345189:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384301.345190:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384301.345195:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384301.345195:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384301.345199:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384301.345199:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384301.345200:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384301.345204:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:0.0:1767384301.345204:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384301.345209:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384301.345211:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384301.345212:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384301.345217:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384301.345220:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000745d8f7d. 00080000:00000001:1.0:1767384301.345221:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384301.345224:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.345226:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384301.345227:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384301.345228:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384301.345231:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051245d9a. 00080000:00000002:1.0:1767384301.345232:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:1.0:1767384301.345237:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00000020:00000001:0.0:1767384301.345237:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:1.0:1767384301.345241:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:0.0:1767384301.345242:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051245d9a with handle 0x960a57272cefbaa1 to hash 00080000:00000001:1.0:1767384301.345243:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384301.345250:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.345250:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384301.345253:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.345254:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 00000020:00000001:1.0:1767384301.345256:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384301.345260:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:0.0:1767384301.345261:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 00080000:00000001:1.0:1767384301.345263:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384301.345266:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c36c0652. 00080000:00000001:1.0:1767384301.345269:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480023040 : -113724229528576 : ffff989183b25400) 00080000:00000001:1.0:1767384301.345274:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384301.345277:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384301.345277:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1767384301.345283:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c1871fb. 00010000:00000001:0.0:1767384301.345283:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.345287:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.345290:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384301.345290:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384301.345296:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.345305:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384301.345305:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384301.345309:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384301.345313:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384301.345317:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.345320:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.345323:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.345325:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.345329:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384301.345331:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384301.345333:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384301.345335:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384301.345338:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d8f7d) refcount = 1 00010000:00010000:0.0:1767384301.345342:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.345349:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384301.345351:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384301.345353:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.345354:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345356:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384301.345359:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:2.0:1767384301.345360:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:0.0:1767384301.345361:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00000100:00000001:2.0:1767384301.345366:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384301.345367:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:2.0:1767384301.345371:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d827c09. 00000020:00000001:0.0:1767384301.345371:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.345372:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051245d9a refcount=4 00000020:00000001:0.0:1767384301.345377:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 20000000:00000001:2.0:1767384301.345380:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345380:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 00010000:00000001:0.0:1767384301.345386:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:2.0:1767384301.345387:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311296 00010000:00010000:0.0:1767384301.345388:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.345394:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.345401:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080c1d8d4 x1853236728311296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.345415:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384301.345417:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.345423:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384301.345424:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.345427:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.345428:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.345429:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384301.345436:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=24 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384301.345436:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.345438:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345443:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384301.345445:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384301.345445:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384301.345451:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00010000:0.0:1767384301.345453:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051245d9a already unused, calling callback (0000000090c6ba53) 00000100:00000001:2.0:1767384301.345457:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384301.345457:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384301.345460:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:2.0:1767384301.345464:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384301.345464:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384301.345468:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345470:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384301.345473:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384301.345475:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384301.345475:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.345479:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051245d9a refcount=5 00000100:00000040:2.0:1767384301.345483:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384301.345483:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 00010000:00000001:0.0:1767384301.345487:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491431424 : -113724218120192 : ffff989184606800) 00000400:00000010:2.0:1767384301.345490:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c3aea3e. 00010000:00000001:0.0:1767384301.345491:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384301.345493:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384301.345497:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311296, offset 224 00010000:00000001:0.0:1767384301.345499:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384301.345502:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384301.345507:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384301.345510:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345514:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384301.345517:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384301.345519:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384301.345520:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.345522:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.345525:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051245d9a with handle 0x960a57272cefbaa1 from hash 00010000:00000001:0.0:1767384301.345527:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384301.345529:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.345530:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384301.345533:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02e00 00010000:00000001:0.0:1767384301.345533:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384301.345535:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384301.345536:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384301.345537:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384301.345538:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.345540:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345543:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384301.345546:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384301.345548:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.345551:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384301.345552:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00010000:00000001:0.0:1767384301.345553:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345557:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.345560:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.345562:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384301.345563:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384301.345569:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.345571:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.345573:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384301.345574:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384301.345575:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384301.345578:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.345580:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384301.345582:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384301.345582:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384301.345587:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384301.345590:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384301.345590:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.345593:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.345607:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384301.345614:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.345615:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384301.345617:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051245d9a/0x960a57272cefbaa1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384301.345630:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000745d8f7d count: 0 00010000:00000001:0.0:1767384301.345637:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384301.345639:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384301.345645:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.345651:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3aea3e 00000400:00000010:2.0:1767384301.345653:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c3aea3e. 00000100:00000001:2.0:1767384301.345656:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.345658:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.345661:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.345664:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384301.345666:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.345668:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.345670:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384301.345674:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080c1d8d4 x1853236728311296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.345683:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080c1d8d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728311296:12345-0@lo:253: Request processed in 1885us (2364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384301.345691:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000040:2.0:1767384301.345694:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384301.345697:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.345698:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384301.345700:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.345701:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384301.345705:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384301.345707:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a410cfd6. 00000400:00000001:1.0:1767384301.345708:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384301.345712:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000020:00000010:2.0:1767384301.345713:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d3d9b28. 00000400:00000200:1.0:1767384301.345716:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000166a518c 00000020:00000010:2.0:1767384301.345719:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b19c976. 00000400:00000010:1.0:1767384301.345720:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000166a518c. 00000100:00000001:1.0:1767384301.345727:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384301.345728:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000200:1.0:1767384301.345732:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384301.345736:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384301.345740:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb0eb4e9. 00000100:00000200:1.0:1767384301.345743:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.345753:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384301.345755:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384301.345755:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.345760:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384301.345761:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384301.345762:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384301.345764:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.345767:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384301.345769:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384301.345769:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384301.345776:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=24 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384301.345777:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4201a31. 00000100:00001000:1.0:1767384301.345780:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384301.345784:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384301.345785:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c3aea3e. 00000100:00000001:1.0:1767384301.345786:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.345789:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384301.345791:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.345793:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.345797:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.345802:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384301.345804:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384301.345806:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384301.345809:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384301.345810:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384301.345812:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384301.345813:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384301.345814:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384301.345822:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384301.345823:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384301.345824:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384301.345825:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384301.345826:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384301.345829:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384301.345835:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728311296:0@lo:253: 00000100:00000001:1.0:1767384301.345838:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.345839:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.345841:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cba0864f x1853236728311296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.345845:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384301.345847:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384301.345867:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003714a1fd. 02000000:00000001:1.0:1767384301.345871:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384301.345872:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.345873:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384301.345875:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384301.345877:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000471c7428. 02000000:00000001:1.0:1767384301.345879:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384301.345880:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384301.345881:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cba0864f. 00000100:00000001:1.0:1767384301.345884:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.345885:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.345886:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.345889:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384301.345890:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.345891:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.345893:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384301.346806:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c36c0652. 00080000:00000010:1.0:1767384301.346888:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c1871fb. 00040000:00000001:1.0:1767384301.346894:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384301.346896:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384301.346898:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384301.346901:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384301.346902:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.346910:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384301.346912:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384301.346923:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384301.346925:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384301.346929:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384301.346944:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384301.346948:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384301.346949:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384301.346952:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384301.346953:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384301.346958:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f35f7801. 00010000:00000001:0.0:1767384301.346961:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384301.346965:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099fb3556. 00000020:00000001:0.0:1767384301.346967:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384301.346968:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099fb3556 with handle 0x960a57272cefbaa8 to hash 00000020:00000001:0.0:1767384301.346970:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384301.346971:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384301.346973:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384301.346975:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.346976:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.346978:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.346985:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384301.346987:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384301.346989:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384301.346991:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.346992:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.346995:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.346996:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.346998:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384301.346999:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384301.347000:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384301.347001:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384301.347010:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f35f7801) refcount = 1 00010000:00010000:0.0:1767384301.347014:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.347020:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384301.347021:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384301.347022:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.347025:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347026:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384301.347028:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384301.347031:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:0.0:1767384301.347033:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384301.347035:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.347036:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=4 00000020:00000001:0.0:1767384301.347039:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384301.347041:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384301.347044:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384301.347045:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.347052:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384301.347054:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.347060:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.347062:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384301.347063:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.347067:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.347069:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347071:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384301.347072:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384301.347076:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099fb3556 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384301.347083:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384301.347085:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384301.347087:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384301.347091:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384301.347091:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384301.347095:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384301.347097:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384301.347098:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.347101:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=5 20000000:00000010:1.0:1767384301.347102:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008c9848b6. 00000020:00000001:0.0:1767384301.347104:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384301.347108:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 20000000:00000001:1.0:1767384301.347111:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347111:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384301.347112:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384301.347118:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311424 00010000:00000001:0.0:1767384301.347119:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384301.347121:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384301.347125:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384301.347125:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347130:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384301.347132:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:1.0:1767384301.347133:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db4fa35b x1853236728311424/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.347154:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.347155:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.347157:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099fb3556 with handle 0x960a57272cefbaa8 from hash 00010000:00000001:0.0:1767384301.347160:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384301.347162:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.347165:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.347167:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384301.347169:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384301.347171:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384301.347175:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384301.347176:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384301.347181:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347181:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.347186:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384301.347188:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=24 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384301.347188:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384301.347191:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384301.347196:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384301.347197:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384301.347198:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384301.347201:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384301.347205:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384301.347206:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.347211:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384301.347211:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.347216:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.347216:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.347221:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384301.347223:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384301.347228:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384301.347231:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384301.347232:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.347235:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384301.347238:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166a518c. 00010000:00000001:0.0:1767384301.347238:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384301.347240:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.347244:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384301.347245:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311424, offset 224 00010000:00000001:0.0:1767384301.347246:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384301.347251:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.347255:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.347256:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384301.347261:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384301.347268:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384301.347276:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384301.347281:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02e80 00010000:00000001:0.0:1767384301.347281:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384301.347284:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000099fb3556/0x960a57272cefbaa8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384301.347291:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00010000:00000040:0.0:1767384301.347302:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f35f7801 count: 0 00000400:00000200:1.0:1767384301.347304:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.347310:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384301.347311:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384301.347314:0:17081:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:0.0:1767384301.347315:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:1.0:1767384301.347322:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384301.347332:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.347355:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384301.347361:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000166a518c 00000400:00000010:1.0:1767384301.347363:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000166a518c. 00000100:00000001:1.0:1767384301.347365:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384301.347367:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384301.347372:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.347375:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384301.347378:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384301.347380:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.347382:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384301.347387:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db4fa35b x1853236728311424/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.347388:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.347393:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.347398:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384301.347399:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db4fa35b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728311424:12345-0@lo:253: Request processed in 3527us (3919us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384301.347401:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.347405:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 00000400:00000200:2.0:1767384301.347411:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000507b5d95 00000100:00100000:1.0:1767384301.347413:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000400:00000010:2.0:1767384301.347416:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000507b5d95. 00000100:00000040:1.0:1767384301.347418:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384301.347421:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384301.347422:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384301.347426:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384301.347429:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384301.347431:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c0ccbdb. 00000020:00000010:1.0:1767384301.347438:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009242e40d. 00000020:00000010:1.0:1767384301.347444:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc7376c. 00000100:00000200:2.0:1767384301.347448:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384301.347450:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:1.0:1767384301.347456:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384301.347459:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c757a8. 00000100:00000001:2.0:1767384301.347462:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384301.347464:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384301.347465:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.347468:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.347470:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.347474:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384301.347475:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384301.347476:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.347479:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384301.347481:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 02000000:00000001:2.0:1767384301.347483:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384301.347487:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166a518c. 00000100:00001000:2.0:1767384301.347489:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.347494:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.347498:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.347499:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.347502:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.347503:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.347505:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.347509:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.347516:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.347519:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.347527:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384301.347530:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384301.347532:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384301.347534:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384301.347535:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384301.347537:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384301.347538:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384301.347539:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384301.347541:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384301.347542:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384301.347545:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.347553:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728311424:0@lo:253: 00000100:00000001:2.0:1767384301.347558:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.347561:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.347563:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728311424/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.347569:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.347571:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.347573:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068feb2b7. 02000000:00000001:2.0:1767384301.347577:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.347579:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.347580:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384301.347583:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.347584:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000536fc59d. 02000000:00000001:2.0:1767384301.347588:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.347590:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.347591:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:2.0:1767384301.347594:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.347595:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.347597:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.347601:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.347602:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.347605:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.347606:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.351173:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294889394, at 4294889395 00000100:00000040:1.0:1767384301.351178:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294889394, at 4294889395 00000100:00000010:3.0:1767384301.351180:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c974209. 00000100:00000010:1.0:1767384301.351186:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e3ed385. 00000100:00000040:0.0:1767384301.351192:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294889394, at 4294889395 00000100:00000010:0.0:1767384301.351201:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e767108. 00000100:00000040:2.0:1767384301.351230:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294889394, at 4294889395 00000100:00000010:2.0:1767384301.351246:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097d9b993. 00000400:00000010:3.0:1767384301.359242:0:21731:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000076cf0afc. 00000400:00000040:3.0:1767384301.359258:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384301.359260:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384301.359262:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384301.359263:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384301.359265:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384301.359266:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384301.359268:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384301.359269:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384301.359270:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384301.359271:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384301.359273:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384301.359274:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384301.359275:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384301.359276:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384301.359277:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384301.359278:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384301.359279:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384301.359280:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384301.359281:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384301.359282:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384301.359283:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384301.359284:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384301.359285:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384301.359286:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384301.359286:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384301.359288:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384301.359289:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384301.359289:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384301.359290:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384301.359295:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384301.359296:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384301.359297:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384301.359298:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384301.359299:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384301.359300:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384301.359301:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384301.359302:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384301.359304:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384301.359305:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384301.359306:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384301.359307:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384301.359307:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384301.359309:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384301.359310:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384301.359310:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384301.359311:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384301.359312:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384301.359313:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384301.359315:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384301.359316:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384301.359317:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384301.359318:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384301.359318:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384301.359320:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384301.359321:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384301.359322:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384301.359322:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384301.359354:0:21731:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000076cf0afc. 00010000:00000010:0.1:1767384301.362158:0:21732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000745d8f7d. 00010000:00000010:0.1:1767384301.362166:0:21732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051245d9a. 00010000:00000010:0.1:1767384301.362172:0:21732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f35f7801. 00010000:00000010:0.1:1767384301.362178:0:21732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099fb3556. 00010000:00000001:2.0:1767384301.877198:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384301.877206:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.877213:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384301.877215:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.877266:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384301.877271:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.877274:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384302.208273:0:21942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c113ca4. 00080000:00000010:0.0:1767384302.208282:0:21942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c113ca4. 00000020:00000001:0.0:1767384302.208286:0:21942:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384302.208293:0:21942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c113ca4. 00080000:00000010:0.0:1767384302.208296:0:21942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c113ca4. 00000020:00000001:0.0:1767384302.208299:0:21942:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.388257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388324:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388361:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388386:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388428:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388441:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388453:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388465:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388477:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.388493:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000800:00000010:1.0:1767384302.388673:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006866e686. 00000800:00000010:1.0:1767384302.388678:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002692779a. 00000800:00000010:1.0:1767384302.388683:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa4c09e6. 00000800:00000010:1.0:1767384302.388711:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa4c09e6. 00000400:00000200:0.0:1767384302.388739:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384302.388756:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp17 from 238.3.0.2 00000800:00000010:0.0:1767384302.388765:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bae13751. 00000800:00000010:3.0:1767384302.388857:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000426afc7a. 00000800:00000010:3.0:1767384302.388863:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3545125. 00000800:00000010:3.0:1767384302.388884:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000021bd7c3b. 00000800:00000200:3.1:1767384302.388889:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (4) 00000800:00000200:3.1:1767384302.388892:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp17 0000000021bd7c3b deleted 00000800:00000010:3.1:1767384302.388894:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000021bd7c3b. 00000800:00000200:3.1:1767384302.388898:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384302.388902:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp17 p 3.x 192.168.202.115 -> 192.168.202.115:1006 incarnation:1767384299855049604 sched[0] 00000800:00000010:3.0:1767384302.388906:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035dd9085. 00000800:00000010:3.0:1767384302.388959:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035dd9085. 00000800:00000010:3.0:1767384302.388962:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3545125. 00000800:00000200:1.1:1767384302.388983:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384302.388989:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bae13751. 00000800:00000200:1.0:1767384302.388990:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp17 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384299855049604 sched[0] 00000800:00000010:1.0:1767384302.388996:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002692779a. 00000800:00000001:0.0:1767384302.389010:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.389016:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384302.389020:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.389022:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.900203:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384302.900209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.900215:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384302.900216:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.900249:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384302.900254:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.900257:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384302.936555:0:22106:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384302.936559:0:22106:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:3.0:1767384302.940567:0:22106:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384302.950263:0:22107:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b81f0b57. 00000400:00000010:3.0:1767384302.950279:0:22107:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a3545125. 00000400:00000010:3.0:1767384302.950290:0:22107:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000021bd7c3b. 00000400:00000010:3.0:1767384302.950295:0:22107:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000030cd6fa4. 00000400:00000010:3.0:1767384302.950298:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055124b48. 00000400:00000010:3.0:1767384302.950303:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035dd9085. 00000400:00000010:3.0:1767384302.950305:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e297ce9. 00000400:00000010:3.0:1767384302.950307:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002699246d. 00000400:00000010:3.0:1767384302.950311:0:22107:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000076cf0afc. 00000800:00000010:3.0:1767384302.950322:0:22107:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a4be2940. 00000800:00000200:3.0:1767384302.950333:0:22107:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384302.950342:0:22107:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384302.950382:0:22107:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384302.950408:0:22107:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384302.952880:0:22107:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000f4cf11a4. 00000400:00000010:3.0:1767384302.952888:0:22107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000400:00000010:3.0:1767384302.952894:0:22107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000400:00000001:3.0:1767384302.952909:0:22107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.952912:0:22107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.952914:0:22107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a4013d. 00000400:00000200:3.0:1767384302.952917:0:22107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960a7040 00000400:00000010:3.0:1767384302.952919:0:22107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960a7040. 00000400:00000010:3.0:1767384302.952923:0:22107:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000841503b1. 00000400:00000200:3.0:1767384302.952929:0:22107:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (10) 00000400:00000200:3.0:1767384302.952944:0:22107:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384302.952954:0:22107:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:3.0:1767384302.952962:0:22107:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a3039f8e. 00000400:00000200:0.0:1767384302.952968:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384302.952971:0:22107:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384302.952975:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000000:3.0:1767384302.952978:0:22107:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp19 00000400:00000010:0.0:1767384302.952983:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000200:0.0:1767384302.952987:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (11) 00000400:00000010:0.0:1767384302.952991:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000252c2978. 00000400:00000200:0.0:1767384302.952994:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000010:3.0:1767384302.953001:0:22107:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a3545125. 00000400:00000200:0.0:1767384302.953005:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000010:3.0:1767384302.953008:0:22107:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b81f0b57. 00000400:00000200:0.0:1767384302.953011:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384302.953017:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384302.953021:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384302.953025:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384302.953028:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384302.953033:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384302.953036:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384302.953038:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384302.953042:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384302.953045:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000020:00000001:1.0:1767384302.953048:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.953050:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp18 00000400:00000200:0.0:1767384302.953058:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp18 lpni_is_preferred = 0 10000000:00000001:1.0:1767384302.953059:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.953062:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp18 10000000:00000001:1.0:1767384302.953066:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384302.953069:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384302.953074:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384302.953079:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384302.953083:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384302.953087:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [23:23:8:4294967295] 00000020:01000004:1.0:1767384302.953088:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384302.953092:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.953097:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384302.953101:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384302.953106:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp18 00000020:01000004:1.0:1767384302.953115:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384302.953118:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384302.953120:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384302.953128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000020:00000040:1.0:1767384302.953183:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384302.953191:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:) -> 192.168.202.115@tcp18(192.168.202.115@tcp:192.168.202.115@tcp18) : PUT try# 0 00000100:00000001:1.0:1767384302.953192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.953199:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384302.953203:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.115@tcp18 02000000:00000001:1.0:1767384302.953207:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384302.953208:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5d48019. 00000800:00000010:0.0:1767384302.953223:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000027435af5. 02000000:00000010:1.0:1767384302.953226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fb0eb4e9. 00000800:00000010:0.0:1767384302.953228:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fb474ca7. 00000800:00000200:0.0:1767384302.953236:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (2) 00000100:00000001:1.0:1767384302.953241:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384302.953248:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (2) 00000100:00000001:1.0:1767384302.953258:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.953263:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.953268:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384302.953274:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000040:1.0:1767384302.953278:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099568c7d] to pc [ptlrpcd_00_02+2] req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384302.953317:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.953321:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.953323:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384302.953328:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384302.953336:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384302.953339:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384302.953343:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384302.953343:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.953344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 10000000:00000001:1.0:1767384302.953347:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384302.953350:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384302.953354:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384302.953359:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384302.953362:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384302.953364:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384302.953368:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384302.953374:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384302.953378:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384302.953378:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.953381:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384302.953382:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384302.953385:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384302.953388:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384302.953389:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384302.953392:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384302.953393:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384302.953396:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.953401:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728311552:0@lo:253: 00000100:00000010:1.0:1767384302.953401:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00000020:00000040:1.0:1767384302.953408:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384302.953409:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384302.953410:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000001:2.0:1767384302.953417:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384302.953417:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384302.953422:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.953422:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384302.953424:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384302.953428:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.953433:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008c9848b6. 02000000:00000001:2.0:1767384302.953436:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.953437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000d827c09. 00000400:00000010:2.0:1767384302.953442:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8491bf8. 00000400:00000200:0.0:1767384302.953443:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:1.0:1767384302.953455:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.953460:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a628708. 00000100:00000001:1.0:1767384302.953461:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.953464:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384302.953470:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311552, portal 25 00000100:00000001:2.0:1767384302.953474:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384302.953474:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021f7d910] to pc [ptlrpcd_00_03+3] req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.953477:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000400:00000200:0.0:1767384302.953483:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000040:2.0:1767384302.953488:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384302.953493:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.953498:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.953503:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384302.953507:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384302.953509:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384302.953512:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a3039f8e. 00000100:00000040:2.0:1767384302.953524:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384302.953527:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:1.0:1767384302.953528:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384302.953529:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046f17ce8. 00000100:00000001:1.0:1767384302.953536:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.953543:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384302.953544:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311552, offset 0 00000100:00000040:1.0:1767384302.953548:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.953556:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384302.953557:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384302.953561:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.953566:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384302.953568:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.953572:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.953577:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384302.953579:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728311680:0@lo:253: 00000100:00000001:1.0:1767384302.953585:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384302.953587:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.953589:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.953591:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384302.953595:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.953596:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02f00 02000000:00000010:1.0:1767384302.953599:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4c757a8. 02000000:00000001:1.0:1767384302.953607:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.953613:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5954f3. 00000400:00000200:2.0:1767384302.953616:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:2.0:1767384302.953620:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013622e13. 00000400:00000200:2.0:1767384302.953625:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df613376 00000400:00000010:1.0:1767384302.953633:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dbf7bcd. 00000400:00000200:2.0:1767384302.953634:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384302.953641:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728311680, portal 25 00000400:00000200:2.0:1767384302.953646:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.953647:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384302.953648:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:1.0:1767384302.953651:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000400:00000200:2.0:1767384302.953662:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df613376 00000100:00000040:1.0:1767384302.953665:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384302.953667:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df613376. 00000100:00000001:2.0:1767384302.953676:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384302.953679:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384302.953682:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000eb0c8afb x1853236728311552 msgsize 4848 00000100:00000001:1.0:1767384302.953694:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384302.953696:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384302.953696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000040:1.0:1767384302.953705:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384302.953709:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384302.953714:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073de489f. 00000100:00000200:1.0:1767384302.953719:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728311680, offset 0 00000100:00000001:2.0:1767384302.953729:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384302.953729:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.953739:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046f17ce8 00000400:00000010:2.0:1767384302.953742:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046f17ce8. 00000400:00000200:1.0:1767384302.953749:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384302.953750:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384302.953758:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.953763:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce02f80 00000400:00000200:0.0:1767384302.953765:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.953778:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000010:1.0:1767384302.953783:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000923c2037. 00000100:00000001:2.0:1767384302.953785:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384302.953790:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5469d84 00000100:00000040:2.0:1767384302.953792:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.953798:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384302.953799:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.953802:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:2.0:1767384302.953804:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384302.953808:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384302.953818:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5469d84 00000400:00000010:1.0:1767384302.953820:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5469d84. 00000100:00000001:2.0:1767384302.953824:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.953826:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384302.953829:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384302.953830:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294891004 00000100:00000040:1.0:1767384302.953832:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000554f6e64 x1853236728311680 msgsize 4848 00000100:00000010:2.0:1767384302.953848:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053574f69. 00000100:00100000:1.0:1767384302.953854:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384302.953857:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384302.953860:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384302.953870:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.953874:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294891004 00000400:00000200:1.0:1767384302.953879:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073de489f 00000400:00000200:0.0:1767384302.953881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000010:1.0:1767384302.953882:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073de489f. 00000100:00000010:2.0:1767384302.953888:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017f18299. 00000100:00000001:2.0:1767384302.953898:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384302.953898:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384302.953906:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.953909:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294891004 00000100:00000010:2.0:1767384302.953919:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb9fdd98. 00000100:00000001:1.0:1767384302.953919:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.953925:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.953927:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384302.953938:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294891004 00000100:00000001:1.0:1767384302.953940:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.953941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000010:2.0:1767384302.953946:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ac1aba2. 00000100:00000001:1.0:1767384302.953949:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384302.953955:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384302.953959:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.953966:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.953966:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294891004 00000100:00000001:2.0:1767384302.953973:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.953974:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294891004 00000100:00000001:2.0:1767384302.953979:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.953980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:2.0:1767384302.953985:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.953990:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294891004 00000100:00000001:1.0:1767384302.953995:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294891004 00000100:00000001:1.0:1767384302.953998:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294891004 00000100:00000001:1.0:1767384302.954001:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294891004 00000100:00000001:2.0:1767384302.954003:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.954004:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294891004 00000100:00000001:2.0:1767384302.954006:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384302.954009:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294891004 00000100:00000001:2.0:1767384302.954012:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.954014:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.954016:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:2.0:1767384302.954017:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.954023:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954025:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.954031:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954032:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954038:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.954046:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.954048:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384302.954054:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.954057:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.954061:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954067:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.954067:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:2.0:1767384302.954073:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384302.954082:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311552 02000000:00000001:2.0:1767384302.954087:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.954091:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.954095:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.954101:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.954105:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311552 00000020:00000001:2.0:1767384302.954110:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384302.954113:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384302.954117:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.954121:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384302.954126:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384302.954129:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384302.954167:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384302.954172:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b290b7f6. 00000100:00000001:2.0:1767384302.954177:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.954184:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000020:00000010:2.0:1767384302.954187:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b290b7f6. 00000020:00000010:2.0:1767384302.954196:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043e9be05. 00000020:00000010:2.0:1767384302.954202:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b2d8666. 00000100:00000001:1.0:1767384302.954208:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384302.954209:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000391b3dfb. 00000100:00100000:1.0:1767384302.954217:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311680 02000000:00000001:1.0:1767384302.954221:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384302.954224:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384302.954227:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384302.954227:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.954232:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384302.954235:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384302.954236:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.954238:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.954241:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311680 00000020:00000001:1.0:1767384302.954245:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384302.954248:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384302.954249:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.954255:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384302.954255:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000020:00000040:1.0:1767384302.954264:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384302.954265:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.954270:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384302.954276:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384302.954281:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.954286:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021e1ed0e. 00000100:00000001:2.0:1767384302.954289:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.954291:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.954293:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384302.954299:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021e1ed0e. 00000100:00100000:2.0:1767384302.954301:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:2.0:1767384302.954306:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384302.954309:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737434704 : -113718972116912 : ffff9892bd101050) 00000100:00000040:2.0:1767384302.954317:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb0c8afb x1853236728311552/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384302.954322:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000366f81be. 00000100:00000001:2.0:1767384302.954325:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384302.954329:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b290b7f6. 00000100:00000001:2.0:1767384302.954332:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.954333:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066587e18. 00000020:00000010:2.0:1767384302.954334:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b290b7f6. 00000400:00000200:0.0:1767384302.954337:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000020:00000010:1.0:1767384302.954342:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029b91c26. 00000100:00100000:2.0:1767384302.954347:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eb0c8afb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728311552:12345-0@lo:253: 00000100:00000001:1.0:1767384302.954352:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384302.954353:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311552 00000100:00000001:1.0:1767384302.954357:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384302.954358:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384302.954360:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.954363:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384302.954368:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.954372:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384302.954372:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.954376:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:1.0:1767384302.954381:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.954382:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384302.954385:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.954388:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384302.954390:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384302.954399:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954401:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384302.954404:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384302.954405:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384302.954407:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384302.954414:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 02000000:00000010:2.0:1767384302.954416:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008658ad81. 00000100:00000040:1.0:1767384302.954419:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 02000000:00000001:2.0:1767384302.954420:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954425:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737444944 : -113718972106672 : ffff9892bd103850) 00000100:00000001:2.0:1767384302.954426:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.954432:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384302.954437:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000554f6e64 x1853236728311680/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384302.954445:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000035417994. 20000000:01000000:2.0:1767384302.954450:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384302.954450:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384302.954455:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384302.954459:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:1.0:1767384302.954459:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021e1ed0e. 20000000:00000001:2.0:1767384302.954464:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954466:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384302.954468:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.954473:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:1.0:1767384302.954473:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021e1ed0e. 20000000:00000010:2.0:1767384302.954484:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1500795. 00000100:00100000:1.0:1767384302.954485:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000554f6e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728311680:12345-0@lo:253: 20000000:01000000:2.0:1767384302.954489:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000100:00000200:1.0:1767384302.954495:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311680 00000020:00000001:1.0:1767384302.954498:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384302.954499:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384302.954503:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384302.954507:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384302.954507:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.954512:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384302.954512:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384302.954517:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:1.0:1767384302.954522:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384302.954523:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.954526:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384302.954528:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384302.954530:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954534:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384302.954536:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:1.0:1767384302.954547:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384302.954556:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.954557:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000536fc59d. 00080000:00000001:2.0:1767384302.954560:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:1.0:1767384302.954563:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.954564:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.954570:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.954571:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384302.954574:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384302.954578:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 20000000:00000001:1.0:1767384302.954578:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384302.954584:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:2.0:1767384302.954587:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384302.954591:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384302.954591:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000068feb2b7. 00080000:00000001:2.0:1767384302.954597:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384302.954598:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384302.954600:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384302.954603:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384302.954604:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384302.954608:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384302.954610:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8647bf. 00000020:00000001:2.0:1767384302.954611:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000001:1.0:1767384302.954613:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384302.954618:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023b50885. 00080000:00000001:2.0:1767384302.954620:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384302.954620:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.954628:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:2.0:1767384302.954634:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c25a54b2. 00000800:00000010:0.0:1767384302.954634:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e9cc3d1. 00080000:00000001:2.0:1767384302.954651:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473671680 : -113724235879936 : ffff989183516a00) 00080000:00000001:2.0:1767384302.954662:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384302.954666:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384302.954669:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b290b7f6. 00080000:00000001:2.0:1767384302.954673:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.954676:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384302.954678:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e9cc3d1. 00080000:00000001:2.0:1767384302.954695:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.954718:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384302.954736:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384302.954759:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp18 from 237.3.0.2 00000800:00000010:0.0:1767384302.954763:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fea6792e. 00000800:00000010:1.0:1767384302.954807:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000471c7428. 00000800:00000010:1.0:1767384302.954816:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073de489f. 00000800:00000010:1.0:1767384302.954881:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000026c12ae7. 00000800:00000200:1.1:1767384302.954895:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (2) 00000800:00000200:1.1:1767384302.954901:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp18 0000000026c12ae7 deleted 00000800:00000010:1.1:1767384302.954905:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000026c12ae7. 00000800:00000200:1.1:1767384302.954913:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384302.954925:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:1005 00000800:00000200:1.1:1767384302.954931:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5d48019 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767384302.954941:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp18 p 3.x 192.168.202.115 -> 192.168.202.115:1005 incarnation:1767384301340390777 sched[0] 00000800:00000010:1.0:1767384302.954949:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021e1ed0e. 00000800:00000010:1.0:1767384302.955066:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021e1ed0e. 00000800:00000010:1.0:1767384302.955073:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073de489f. 00000800:00000200:2.1:1767384302.955127:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384302.955179:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp18 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384301340390777 sched[0] 00000800:00000010:2.0:1767384302.955183:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023b50885. 00000800:00000010:1.0:1767384302.955216:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fea6792e. 00000800:00000001:1.0:1767384302.955247:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.955257:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384302.955295:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:1.0:1767384302.955352:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384302.955358:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5d48019. 00000800:00000001:0.0:1767384302.955366:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384302.955367:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384302.955378:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.955384:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: PUT: OK 00000800:00000001:0.0:1767384302.955385:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384302.955387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000001:0.0:1767384302.955396:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.955402:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384302.955415:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : PUT - for me 00000400:00000200:1.0:1767384302.955417:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000400:00000200:0.0:1767384302.955439:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384302.955451:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 208/208 into md 0x13ed [1] + 0 00000400:00000010:0.0:1767384302.955456:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000400:00000200:0.0:1767384302.955462:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090fa836b 00000800:00000001:0.0:1767384302.955469:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384302.955478:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000001:0.0:1767384302.955480:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.955485:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.955494:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: PUT: OK 00000400:00000200:0.0:1767384302.955504:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:0.0:1767384302.955507:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000200:0.0:1767384302.955515:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384302.955519:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (12) 00000400:00000200:0.0:1767384302.955527:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:0.0:1767384302.955531:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000e5d48019. 00000400:00000200:0.0:1767384302.955536:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 11 00000400:00000200:0.0:1767384302.955547:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384302.955563:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384302.955563:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (13) 00000400:00000200:0.0:1767384302.955575:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384302.955590:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp18 to MR: 192.168.202.115@tcp18 local destination 00000400:00000200:0.0:1767384302.955601:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384302.955623:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) -> 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) 192.168.202.115@tcp18 : ACK try# 0 00000400:00000200:1.0:1767384302.955641:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384302.955642:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp18 00000400:00000200:2.0:1767384302.955645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000010:1.0:1767384302.955652:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006341d9a7. 00000800:00000010:0.0:1767384302.955654:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006cea8869. 00000400:00000010:1.0:1767384302.955663:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000800:00000200:0.0:1767384302.955670:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (4) 00000400:00000200:1.0:1767384302.955672:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000800:00000200:0.0:1767384302.955684:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:988 00000400:00000200:1.0:1767384302.955685:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000800:00000200:0.0:1767384302.955691:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006cea8869 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384302.955699:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 0000000006da7d08. 00000400:00000010:1.0:1767384302.955706:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000002add3a4c. 00000400:00000010:1.0:1767384302.955714:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000008279f4a0. 00000400:00000200:2.0:1767384302.955741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:1.0:1767384302.955748:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d4195166. 00000400:00000200:1.0:1767384302.955760:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d4195166 nid 192.168.202.115@tcp19 00000400:00000010:1.0:1767384302.955765:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b4cba1bb. 00000400:00000200:1.0:1767384302.955773:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b4cba1bb net tcp19 00000400:00000200:1.0:1767384302.955779:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (12) 00000800:00000200:0.0:1767384302.955783:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384302.955787:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006cea8869. 00000400:00000200:1.0:1767384302.955792:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp19 flags 0x11 00000400:00000010:1.0:1767384302.955799:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 0000000006da7d08. 00000400:00000200:0.0:1767384302.955800:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384302.955806:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000002add3a4c. 00000400:00000010:1.0:1767384302.955814:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000008279f4a0. 00000400:00000200:0.0:1767384302.955816:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: ACK: OK 00000400:00000010:1.0:1767384302.955821:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000e5d48019. 00000400:00000200:1.0:1767384302.955833:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000800:00000001:0.0:1767384302.955833:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384302.955859:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000800:00000001:0.0:1767384302.955862:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.955867:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000800:00000001:0.0:1767384302.955870:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384302.955871:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384302.955877:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000800:00000001:0.0:1767384302.955878:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384302.955884:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384302.955888:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384302.955894:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000800:00000001:0.0:1767384302.955896:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.955902:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384302.955913:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (13) 00000400:00000200:0.0:1767384302.955915:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : ACK - for me 00000400:00000200:0.0:1767384302.955937:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp18: ACK from 12345-192.168.202.115@tcp18 into md 0x1405 00000400:00000200:0.0:1767384302.955941:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.955949:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: ACK: OK 00000400:00000200:0.0:1767384302.955957:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384302.955959:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000200:0.0:1767384302.955967:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384302.955973:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384302.955976:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (12) 00000800:00000001:0.0:1767384302.955984:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.955991:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384302.956002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956194:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956238:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956362:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956400:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00080000:00000010:0.0:1767384302.956439:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c25a54b2. 00000400:00000200:2.0:1767384302.956452:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956484:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384302.956503:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00080000:00000010:1.0:1767384302.956523:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b290b7f6. 00040000:00000001:1.0:1767384302.956530:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384302.956531:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00040000:00000001:1.0:1767384302.956534:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384302.956538:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384302.956543:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384302.956545:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.956547:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384302.956557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 20000000:01000000:1.0:1767384302.956567:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384302.956579:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384302.956582:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384302.956588:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384302.956594:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e29b6c39. 20000000:01000000:0.0:1767384302.956598:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384302.956602:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384302.956608:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384302.956612:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384302.956626:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384302.956648:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.956651:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384302.956652:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.956655:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384302.956658:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384302.956660:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 20000000:01000000:1.0:1767384302.956662:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384302.956669:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:0.0:1767384302.956670:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 10000000:01000000:1.0:1767384302.956678:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:0.0:1767384302.956678:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384302.956693:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384302.956697:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.956701:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384302.956704:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384302.956709:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384302.956713:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384302.956717:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:0.0:1767384302.956717:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a068b61d. 00080000:00000001:0.0:1767384302.956721:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349493362688 : -113724216188928 : ffff9891847de000) 00080000:00000001:0.0:1767384302.956724:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384302.956726:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000052f09a83. 00010000:00000001:1.0:1767384302.956733:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:2.0:1767384302.956734:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046f17ce8. 00000001:00000001:0.0:1767384302.956735:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384302.956742:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e9cc3d1. 00000800:00000010:2.0:1767384302.956744:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f83b68. 00010000:00000010:1.0:1767384302.956748:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000025567c43. 00080000:00000001:0.0:1767384302.956751:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.956758:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384302.956759:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384302.956763:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095604b88. 00000020:00000001:1.0:1767384302.956768:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384302.956775:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095604b88 with handle 0x960a57272cefbaaf to hash 00080000:00000001:0.0:1767384302.956779:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.956780:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000010:2.0:1767384302.956786:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f83b68. 00010000:00000001:1.0:1767384302.956788:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00010000:00000001:1.0:1767384302.956792:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00010000:00000001:1.0:1767384302.956798:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384302.956799:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384302.956805:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.956810:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.956820:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384302.956824:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384302.956828:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.956830:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.956833:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384302.956853:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384302.956855:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384302.956857:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384302.956858:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384302.956864:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000035417994. 00010000:00000001:1.0:1767384302.956865:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384302.956873:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000001:0.0:1767384302.956875:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.956877:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.956884:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384302.956887:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000025567c43) refcount = 1 00010000:00000040:0.0:1767384302.956889:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311552 00000400:00000200:2.0:1767384302.956897:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:0.0:1767384302.956900:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384302.956902:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384302.956913:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb0c8afb x1853236728311552/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.956915:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:2.0:1767384302.956917:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp18 from 236.3.0.2 00010000:00000001:1.0:1767384302.956923:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:2.0:1767384302.956928:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000358ea642. 00010000:00000001:1.0:1767384302.956931:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.956944:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.956945:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.956949:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.956951:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384302.956953:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=25 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384302.956964:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384302.956964:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:1.0:1767384302.956971:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00000100:00000040:0.0:1767384302.956976:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.956978:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384302.956985:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.956990:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.956991:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.956996:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384302.956997:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384302.957002:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095604b88 refcount=4 00000100:00000040:0.0:1767384302.957007:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384302.957015:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000400:00000010:0.0:1767384302.957016:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008779716a. 00010000:00000001:1.0:1767384302.957024:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000100:00000200:0.0:1767384302.957024:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311552, offset 224 00010000:00000001:1.0:1767384302.957035:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:0.0:1767384302.957037:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384302.957043:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384302.957058:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384302.957064:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384302.957070:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384302.957075:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02f00 00000800:00000010:2.0:1767384302.957083:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035417994. 00000800:00000010:2.0:1767384302.957090:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd5b2153. 00010000:00000001:1.0:1767384302.957093:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384302.957098:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1409 [2] + 224 00010000:00000001:1.0:1767384302.957099:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.957103:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384302.957108:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000088238ade. 00000400:00000200:0.0:1767384302.957116:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384302.957119:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (4) 00010000:00000001:1.0:1767384302.957121:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.957129:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384302.957131:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp18 0000000088238ade deleted 00000800:00000010:2.1:1767384302.957164:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000088238ade. 00000800:00000200:2.1:1767384302.957169:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384302.957186:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384302.957188:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp18 p 3.x 192.168.202.115 -> 192.168.202.115:1004 incarnation:1767384301340390777 sched[0] 00010000:00000001:1.0:1767384302.957191:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.957197:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384302.957198:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f83b68. 00000100:00000001:0.0:1767384302.957198:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.957213:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384302.957225:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095604b88 already unused, calling callback (0000000090c6ba53) 00000100:00000040:0.0:1767384302.957232:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.957234:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384302.957241:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f83b68. 00010000:00000001:1.0:1767384302.957242:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000010:2.0:1767384302.957248:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd5b2153. 00010000:00010000:1.0:1767384302.957248:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.957261:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.957264:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384302.957265:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:2.0:1767384302.957268:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000358ea642. 00000020:00000001:1.0:1767384302.957269:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.957274:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095604b88 refcount=5 00000400:00000200:0.0:1767384302.957277:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008779716a 00000020:00000001:1.0:1767384302.957278:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000400:00000010:0.0:1767384302.957283:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008779716a. 00000100:00000001:0.0:1767384302.957289:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384302.957293:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000100:00000001:0.0:1767384302.957294:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384302.957295:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384302.957301:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384302.957301:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384302.957302:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384302.957310:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384302.957315:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384302.957320:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.957325:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384302.957325:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384302.957333:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384302.957336:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384302.957337:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:2.0:1767384302.957340:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384302.957341:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384302.957343:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.957352:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.957353:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 00000100:00000040:0.0:1767384302.957357:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb0c8afb x1853236728311552/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.957361:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a628708 00010000:00000001:1.0:1767384302.957367:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384302.957368:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a628708. 00010000:00000001:1.0:1767384302.957378:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384302.957379:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384302.957385:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eb0c8afb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728311552:12345-0@lo:253: Request processed in 3055us (3697us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384302.957386:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384302.957387:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.957394:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.957404:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095604b88 with handle 0x960a57272cefbaaf from hash 00010000:00000001:1.0:1767384302.957414:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:2.0:1767384302.957416:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.957422:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.957426:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.957433:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384302.957435:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00000001:1.0:1767384302.957438:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384302.957444:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:1.0:1767384302.957445:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384302.957450:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.957450:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384302.957451:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384302.957456:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384302.957457:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.957458:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384302.957462:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b2d8666. 00010000:00000001:1.0:1767384302.957465:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.957466:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384302.957471:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384302.957472:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1767384302.957472:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000391b3dfb. 00000100:00000001:2.0:1767384302.957476:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384302.957478:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:0.0:1767384302.957479:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043e9be05. 00000100:00000001:2.0:1767384302.957480:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.957490:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384302.957492:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.957493:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384302.957493:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:1.0:1767384302.957501:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.957505:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384302.957507:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=25 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384302.957507:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384302.957508:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008658ad81. 00010000:00000001:1.0:1767384302.957518:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.957520:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384302.957522:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.957524:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384302.957526:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384302.957536:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384302.957537:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384302.957541:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384302.957544:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 00010000:00000001:1.0:1767384302.957545:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.957553:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.957554:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:0.0:1767384302.957556:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008779716a. 00010000:00000001:2.0:1767384302.957558:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384302.957560:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384302.957563:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.957566:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.957572:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.957572:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.957576:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.957582:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384302.957582:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384302.957588:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384302.957590:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.957590:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384302.957597:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:1.0:1767384302.957597:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384302.957602:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:1.0:1767384302.957603:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384302.957606:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384302.957610:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384302.957614:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384302.957617:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384302.957618:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:2.0:1767384302.957619:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384302.957624:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384302.957625:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384302.957626:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384302.957630:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:1.0:1767384302.957630:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095604b88/0x960a57272cefbaaf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384302.957636:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384302.957638:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000040:1.0:1767384302.957653:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025567c43 count: 0 00000800:00000200:0.0:1767384302.957664:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp18 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384301340390777 sched[0] 00000100:00100000:2.0:1767384302.957671:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728311552:0@lo:253: 00000800:00000010:0.0:1767384302.957674:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046f17ce8. 00000100:00000001:2.0:1767384302.957678:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.957681:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.957682:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:1.0:1767384302.957687:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384302.957691:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728311552/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.957699:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384302.957703:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384302.957706:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008c9848b6. 02000000:00000001:2.0:1767384302.957712:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384302.957715:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384302.957716:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384302.957718:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384302.957721:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fb0eb4e9. 00000800:00000001:0.0:1767384302.957721:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.957727:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384302.957728:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384302.957736:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384302.957739:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000100:00000001:2.0:1767384302.957742:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384302.957744:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.957745:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.957750:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.957751:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.957754:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.957755:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384302.958429:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a068b61d. 00080000:00000010:0.0:1767384302.958467:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e9cc3d1. 00040000:00000001:0.0:1767384302.958472:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.958474:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384302.958476:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384302.958478:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384302.958480:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.958481:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384302.958484:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384302.958493:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384302.958496:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384302.958503:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384302.958525:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384302.958530:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384302.958532:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384302.958536:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384302.958539:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384302.958544:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8c32c89. 00010000:00000001:1.0:1767384302.958549:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384302.958552:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b5c4a1a. 00000020:00000001:1.0:1767384302.958555:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384302.958558:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b5c4a1a with handle 0x960a57272cefbab6 to hash 00000020:00000001:1.0:1767384302.958560:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384302.958562:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000001:1.0:1767384302.958564:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000001:1.0:1767384302.958567:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.958568:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.958571:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.958578:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384302.958580:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384302.958590:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.958592:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.958594:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.958597:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:0.0:1767384302.958598:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384302.958606:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384302.958607:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384302.958609:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000068feb2b7. 00010000:00000001:1.0:1767384302.958612:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:0.0:1767384302.958614:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.958616:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384302.958617:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.958618:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384302.958620:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8c32c89) refcount = 1 00010000:00000040:0.0:1767384302.958630:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728311680 00010000:00010000:1.0:1767384302.958632:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.958634:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384302.958641:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000554f6e64 x1853236728311680/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.958666:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384302.958672:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384302.958673:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384302.958674:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.958677:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384302.958679:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=25 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384302.958686:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.958687:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.958692:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384302.958694:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.958696:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384302.958705:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:1.0:1767384302.958707:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384302.958708:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384302.958712:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00000100:00000001:0.0:1767384302.958713:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384302.958722:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384302.958722:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384302.958730:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384302.958731:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6450f6b. 00000020:00000040:1.0:1767384302.958738:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b5c4a1a refcount=4 00000100:00000200:0.0:1767384302.958739:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728311680, offset 224 00000020:00000001:1.0:1767384302.958749:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00000400:00000200:0.0:1767384302.958755:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384302.958763:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00000400:00000200:0.0:1767384302.958771:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384302.958773:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384302.958778:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384302.958784:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce02f80 00000400:00000200:0.0:1767384302.958798:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1411 [2] + 224 00010000:00000001:1.0:1767384302.958813:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384302.958815:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384302.958818:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384302.958825:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.958853:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384302.958855:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384302.958860:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.958861:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.958867:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384302.958872:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.958899:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.958901:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.958904:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384302.958905:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.958909:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384302.958910:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6450f6b 00000400:00000010:0.0:1767384302.958914:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6450f6b. 00000100:00000001:0.0:1767384302.958920:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384302.958923:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384302.958928:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001b5c4a1a already unused, calling callback (0000000090c6ba53) 00000100:00000001:0.0:1767384302.958930:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.958934:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.958941:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384302.958942:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384302.958943:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:2.0:1767384302.958949:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384302.958949:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384302.958955:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.958957:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384302.958958:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384302.958962:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.958965:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5954f3. 00000020:00000001:0.0:1767384302.958966:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384302.958974:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000554f6e64 x1853236728311680/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.958975:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dbf7bcd 00000400:00000010:2.0:1767384302.958985:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dbf7bcd. 00010000:00000001:1.0:1767384302.958986:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.958993:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384302.959001:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384302.959001:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384302.959010:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.959011:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000554f6e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728311680:12345-0@lo:253: Request processed in 4553us (5169us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384302.959012:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b5c4a1a refcount=5 00000020:00000001:1.0:1767384302.959030:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000001:1.0:1767384302.959042:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00000100:00100000:0.0:1767384302.959051:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000200:2.0:1767384302.959055:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.959057:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384302.959062:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00010000:1.0:1767384302.959065:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384302.959072:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384302.959081:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384302.959091:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384302.959091:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066587e18. 00010000:00000001:1.0:1767384302.959094:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384302.959095:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.959100:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384302.959101:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384302.959103:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384302.959104:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029b91c26. 00010000:00000001:1.0:1767384302.959106:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.959107:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.959112:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.959116:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.959116:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384302.959117:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000366f81be. 00010000:00000001:1.0:1767384302.959120:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:2.0:1767384302.959123:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384302.959129:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=25 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384302.959129:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384302.959131:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:1.0:1767384302.959133:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.959165:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384302.959168:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000536fc59d. 02000000:00000001:0.0:1767384302.959175:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384302.959176:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384302.959180:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384302.959184:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384302.959185:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f5fa4b. 00000100:00000001:2.0:1767384302.959187:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.959193:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6450f6b. 00010000:00000001:2.0:1767384302.959194:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384302.959194:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b5c4a1a with handle 0x960a57272cefbab6 from hash 00010000:00000001:2.0:1767384302.959200:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.959208:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.959208:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.959215:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384302.959218:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.959220:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.959231:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.959233:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384302.959235:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384302.959238:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384302.959240:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384302.959243:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384302.959244:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:2.0:1767384302.959245:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384302.959249:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384302.959251:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384302.959251:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:2.0:1767384302.959254:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384302.959255:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:2.0:1767384302.959256:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384302.959261:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384302.959261:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384302.959265:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.959266:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.959273:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.959277:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021f7d910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728311680:0@lo:253: 00010000:00000001:1.0:1767384302.959278:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384302.959283:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.959283:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384302.959287:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384302.959289:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.959292:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384302.959293:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021f7d910 x1853236728311680/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.959295:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.959301:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.959304:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384302.959307:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.959308:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384302.959310:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4c757a8. 00010000:00010000:1.0:1767384302.959313:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384302.959314:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384302.959317:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384302.959318:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384302.959322:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384302.959324:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000d827c09. 02000000:00000001:2.0:1767384302.959329:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384302.959331:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384302.959331:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.959335:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384302.959336:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 00010000:00000001:1.0:1767384302.959340:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384302.959341:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384302.959344:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.959344:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384302.959349:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.959349:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.959353:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.959356:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384302.959356:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384302.959359:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.959361:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.959364:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.959366:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384302.959368:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.959370:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.959378:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384302.959380:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.959382:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbab6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384302.959389:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8c32c89 count: 0 00010000:00000001:1.0:1767384302.959397:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384302.959399:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384302.961876:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294891004, at 4294891005 00000100:00000010:2.0:1767384302.961886:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb9fdd98. 00000100:00000040:3.0:1767384302.962192:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294891004, at 4294891006 00000100:00000010:3.0:1767384302.962200:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ac1aba2. 00000100:00000040:1.0:1767384302.962207:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294891004, at 4294891006 00000100:00000010:1.0:1767384302.962216:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017f18299. 00000100:00000040:0.0:1767384302.962219:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294891004, at 4294891006 00000100:00000010:0.0:1767384302.962228:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053574f69. 00010000:00000010:1.1:1767384302.963158:0:22109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025567c43. 00010000:00000010:1.1:1767384302.963168:0:22109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095604b88. 00000004:00000001:0.0:1767384302.964208:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384302.964211:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384302.964217:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de94863b. 00000020:00000040:0.0:1767384302.964223:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384302.964224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384302.964229:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384302.964231:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384302.964233:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384302.964239:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 02000000:00000001:0.0:1767384302.964240:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.964247:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384302.964251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384302.964252:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cea8869. 02000000:00000001:2.0:1767384302.964253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384302.964258:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.964262:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.964265:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000be27e64d. 00000100:00000001:2.0:1767384302.964271:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.964282:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.964284:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384302.964290:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.964301:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384302.964303:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.964308:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de94863b] to pc [ptlrpcd_00_00+0] req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.964309:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_01+1] req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.964372:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384302.964372:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.964386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384302.964387:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.964392:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384302.964394:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384302.964395:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aae030d7. 00000100:00000001:1.0:1767384302.964397:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384302.964399:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384302.964402:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384302.964404:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384302.964406:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.964406:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.964411:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384302.964413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aff76593. 00000100:00000001:0.0:1767384302.964420:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.964421:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.964428:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384302.964429:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384302.964432:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384302.964437:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.964443:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384302.964447:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384302.964453:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.964463:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.964475:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728311808:0@lo:13: 00000100:00000001:0.0:1767384302.964491:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.964494:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384302.964497:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.964508:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384302.964511:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384302.964512:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384302.964512:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.964514:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.964521:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.964528:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aae030d7] to pc [ptlrpcd_00_02+2] req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384302.964528:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.964529:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384302.964538:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6ea25c0. 00000100:00100000:0.0:1767384302.964540:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728311936:0@lo:400: 02000000:00000001:1.0:1767384302.964548:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.964563:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bebf4b1. 00000100:00000001:0.0:1767384302.964565:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384302.964577:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384302.964578:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.964578:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 02000000:00000001:0.0:1767384302.964583:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.964585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384302.964587:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384302.964588:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728311808, portal 4 02000000:00000010:0.0:1767384302.964595:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000770865. 00000100:00000001:1.0:1767384302.964596:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384302.964597:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384302.964602:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801158528 : -113719908393088 : ffff989285419f80) 02000000:00000001:0.0:1767384302.964606:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384302.964607:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000100:00000040:1.0:1767384302.964613:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384302.964624:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384302.964626:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010cf9c75. 00000100:00000001:1.0:1767384302.964628:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384302.964638:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384302.964641:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 02000000:00000001:2.0:1767384302.964642:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384302.964642:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384302.964651:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.964652:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a745d9. 00000100:00000200:0.0:1767384302.964653:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728311936, portal 4 00000100:00000200:1.0:1767384302.964662:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728311808, offset 0 02000000:00000010:2.0:1767384302.964664:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054c7333c. 00000100:00000001:0.0:1767384302.964664:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.964672:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000001:2.0:1767384302.964676:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.964681:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384302.964684:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.964685:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384302.964710:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384302.964741:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce03000 00000100:00000001:2.0:1767384302.964760:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384302.964764:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000100:00000001:2.0:1767384302.964766:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.964768:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384302.964780:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384302.964781:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a065a12] to pc [ptlrpcd_00_03+3] req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.964787:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.964796:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000200:1.0:1767384302.964801:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384302.964811:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728311936, offset 0 00000100:00000001:2.0:1767384302.964814:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.964817:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384302.964819:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (228) 00000400:00000200:0.0:1767384302.964821:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384302.964823:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384302.964828:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1def8a8. 00000100:00000040:1.0:1767384302.964834:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000f1def8a8 x1853236728311808 msgsize 224 00000100:00100000:1.0:1767384302.964851:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384302.964855:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.964861:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384302.964861:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384302.964866:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.964870:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384302.964878:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.964881:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a745d9 00000400:00000010:1.0:1767384302.964890:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a745d9. 00000400:00000200:0.0:1767384302.964891:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce03080 00000100:00000001:1.0:1767384302.964899:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384302.964907:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384302.964911:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384302.964912:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.964917:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 02000000:00000001:2.0:1767384302.964924:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384302.964930:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.964933:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384302.964937:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384302.964944:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384302.964945:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384302.964946:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.964952:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384302.964956:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728312192:0@lo:400: 00000100:00000200:0.0:1767384302.964959:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384302.964972:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384302.964973:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccea12d5. 02000000:00000001:2.0:1767384302.964976:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384302.964976:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.964982:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ccea12d5 x1853236728311936 msgsize 224 00000100:00000001:1.0:1767384302.964983:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384302.964984:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.964995:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384302.964996:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.965002:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cef595b. 00000100:00000040:1.0:1767384302.965007:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5005 usecs (6 jiffies) 02000000:00000001:2.0:1767384302.965011:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.965012:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384302.965023:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8491bf8. 00000100:00000001:1.0:1767384302.965023:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891014 00000100:00000001:0.0:1767384302.965028:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384302.965031:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000100:00000010:1.0:1767384302.965033:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3fd1b07. 00000100:00000200:2.0:1767384302.965038:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728312192, portal 10 00000400:00000200:0.0:1767384302.965039:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000100:00000001:1.0:1767384302.965042:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384302.965050:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384302.965050:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000100:00000001:1.0:1767384302.965054:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891014 00000100:00000001:2.0:1767384302.965060:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00000100:00000001:0.0:1767384302.965062:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384302.965064:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060b2b46e. 00000100:00000040:2.0:1767384302.965070:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.965071:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384302.965074:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.965079:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891014 00000100:00000010:1.0:1767384302.965085:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006731ed83. 00000100:00000001:1.0:1767384302.965093:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384302.965100:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891014 00000100:00000010:1.0:1767384302.965106:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb9c44a0. 00000100:00000001:2.0:1767384302.965110:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384302.965115:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384302.965124:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384302.965126:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384302.965131:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000100:00000200:2.0:1767384302.965164:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728312192, offset 0 00000400:00000200:2.0:1767384302.965175:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.965182:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.965193:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03180 00000400:00000200:2.0:1767384302.965205:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:1.0:1767384302.965206:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965209:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384302.965213:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.965215:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384302.965217:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.965219:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.965227:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.965229:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.965235:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384302.965240:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384302.965247:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384302.965248:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384302.965253:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab89aa66. 00000100:00000001:1.0:1767384302.965253:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.965259:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.965260:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000ab89aa66 x1853236728312192 msgsize 224 00000100:00000001:0.0:1767384302.965261:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.965266:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965269:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384302.965273:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384302.965283:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965289:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384302.965293:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5005 usecs (6 jiffies) 00000400:00000200:2.0:1767384302.965297:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000100:00000001:1.0:1767384302.965297:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.965302:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311808 00000400:00000010:2.0:1767384302.965303:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 00000100:00000001:0.0:1767384302.965303:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891015 02000000:00000001:1.0:1767384302.965312:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384302.965316:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.965319:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384302.965320:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965322:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891014 02000000:00000001:1.0:1767384302.965325:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965329:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891015 00000100:00100000:1.0:1767384302.965330:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311808 00000100:00000200:2.0:1767384302.965334:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384302.965340:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384302.965342:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294891014 00000020:00000040:1.0:1767384302.965345:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:1.0:1767384302.965357:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384302.965360:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384302.965365:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:0.0:1767384302.965366:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891015 00000100:00000040:2.0:1767384302.965368:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384302.965379:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384302.965383:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891014 00000020:00000001:1.0:1767384302.965388:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384302.965395:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891015 00000100:00000001:1.0:1767384302.965396:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384302.965403:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.965405:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c5b819. 00000100:00000001:2.0:1767384302.965408:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.965409:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294891014 00000020:00000010:1.0:1767384302.965412:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a8b16593. 00000100:00000001:2.0:1767384302.965420:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.965421:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:0.0:1767384302.965423:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384302.965425:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3397 usecs (4 jiffies) 00000100:00000001:0.0:1767384302.965437:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965438:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891013 00000100:00000001:1.0:1767384302.965442:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384302.965446:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965447:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294891015 00000020:00000010:1.0:1767384302.965448:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000722e08bc. 00000100:00000001:2.0:1767384302.965462:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891013 00000100:00000001:0.0:1767384302.965463:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384302.965467:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9f73238. 00000100:00000001:2.0:1767384302.965475:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294891015 00000020:00000010:1.0:1767384302.965478:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6a01a2f. 00000100:00000001:2.0:1767384302.965479:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891013 00000100:00000001:0.0:1767384302.965481:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.965488:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294891015 00000100:00000001:0.0:1767384302.965488:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384302.965490:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384302.965501:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891013 00000100:00000001:1.0:1767384302.965502:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.965503:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.965506:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294891015 00000100:00000001:1.0:1767384302.965514:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.965515:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.965515:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.965526:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965527:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965528:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965546:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.965547:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.965550:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965564:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.965572:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.965573:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.965576:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384302.965579:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.965582:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.965585:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.965593:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384302.965597:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.965602:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.965605:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.965607:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.965610:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.965610:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.965613:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384302.965620:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384302.965620:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384302.965626:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000040:2.0:1767384302.965628:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.965630:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492192128 : -113724217359488 : ffff9891846c0380) 00000100:00080000:0.0:1767384302.965637:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384302.965642:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1def8a8 x1853236728311808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.965645:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384302.965647:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384302.965648:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.965657:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384302.965662:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.965665:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384302.965666:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.965669:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00100000:2.0:1767384302.965673:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728312064:0@lo:400: 00000100:00000001:1.0:1767384302.965675:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.965678:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384302.965683:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00000001:2.0:1767384302.965685:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384302.965687:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.965690:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384302.965694:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.965695:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1def8a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728311808:12345-0@lo:13: 02000000:00000001:2.0:1767384302.965701:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384302.965702:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311808 02000000:00000010:2.0:1767384302.965706:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043e9be05. 00000020:00000001:1.0:1767384302.965707:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384302.965711:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.965714:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384302.965715:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703e2433. 00000020:00000001:1.0:1767384302.965717:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.965720:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000020:00000010:0.0:1767384302.965720:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000063be09f5. 00000020:00000001:1.0:1767384302.965722:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384302.965727:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:1.0:1767384302.965739:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384302.965741:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728312064, portal 10 00000100:00000001:0.0:1767384302.965741:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384302.965750:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384302.965751:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384302.965751:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728311936 00000100:00000001:2.0:1767384302.965757:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493443584 : -113724216108032 : ffff9891847f1c00) 02000000:00000001:0.0:1767384302.965760:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384302.965761:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384302.965767:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384302.965767:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384302.965768:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384302.965780:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.965781:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384302.965781:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.965793:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384302.965794:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384302.965796:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384302.965797:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.965800:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 02000000:00000010:1.0:1767384302.965803:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000951eeb8. 00000100:00000200:2.0:1767384302.965808:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728312064, offset 0 02000000:00000001:1.0:1767384302.965810:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.965810:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728311936 00000100:00000001:1.0:1767384302.965823:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.965824:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384302.965825:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384302.965832:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00002000:00000001:1.0:1767384302.965834:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:2.0:1767384302.965849:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384302.965852:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.965856:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00002000:00000001:1.0:1767384302.965857:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384302.965862:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384302.965867:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03100 00000020:00000001:0.0:1767384302.965868:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:1.0:1767384302.965876:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384302.965881:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00002000:00000024:1.0:1767384302.965882:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:2.0:1767384302.965886:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000020:00000020:1.0:1767384302.965896:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:2.0:1767384302.965897:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384302.965897:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.965908:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e9cc3d1. 00000400:00000200:2.0:1767384302.965909:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:1.0:1767384302.965909:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384302.965920:0:16358:0:(events.c:286:request_in_callback()) Process entered 00002000:00000020:1.0:1767384302.965921:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384302.965921:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384302.965933:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00000001:1.0:1767384302.965939:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384302.965940:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e9cc3d1. 00000100:00000010:2.0:1767384302.965941:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fea3594f. 00000001:00000001:1.0:1767384302.965948:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384302.965953:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000fea3594f x1853236728312064 msgsize 224 00000001:00000001:1.0:1767384302.965954:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384302.965958:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.965958:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fec59f14. 00000100:00100000:2.0:1767384302.965965:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384302.965974:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00010000:00000040:1.0:1767384302.965975:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728311808 00000100:00000001:2.0:1767384302.965979:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384302.965986:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384302.965988:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00000400:00000200:2.0:1767384302.965990:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00010000:00000200:1.0:1767384302.965993:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1def8a8 x1853236728311808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384302.965994:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000100:00000001:2.0:1767384302.966005:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384302.966011:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:2.0:1767384302.966012:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.966013:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384302.966019:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384302.966021:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.966026:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767384302.966032:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.966032:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.966034:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.966042:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.966046:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384302.966047:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384302.966054:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384302.966058:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.966059:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.966060:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.966067:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384302.966071:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384302.966073:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384302.966076:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.966077:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.966085:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2741 usecs (3 jiffies) 00000100:00000001:1.0:1767384302.966086:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384302.966086:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.966097:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384302.966098:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891012 00000400:00000010:1.0:1767384302.966101:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a745d9. 00000100:00000001:2.0:1767384302.966102:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891015 00000100:00000001:2.0:1767384302.966107:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891012 00000100:00000001:0.0:1767384302.966108:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384302.966109:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891015 00000100:00000200:1.0:1767384302.966109:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728311808, offset 224 00000100:00000001:0.0:1767384302.966118:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384302.966119:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891012 00000100:00000001:2.0:1767384302.966126:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891015 00000400:00000200:1.0:1767384302.966126:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384302.966132:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891012 00000400:00000200:1.0:1767384302.966172:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384302.966177:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891015 00000100:00000001:2.0:1767384302.966179:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384302.966183:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce03000 00000100:00000001:2.0:1767384302.966184:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.966189:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384302.966192:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.966198:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x142d [1] + 224 00000100:00000040:0.0:1767384302.966198:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000100:00000001:2.0:1767384302.966200:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.966213:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801153152 : -113719908398464 : ffff989285418a80) 00000400:00000200:1.0:1767384302.966216:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.966225:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384302.966227:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccea12d5 x1853236728311936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.966234:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384302.966239:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384302.966242:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384302.966244:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e9cc3d1. 00000100:00000001:2.0:1767384302.966245:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384302.966251:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312192 00000100:00000001:0.0:1767384302.966255:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384302.966258:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384302.966267:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e9cc3d1. 02000000:00000001:2.0:1767384302.966269:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.966276:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.966281:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.966289:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccea12d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236728311936:12345-0@lo:400: 02000000:00000001:2.0:1767384302.966291:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.966301:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312192 00000020:00000001:2.0:1767384302.966310:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384302.966316:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728311936 00000020:00000040:2.0:1767384302.966317:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000001:0.0:1767384302.966321:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384302.966324:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384302.966326:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384302.966326:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384302.966329:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000001:0.0:1767384302.966335:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.966339:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000400:00000200:1.0:1767384302.966339:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a745d9 00000020:00000001:0.0:1767384302.966340:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384302.966346:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a745d9. 00000020:00000001:0.0:1767384302.966346:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:2.0:1767384302.966347:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:1.0:1767384302.966359:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384302.966360:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384302.966363:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384302.966373:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384302.966375:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384302.966376:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f83b68. 00000100:00000001:1.0:1767384302.966379:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.966385:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384302.966388:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1875865. 00000100:00000040:1.0:1767384302.966391:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:0.0:1767384302.966393:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384302.966399:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000001:0.0:1767384302.966399:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.966400:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384302.966406:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.966408:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384302.966413:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384302.966417:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384302.966421:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1def8a8 x1853236728311808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/368 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.966422:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384302.966422:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384302.966430:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c25a54b2. 00000100:00100000:1.0:1767384302.966435:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1def8a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236728311808:12345-0@lo:13: Request processed in 764us (1594us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384302.966436:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f07febbb. 00000020:00000010:2.0:1767384302.966441:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000015b25de0. 02000000:00000001:0.0:1767384302.966445:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.966452:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.966453:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00000100:00100000:1.0:1767384302.966453:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384302.966467:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000020:00000001:0.0:1767384302.966467:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.966473:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384302.966478:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1767384302.966479:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728311936 00000100:00000001:2.0:1767384302.966480:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384302.966486:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384302.966491:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384302.966491:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384302.966492:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9f73238. 00000100:00000001:2.0:1767384302.966502:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384302.966503:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6a01a2f. 00010000:00000200:0.0:1767384302.966504:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccea12d5 x1853236728311936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384302.966514:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000722e08bc. 00000100:00000001:2.0:1767384302.966519:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384302.966524:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:2.0:1767384302.966528:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384302.966534:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.966537:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.966552:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.966554:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.966557:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.966561:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.966563:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384302.966570:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384302.966571:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384302.966578:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.966580:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384302.966584:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384302.966585:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384302.966586:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384302.966594:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312064 00000400:00000001:1.0:1767384302.966597:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384302.966597:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.966603:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384302.966606:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bebf4b1. 00000100:00000001:0.0:1767384302.966611:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384302.966612:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384302.966613:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000100:00000001:2.0:1767384302.966621:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.966622:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00000040:0.0:1767384302.966622:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384302.966639:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.966640:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384302.966640:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000100:00000200:1.0:1767384302.966650:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.966654:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312064 00000100:00000200:0.0:1767384302.966654:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728311936, offset 224 00000020:00000001:2.0:1767384302.966665:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384302.966678:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384302.966680:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000001:2.0:1767384302.966689:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.966694:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000001:2.0:1767384302.966701:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000200:1.0:1767384302.966702:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.966702:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384302.966716:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:2.0:1767384302.966725:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384302.966731:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce03080 00000020:00000010:2.0:1767384302.966735:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a75b1bb9. 00000100:00000001:1.0:1767384302.966738:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384302.966747:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.966748:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.966757:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1431 [1] + 224 00000100:00000001:1.0:1767384302.966760:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384302.966763:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a75b1bb9. 02000000:00000001:1.0:1767384302.966766:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384302.966771:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384302.966773:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384302.966776:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3a667ef. 00000100:00000001:1.0:1767384302.966783:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.966790:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384302.966791:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000102c8d08. 02000000:00000001:1.0:1767384302.966791:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.966796:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384302.966799:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=15 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384302.966801:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abb2ccc. 00000100:00000200:0.0:1767384302.966803:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.966814:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767384302.966817:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.966821:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.966827:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.966849:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384302.966853:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384302.966856:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.966859:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384302.966860:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384302.966864:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384302.966865:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.966865:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.966879:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.966896:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384302.966902:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384302.966920:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384302.966937:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00010000:00000001:1.0:1767384302.966943:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.966950:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493439104 : -113724216112512 : ffff9891847f0a80) 00000100:00000001:1.0:1767384302.966952:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384302.966955:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384302.966958:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384302.966963:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.966963:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384302.966964:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab89aa66 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.966974:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000100:00000040:1.0:1767384302.966976:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.966979:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384302.966985:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384302.966989:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a75b1bb9. 00000400:00000010:0.0:1767384302.966989:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000100:00000001:3.0:1767384302.966992:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384302.967005:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384302.967007:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.967007:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.967008:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384302.967015:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:0.0:1767384302.967015:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384302.967017:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a75b1bb9. 00000100:00000001:3.0:1767384302.967027:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493437312 : -113724216114304 : ffff9891847f0380) 00000100:00000001:1.0:1767384302.967028:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.967029:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.967039:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab89aa66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728312192:12345-0@lo:400: 00000100:00000001:1.0:1767384302.967041:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.967045:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000040:3.0:1767384302.967047:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fea3594f x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384302.967060:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312192 00000004:00000001:1.0:1767384302.967060:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:0.0:1767384302.967061:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384302.967066:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:1.0:1767384302.967071:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:0.0:1767384302.967072:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384302.967075:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000268ac3d5. 00000020:00000001:2.0:1767384302.967076:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000040:1.0:1767384302.967077:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:2.0:1767384302.967084:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384302.967085:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384302.967086:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000020:1.0:1767384302.967090:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:2.0:1767384302.967091:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.967104:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384302.967105:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccea12d5 x1853236728311936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.967106:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000268ac3d5. 00000004:00000001:1.0:1767384302.967106:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.967115:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00100000:3.0:1767384302.967127:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fea3594f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728312064:12345-0@lo:400: 00000020:00000001:2.0:1767384302.967128:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384302.967129:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384302.967163:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.967168:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384302.967172:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384302.967177:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.967188:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767384302.967196:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312064 00000100:00000001:2.0:1767384302.967198:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384302.967208:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384302.967209:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384302.967218:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384302.967219:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ad76453. 00000020:00000001:3.0:1767384302.967226:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.967231:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.967236:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728311808:0@lo:13: 00000020:00000001:3.0:1767384302.967238:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384302.967238:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.967239:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccea12d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728311936:12345-0@lo:400: Request processed in 996us (2254us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384302.967246:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:2.0:1767384302.967251:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.967262:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:2.0:1767384302.967262:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312192 00000100:00000001:1.0:1767384302.967263:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.967269:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384302.967271:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.967272:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.967281:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de94863b x1853236728311808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.967282:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00000200:2.0:1767384302.967283:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ab89aa66 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384302.967284:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384302.967291:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384302.967298:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000001:3.0:1767384302.967299:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.967311:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384302.967315:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384302.967321:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384302.967324:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384302.967332:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384302.967332:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 02000000:00000010:3.0:1767384302.967342:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be241187. 00000100:00000001:1.0:1767384302.967346:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384302.967349:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00010000:00000001:2.0:1767384302.967351:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384302.967351:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384302.967360:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6ea25c0. 00000020:00000010:0.0:1767384302.967362:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fec59f14. 02000000:00000001:3.0:1767384302.967364:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.967364:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.967367:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384302.967369:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000020:00000001:1.0:1767384302.967372:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767384302.967380:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384302.967381:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.967381:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384302.967381:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.967400:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384302.967401:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.967403:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384302.967407:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cea8869. 00010000:00000040:3.0:1767384302.967413:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312064 00000100:00000040:2.0:1767384302.967414:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 02000000:00000001:1.0:1767384302.967416:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384302.967417:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384302.967418:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384302.967432:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384302.967433:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.967434:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000200:3.0:1767384302.967436:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fea3594f x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384302.967441:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de94863b. 00000400:00000001:0.0:1767384302.967445:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384302.967452:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1767384302.967455:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384302.967457:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384302.967464:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384302.967466:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.967467:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010cf9c75. 00010000:00000001:3.0:1767384302.967469:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384302.967476:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.967480:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384302.967484:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=20 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384302.967486:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000100:00000001:2.0:1767384302.967487:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384302.967489:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384302.967489:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384302.967498:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:1.0:1767384302.967499:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.967505:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000040:2.0:1767384302.967515:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384302.967515:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.967516:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384302.967516:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384302.967531:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384302.967532:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000100:00000001:1.0:1767384302.967532:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384302.967533:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384302.967538:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384302.967546:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728312192, offset 224 00000100:00000001:3.0:1767384302.967547:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384302.967559:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384302.967570:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384302.967571:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a3bf7c. 00000400:00000200:2.0:1767384302.967571:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384302.967590:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384302.967591:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728312064, offset 224 00000400:00000200:2.0:1767384302.967600:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384302.967602:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.967610:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384302.967610:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.967615:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.967619:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.967622:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.967629:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03180 02000000:00000001:0.0:1767384302.967631:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.967632:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384302.967640:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.967648:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=15 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384302.967649:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03100 00000400:00000200:2.0:1767384302.967659:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x143d [1] + 224 00000100:00000001:0.0:1767384302.967660:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.967663:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.967670:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384302.967676:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1767384302.967677:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.967682:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1445 [1] + 224 00000400:00000200:2.0:1767384302.967696:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384302.967699:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.967711:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384302.967711:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.967713:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384302.967718:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384302.967726:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384302.967729:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:3.0:1767384302.967738:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384302.967738:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.967740:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384302.967747:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.967765:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.967832:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384302.967850:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384302.967851:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.967851:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.967854:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.967869:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.967931:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728311936:0@lo:400: 00000100:00000001:2.0:1767384302.967940:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.967941:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.967941:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.967946:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.967956:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728311936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.967958:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a3bf7c 00000400:00000010:3.0:1767384302.967963:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a3bf7c. 00000100:00000001:0.0:1767384302.967966:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.967970:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.967973:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000770865. 00000100:00000001:3.0:1767384302.967974:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384302.967975:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000100:00000001:3.0:1767384302.967977:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384302.967983:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 02000000:00000001:0.0:1767384302.967986:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384302.967987:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.967991:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384302.967992:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384302.967996:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384302.968002:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384302.968003:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384302.968003:0:16356:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384302.968011:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.968011:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384302.968013:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.968019:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1767384302.968019:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000be27e64d. 00000100:00000040:2.0:1767384302.968020:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384302.968030:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384302.968031:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fea3594f x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384302.968031:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384302.968039:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.968040:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.968048:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000020:00000001:2.0:1767384302.968050:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384302.968060:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.968063:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968065:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384302.968072:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab89aa66 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.968073:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fea3594f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728312064:12345-0@lo:400: Request processed in 994us (2107us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384302.968076:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.968081:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.968091:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.968096:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.968109:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384302.968115:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:3.0:1767384302.968119:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384302.968124:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384302.968128:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab89aa66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728312192:12345-0@lo:400: Request processed in 1139us (2859us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384302.968129:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000102c8d08. 00000020:00000010:3.0:1767384302.968176:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abb2ccc. 00000020:00000010:3.0:1767384302.968179:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a667ef. 00000020:00000040:3.0:1767384302.968194:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:3.0:1767384302.968199:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384302.968202:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384302.968203:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.968207:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384302.968212:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000400:00000001:0.0:1767384302.968216:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384302.968217:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384302.968220:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384302.968222:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384302.968224:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703e2433. 00000100:00080000:3.0:1767384302.968226:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384302.968234:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000015b25de0. 00000020:00000040:3.0:1767384302.968235:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000400:00000200:0.0:1767384302.968235:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000400:00000010:0.0:1767384302.968249:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 00000020:00000010:2.0:1767384302.968252:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000100:00000001:0.0:1767384302.968257:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384302.968258:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c25a54b2. 00000020:00000040:2.0:1767384302.968267:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000200:0.0:1767384302.968273:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.968275:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384302.968295:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968305:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.968309:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968311:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.968314:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.968315:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.968318:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.968320:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.968324:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.968332:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.968337:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.968345:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.968347:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384302.968350:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.968355:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.968357:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384302.968358:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384302.968359:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384302.968360:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.968362:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968365:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.968367:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.968368:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.968370:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.968374:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728312064:0@lo:400: 00000400:00000001:0.0:1767384302.968379:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.968380:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.968381:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 00000400:00000200:0.0:1767384302.968383:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:0.0:1767384302.968384:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:0.0:1767384302.968386:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.968389:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.968394:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968398:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.968400:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968401:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.968402:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.968403:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.968409:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.968410:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.968413:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.968416:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.968418:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.968419:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.968420:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384302.968422:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.968426:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.968427:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384302.968428:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384302.968429:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384302.968430:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.968432:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968436:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.968437:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.968437:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.968439:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.968443:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a065a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728312192:0@lo:400: 00000100:00000001:0.0:1767384302.968445:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968446:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.968447:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aae030d7 x1853236728312064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968451:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.968452:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.968453:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043e9be05. 02000000:00000001:0.0:1767384302.968455:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.968456:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.968457:0:16358:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384302.968458:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.968462:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aff76593. 02000000:00000001:0.0:1767384302.968464:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.968464:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.968465:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aae030d7. 00000100:00000001:0.0:1767384302.968467:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.968468:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968469:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.968470:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a065a12 x1853236728312192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.968474:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.968474:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.968475:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cef595b. 02000000:00000001:0.0:1767384302.968476:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.968477:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.968478:0:16358:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384302.968479:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.968480:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054c7333c. 02000000:00000001:0.0:1767384302.968481:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.968481:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.968482:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 00000100:00000001:0.0:1767384302.968483:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.968484:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968485:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.968489:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.968490:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.968491:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.968493:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384302.969190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8c32c89. 00010000:00000010:1.1:1767384302.969201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b5c4a1a. 00000100:00000040:3.0:1767384302.972191:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294891015, at 4294891016 00000100:00000040:0.0:1767384302.972193:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294891015, at 4294891016 00000100:00000010:0.0:1767384302.972204:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3fd1b07. 00000100:00000010:3.0:1767384302.972207:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb9c44a0. 00000100:00000040:2.0:1767384302.972224:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294891015, at 4294891016 00000100:00000010:2.0:1767384302.972245:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006731ed83. 00000100:00000040:1.0:1767384302.973201:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294891015, at 4294891017 00000100:00000010:1.0:1767384302.973209:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060b2b46e. 00000400:00000010:3.0:1767384302.974653:0:22112:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007d9fe47c. 00000400:00000040:3.0:1767384302.974669:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.974671:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384302.974674:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.974676:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.974678:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.974679:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384302.974681:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.974684:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384302.974685:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384302.974690:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384302.974692:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384302.974693:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.974695:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384302.974696:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.974697:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384302.974698:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384302.974699:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.974700:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384302.974701:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384302.974702:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.974703:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.974704:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.974705:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.974707:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.974707:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384302.974709:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.974710:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.974711:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.974711:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.974712:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.974713:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384302.974714:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.974715:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.974717:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.974718:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.974719:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.974719:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384302.974721:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.974722:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.974723:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384302.974724:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384302.974725:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.974726:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384302.974727:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384302.974728:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384302.974729:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384302.974730:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384302.974731:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384302.974736:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384302.974738:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.974739:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384302.974740:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384302.974741:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384302.974742:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384302.974743:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384302.974744:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384302.974745:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384302.974779:0:22112:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007d9fe47c. 00080000:00000010:3.0:1767384303.856724:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa099ee2. 00080000:00000010:3.0:1767384303.856733:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa099ee2. 00000020:00000001:3.0:1767384303.856737:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384303.856743:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa099ee2. 00080000:00000010:3.0:1767384303.856747:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa099ee2. 00000020:00000001:3.0:1767384303.856750:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384303.924273:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384303.924282:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384303.924292:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384303.924293:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.924379:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384303.924386:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384303.924391:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384304.500225:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384304.500234:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.501200:0:17114:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384304.501206:0:17114:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.621584:0:22499:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384304.621589:0:22499:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384304.625302:0:22499:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384304.632913:0:22500:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b8c93b7b. 00000400:00000010:3.0:1767384304.632926:0:22500:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007ef89059. 00000400:00000010:3.0:1767384304.632935:0:22500:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000094d712d9. 00000400:00000010:3.0:1767384304.632938:0:22500:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009263187a. 00000400:00000010:3.0:1767384304.632941:0:22500:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae2e0947. 00000400:00000010:3.0:1767384304.632945:0:22500:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f791140d. 00000400:00000010:3.0:1767384304.632947:0:22500:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000005af3f67. 00000400:00000010:3.0:1767384304.632948:0:22500:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b41e6abc. 00000400:00000010:3.0:1767384304.632951:0:22500:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001146aaeb. 00000800:00000010:3.0:1767384304.632961:0:22500:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000ceaf57a. 00000800:00000200:3.0:1767384304.632972:0:22500:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384304.632982:0:22500:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384304.633032:0:22500:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384304.633056:0:22500:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384304.635220:0:22500:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000e1b25a33. 00000400:00000010:3.0:1767384304.635227:0:22500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d424f84. 00000400:00000010:3.0:1767384304.635233:0:22500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a3bf7c. 00000400:00000001:3.0:1767384304.635247:0:22500:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384304.635249:0:22500:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.635251:0:22500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000400:00000200:3.0:1767384304.635254:0:22500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:3.0:1767384304.635256:0:22500:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000400:00000010:3.0:1767384304.635260:0:22500:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000f4cf11a4. 00000400:00000200:3.0:1767384304.635264:0:22500:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (11) 00000400:00000200:3.0:1767384304.635278:0:22500:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384304.635288:0:22500:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384304.635296:0:22500:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a3039f8e. 00000020:01000000:3.0:1767384304.635301:0:22500:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384304.635305:0:22500:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp20 00000400:00000200:1.0:1767384304.635308:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384304.635318:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384304.635328:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000400:00000010:3.0:1767384304.635329:0:22500:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007ef89059. 00000400:00000010:3.0:1767384304.635335:0:22500:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b8c93b7b. 00000400:00000200:1.0:1767384304.635335:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (12) 00000400:00000010:1.0:1767384304.635354:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf095b74. 00000400:00000200:1.0:1767384304.635370:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:0.0:1767384304.635373:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.635381:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.635384:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384304.635387:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:01000000:0.0:1767384304.635387:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384304.635399:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384304.635407:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384304.635409:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384304.635416:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384304.635424:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384304.635428:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384304.635432:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384304.635433:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384304.635441:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384304.635445:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384304.635450:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384304.635450:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384304.635456:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.635461:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384304.635466:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:0.0:1767384304.635470:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000400:00000200:1.0:1767384304.635473:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:0.0:1767384304.635480:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384304.635484:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384304.635490:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384304.635491:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384304.635497:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384304.635504:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:0.0:1767384304.635505:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.635518:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:0.0:1767384304.635521:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007319045d. 00000400:00000200:1.0:1767384304.635525:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000001:0.0:1767384304.635537:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.635538:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp19 00000400:00000200:1.0:1767384304.635546:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384304.635550:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp19 00000100:00000001:0.0:1767384304.635550:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384304.635553:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.635558:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.115@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384304.635569:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp19 00000100:00000040:0.0:1767384304.635569:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_00+0] req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384304.635596:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19:) -> 192.168.202.115@tcp19(192.168.202.115@tcp:192.168.202.115@tcp19) : PUT try# 0 00000800:00000200:1.0:1767384304.635604:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp19 00000800:00000010:1.0:1767384304.635609:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008279f4a0. 10000000:00000001:0.0:1767384304.635613:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384304.635617:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.635619:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384304.635620:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f2f6370f. 00000020:01000000:0.0:1767384304.635621:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:1.0:1767384304.635627:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001130d523. 00000100:00000001:3.0:1767384304.635630:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384304.635631:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.635635:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767384304.635638:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (2) 00000100:00000001:3.0:1767384304.635640:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384304.635640:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384304.635642:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384304.635645:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384304.635646:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384304.635654:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384304.635657:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384304.635658:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384304.635664:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.1:1767384304.635667:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (2) 00000020:01000004:0.0:1767384304.635668:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384304.635671:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384304.635675:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384304.635680:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.635684:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384304.635688:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000100:00000001:3.0:1767384304.635690:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384304.635692:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384304.635693:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.635698:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384304.635699:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:3.0:1767384304.635709:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384304.635710:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:0.0:1767384304.635710:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384304.635718:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384304.635725:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.635726:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.635732:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728312320:0@lo:253: 02000000:00000010:0.0:1767384304.635733:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a688a269. 00000100:00000001:0.0:1767384304.635739:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.635740:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384304.635743:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384304.635745:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.635746:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384304.635750:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_01+1] req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384304.635751:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.635758:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384304.635765:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384304.635767:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.635769:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384304.635770:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384304.635772:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a3039f8e. 02000000:00000010:3.0:1767384304.635779:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005c1e2acb. 00000100:00000001:0.0:1767384304.635787:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384304.635788:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.635791:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.635794:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384304.635795:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000100:00000040:0.0:1767384304.635799:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384304.635806:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef89059. 00000400:00000200:1.0:1767384304.635808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:0.0:1767384304.635809:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384304.635813:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728312320, portal 25 00000100:00000001:0.0:1767384304.635815:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.635835:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384304.635836:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384304.635838:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.635840:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 02000000:00000001:0.0:1767384304.635842:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.635847:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728312448:0@lo:253: 00000100:00000040:3.0:1767384304.635851:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.635851:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384304.635857:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384304.635861:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.635864:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384304.635864:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384304.635873:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384304.635873:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e69c324. 00000400:00000010:3.0:1767384304.635877:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cac9da6. 02000000:00000001:0.0:1767384304.635878:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384304.635884:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728312320, offset 0 00000400:00000010:0.0:1767384304.635886:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010cf9c75. 00000400:00000200:3.0:1767384304.635896:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384304.635896:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3bd78ad. 00000100:00000200:0.0:1767384304.635904:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728312448, portal 25 00000400:00000200:1.0:1767384304.635912:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000001:0.0:1767384304.635914:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384304.635916:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384304.635918:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000040:0.0:1767384304.635930:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.635937:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384304.635938:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03200 00000100:00000040:0.0:1767384304.635946:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384304.635951:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:0.0:1767384304.635952:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548b3265. 00000400:00000010:3.0:1767384304.635958:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025be25dc. 00000400:00000200:3.0:1767384304.635963:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d96a79a 00000100:00000200:0.0:1767384304.635968:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728312448, offset 0 00000400:00000200:3.0:1767384304.635971:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.635978:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384304.635986:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.635987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.635996:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d96a79a 00000400:00000010:3.0:1767384304.636001:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d96a79a. 00000400:00000200:0.0:1767384304.636003:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384304.636009:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384304.636012:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384304.636017:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000016752ea6 x1853236728312320 msgsize 4848 00000400:00000200:0.0:1767384304.636021:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03280 00000100:00100000:3.0:1767384304.636033:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384304.636033:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000040:3.0:1767384304.636038:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384304.636040:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c3a5926. 00000400:00000200:0.0:1767384304.636047:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000094813684 00000400:00000200:1.0:1767384304.636048:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384304.636052:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384304.636054:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.636062:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384304.636068:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cac9da6 00000400:00000010:3.0:1767384304.636072:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cac9da6. 00000100:00000001:3.0:1767384304.636077:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384304.636077:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094813684 00000400:00000010:0.0:1767384304.636082:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094813684. 00000100:00000200:3.0:1767384304.636087:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.636087:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384304.636089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000200:0.0:1767384304.636091:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384304.636100:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b2dca232 x1853236728312448 msgsize 4848 00000100:00000001:3.0:1767384304.636111:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384304.636114:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384304.636117:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:3.0:1767384304.636126:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384304.636133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:0.0:1767384304.636179:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.636185:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548b3265 00000400:00000010:0.0:1767384304.636187:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000548b3265. 00000100:00000001:0.0:1767384304.636190:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384304.636193:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.636199:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.636201:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.636207:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.636216:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384304.636219:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636222:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.636231:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636238:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.636242:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294892687 00000100:00000001:0.0:1767384304.636245:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294892687 00000100:00000010:3.0:1767384304.636251:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d339d0e. 00000100:00000001:3.0:1767384304.636260:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384304.636270:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294892687 00000100:00000001:0.0:1767384304.636271:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294892687 00000100:00000010:3.0:1767384304.636275:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9022e39. 00000100:00000001:0.0:1767384304.636277:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294892687 00000100:00000001:3.0:1767384304.636283:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384304.636286:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:0.0:1767384304.636294:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294892687 00000100:00000001:3.0:1767384304.636295:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294892687 00000100:00000001:0.0:1767384304.636302:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294892687 00000100:00000010:3.0:1767384304.636304:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3e6aa87. 00000100:00000001:3.0:1767384304.636311:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384304.636322:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294892687 00000100:00000001:3.0:1767384304.636323:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294892687 00000100:00000001:0.0:1767384304.636328:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294892687 00000100:00000010:3.0:1767384304.636329:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026a3fe7f. 00000100:00000001:3.0:1767384304.636337:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384304.636347:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.636348:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294892687 00000100:00000001:3.0:1767384304.636354:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.636356:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:0.0:1767384304.636358:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.636359:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.636374:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.636375:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636386:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.636391:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.636392:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.636398:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.636402:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.636407:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.636408:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384304.636412:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.636414:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.636417:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.636418:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636419:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.636424:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636425:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636471:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384304.636473:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00100000:0.0:1767384304.636475:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312320 02000000:00000001:0.0:1767384304.636482:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384304.636487:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.636490:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.636497:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.636501:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312320 00000020:00000001:0.0:1767384304.636504:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384304.636507:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384304.636510:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.636514:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:0.0:1767384304.636519:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384304.636522:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384304.636528:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.636542:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003249326b. 00000100:00000001:0.0:1767384304.636545:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.636548:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003249326b. 00000020:00000010:0.0:1767384304.636557:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091704e11. 00000020:00000010:0.0:1767384304.636562:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e91eb780. 00000020:00000010:0.0:1767384304.636568:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00000400:00000200:1.0:1767384304.636588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000040:0.0:1767384304.636590:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384304.636596:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.636600:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384304.636603:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636617:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636635:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.636652:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384304.636657:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312448 02000000:00000001:0.0:1767384304.636660:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384304.636662:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.636664:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.636668:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.636672:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312448 00000020:00000001:0.0:1767384304.636674:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384304.636677:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384304.636679:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.636681:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:1.0:1767384304.636682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000001:0.0:1767384304.636686:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384304.636690:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384304.636696:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.636700:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003249326b. 00000100:00000001:0.0:1767384304.636706:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.636708:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003249326b. 00000020:00000010:0.0:1767384304.636716:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036d49e7a. 00000020:00000010:0.0:1767384304.636722:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384304.636726:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f17671e. 00000100:00000001:0.0:1767384304.636728:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.636729:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384304.636739:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636743:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636751:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.636772:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.636775:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384304.636778:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384304.636783:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384304.636787:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000400:00000200:1.0:1767384304.636789:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000040:0.0:1767384304.636792:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384304.636795:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737439824 : -113718972111792 : ffff9892bd102450) 00000100:00100000:3.0:1767384304.636801:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:0.0:1767384304.636805:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016752ea6 x1853236728312320/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384304.636809:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384304.636813:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384304.636815:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737441872 : -113718972109744 : ffff9892bd102c50) 00000020:00000010:0.0:1767384304.636818:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003249326b. 00000100:00000001:0.0:1767384304.636837:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384304.636840:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2dca232 x1853236728312448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384304.636841:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003249326b. 00000100:00100000:0.0:1767384304.636846:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016752ea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728312320:12345-0@lo:253: 00000100:00000200:0.0:1767384304.636851:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312320 00000020:00000001:0.0:1767384304.636856:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384304.636862:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384304.636864:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384304.636866:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.636870:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384304.636872:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d3f2f8f. 00000020:00000001:0.0:1767384304.636873:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:3.0:1767384304.636878:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384304.636879:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384304.636882:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384304.636885:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d3f2f8f. 00000020:00000001:0.0:1767384304.636887:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384304.636891:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384304.636894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000020:00000001:0.0:1767384304.636894:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.636905:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2dca232 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728312448:12345-0@lo:253: 00000100:00000001:0.0:1767384304.636909:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384304.636915:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312448 02000000:00000001:0.0:1767384304.636915:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384304.636921:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384304.636925:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d1eafbfa. 00000020:00000001:3.0:1767384304.636928:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384304.636929:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.636932:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.636933:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.636937:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384304.636938:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384304.636942:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384304.636947:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384304.636949:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a3039f8e. 00000020:00000001:3.0:1767384304.636950:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.636952:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.636954:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.636956:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.636959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 20000000:01000000:0.0:1767384304.636962:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384304.636963:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384304.636970:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384304.636971:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384304.636974:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384304.636978:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384304.636979:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000007f9c4e5. 20000000:00000001:0.0:1767384304.636981:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.636986:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.636986:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384304.636991:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.636996:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384304.636996:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000001b8251. 20000000:01000000:0.0:1767384304.637002:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000400:00000200:1.0:1767384304.637006:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 20000000:00000001:0.0:1767384304.637009:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384304.637010:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000aee95a08. 00080000:00000001:0.0:1767384304.637016:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384304.637017:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384304.637021:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384304.637022:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384304.637025:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384304.637028:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.637030:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.637032:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384304.637039:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384304.637048:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00080000:00000001:0.0:1767384304.637055:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637059:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384304.637062:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637065:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384304.637068:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384304.637072:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:0.0:1767384304.637078:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:0.0:1767384304.637080:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384304.637084:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.637090:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637093:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384304.637096:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384304.637101:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384304.637104:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384304.637109:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004c19e384. 00080000:00000001:0.0:1767384304.637113:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353872216064 : -113719837335552 : ffff9892897de000) 00080000:00000001:0.0:1767384304.637117:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384304.637120:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384304.637126:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003249326b. 00080000:00000001:0.0:1767384304.637128:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.637131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00080000:00000001:0.0:1767384304.637131:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384304.637195:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637212:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384304.637411:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384304.637506:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384304.637581:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000800:00000010:1.0:1767384304.637890:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000536fc59d. 00000800:00000010:1.0:1767384304.637895:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad250dae. 00000800:00000010:1.0:1767384304.637906:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006080953b. 00000800:00000010:1.0:1767384304.637960:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006080953b. 00080000:00000010:0.0:1767384304.638009:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004c19e384. 00080000:00000010:0.0:1767384304.638041:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003249326b. 00040000:00000001:0.0:1767384304.638045:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1767384304.638047:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00040000:00000001:0.0:1767384304.638048:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384304.638051:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384304.638056:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384304.638058:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.638059:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384304.638069:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:3.0:1767384304.638074:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp19 from 235.3.0.2 00000800:00000010:3.0:1767384304.638080:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000098c5bf73. 20000000:00000001:0.0:1767384304.638080:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384304.638088:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384304.638088:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384304.638097:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384304.638100:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384304.638101:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384304.638109:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384304.638113:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384304.638123:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0d1d301. 00010000:00000001:1.0:1767384304.638161:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384304.638166:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7e6074. 00000020:00000001:1.0:1767384304.638173:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384304.638179:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7e6074 with handle 0x960a57272cefbabd to hash 00000020:00000001:1.0:1767384304.638182:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384304.638185:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384304.638189:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384304.638194:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.638196:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.638201:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.638211:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384304.638217:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384304.638220:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384304.638223:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384304.638226:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.638229:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384304.638231:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.638235:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384304.638238:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384304.638241:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384304.638242:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384304.638245:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0d1d301) refcount = 1 00010000:00010000:1.0:1767384304.638249:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.638254:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384304.638257:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384304.638259:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.638261:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638264:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384304.638268:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384304.638272:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384304.638275:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:0.0:1767384304.638283:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c19e384. 00000020:00000001:1.0:1767384304.638284:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.638289:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=4 20000000:01000000:0.0:1767384304.638290:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000020:00000001:1.0:1767384304.638294:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 20000000:00000001:0.0:1767384304.638299:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384304.638302:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384304.638304:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00080000:00000001:0.0:1767384304.638306:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384304.638308:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384304.638311:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.638317:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384304.638320:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.638324:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.638327:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384304.638329:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384304.638330:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384304.638339:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.638341:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.638343:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638344:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384304.638347:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384304.638351:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384304.638353:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7e6074 already unused, calling callback (0000000090c6ba53) 00080000:00000001:0.0:1767384304.638356:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638357:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384304.638360:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384304.638365:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384304.638365:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384304.638372:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638373:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384304.638376:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384304.638377:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.638381:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=5 00080000:00000002:0.0:1767384304.638382:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:1.0:1767384304.638384:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384304.638389:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00000020:00000001:0.0:1767384304.638393:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:1.0:1767384304.638399:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000002:0.0:1767384304.638400:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384304.638402:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384304.638418:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384304.638419:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384304.638425:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384304.638426:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638427:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638435:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1767384304.638436:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.638438:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1767384304.638447:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384304.638448:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.638456:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.638459:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000040:1.0:1767384304.638461:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7e6074 with handle 0x960a57272cefbabd from hash 00080000:00000001:0.0:1767384304.638467:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384304.638468:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384304.638475:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.638478:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1767384304.638478:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000037fa7341. 00010000:00000001:1.0:1767384304.638479:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384304.638486:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1767384304.638487:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349493366784 : -113724216184832 : ffff9891847df000) 00010000:00000001:1.0:1767384304.638489:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:0.0:1767384304.638493:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384304.638494:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384304.638499:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384304.638499:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384304.638508:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384304.638509:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003249326b. 00010000:00000001:1.0:1767384304.638511:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384304.638512:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384304.638514:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.638515:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.638517:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638522:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.638522:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638526:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.638528:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384304.638529:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.638535:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.638536:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384304.638537:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.638538:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384304.638542:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384304.638543:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.638544:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384304.638549:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384304.638552:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384304.638556:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384304.638559:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.638561:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384304.638565:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384304.638566:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384304.638570:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384304.638571:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384304.638572:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7e6074/0x960a57272cefbabd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384304.638576:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a3039f8e. 20000000:00000001:0.0:1767384304.638587:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.638589:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0d1d301 count: 0 00010000:00000040:0.0:1767384304.638592:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312320 00010000:00000001:0.0:1767384304.638596:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384304.638603:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384304.638604:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016752ea6 x1853236728312320/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384304.638606:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384304.638614:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384304.638617:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384304.638620:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068feb2b7. 00000100:00001000:0.0:1767384304.638622:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=27 v=5 (1 0 0 0) 00000800:00000010:1.0:1767384304.638631:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dbf7bcd. 00000100:00000001:0.0:1767384304.638633:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384304.638638:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384304.638640:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384304.638643:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384304.638645:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.638648:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384304.638651:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384304.638654:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548b3265. 00000800:00000010:1.0:1767384304.638656:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e64adf16. 00000100:00000200:0.0:1767384304.638658:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728312320, offset 224 00000800:00000200:1.1:1767384304.638670:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (2) 00000400:00000200:0.0:1767384304.638671:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.1:1767384304.638685:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp19 00000000e64adf16 deleted 00000400:00000200:0.0:1767384304.638690:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.1:1767384304.638691:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e64adf16. 00000800:00000200:1.1:1767384304.638699:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384304.638699:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03200 00000800:00000200:1.1:1767384304.638720:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp19 ip 192.168.202.115:1003 00000400:00000200:0.0:1767384304.638721:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1465 [2] + 224 00000800:00000200:1.1:1767384304.638725:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008279f4a0 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384304.638737:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp19 p 3.x 192.168.202.115 -> 192.168.202.115:1003 incarnation:1767384302950324816 sched[0] 00000400:00000200:0.0:1767384304.638738:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384304.638741:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006080953b. 00000400:00000200:0.0:1767384304.638748:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384304.638753:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.638757:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.638769:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384304.638785:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006080953b. 00000800:00000010:1.0:1767384304.638789:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dbf7bcd. 00000100:00000001:0.0:1767384304.638800:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.638812:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548b3265 00000400:00000010:0.0:1767384304.638815:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000548b3265. 00000100:00000001:0.0:1767384304.638818:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384304.638834:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384304.638839:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.638843:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384304.638846:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384304.638848:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.638850:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1767384304.638852:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000098c5bf73. 00000100:00000040:0.0:1767384304.638856:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016752ea6 x1853236728312320/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384304.638857:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:0.0:1767384304.638871:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016752ea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728312320:12345-0@lo:253: Request processed in 2055us (2852us total) trans 0 rc 0/0 00000800:00000001:1.0:1767384304.638874:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384304.638875:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp19 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384302950324816 sched[0] 00000800:00000001:1.0:1767384304.638884:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384304.638887:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000800:00000010:3.0:1767384304.638896:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad250dae. 00000100:00000040:0.0:1767384304.638897:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384304.638903:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384304.638906:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384304.638910:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e91eb780. 00000020:00000010:0.0:1767384304.638915:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00000020:00000010:0.0:1767384304.638918:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091704e11. 00000020:00000040:0.0:1767384304.638925:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384304.638928:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384304.638930:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1eafbfa. 02000000:00000001:0.0:1767384304.638934:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384304.638936:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384304.638941:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384304.638945:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ee997a. 00000400:00000010:0.0:1767384304.638950:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548b3265. 00000800:00000200:1.0:1767384304.638954:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384304.638958:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008279f4a0. 00000400:00000200:1.0:1767384304.638964:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.638972:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: PUT: OK 00000800:00000001:0.0:1767384304.638973:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384304.638977:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384304.638982:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384304.638983:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.638986:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.638995:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.639008:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384304.639012:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19) <- 192.168.202.115@tcp19 : PUT - for me 00000400:00000200:0.0:1767384304.639027:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384304.639029:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.639033:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384304.639040:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 224/224 into md 0x1419 [1] + 0 00000400:00000010:0.0:1767384304.639044:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006341d9a7. 00000400:00000200:0.0:1767384304.639048:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000609c245b 00000400:00000001:1.0:1767384304.639051:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767384304.639053:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767384304.639054:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384304.639058:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000800:00000001:0.0:1767384304.639066:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.639072:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef89059 00000400:00000200:0.0:1767384304.639073:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384304.639075:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef89059. 00000400:00000200:3.0:1767384304.639082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000001:1.0:1767384304.639085:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384304.639092:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: PUT: OK 00000100:00000200:1.0:1767384304.639095:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.639105:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000100:00000200:1.0:1767384304.639108:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384304.639112:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000100:00000001:1.0:1767384304.639121:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.639126:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.639126:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384304.639129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:1.0:1767384304.639160:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.639165:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384304.639169:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.639175:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.639180:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (13) 02000000:00000001:1.0:1767384304.639182:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.639193:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00001000:1.0:1767384304.639194:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384304.639203:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=27 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384304.639203:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000003156d2b9. 00000400:00000200:3.0:1767384304.639210:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:1.0:1767384304.639213:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384304.639214:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 12 00000100:00000001:1.0:1767384304.639218:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.639224:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384304.639225:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00010000:00000001:1.0:1767384304.639227:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.639234:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.639242:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.639242:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (14) 00000400:00000200:3.0:1767384304.639255:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384304.639255:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384304.639257:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.639268:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384304.639271:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.639276:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp19 to MR: 192.168.202.115@tcp19 local destination 00000020:01000004:1.0:1767384304.639281:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384304.639284:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384304.639287:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384304.639290:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.115@tcp19 LPNI seq info [26:26:8:4294967295] 00000020:01000004:1.0:1767384304.639291:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384304.639297:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384304.639301:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384304.639303:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384304.639306:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384304.639307:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000020:01000004:1.0:1767384304.639311:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384304.639315:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384304.639324:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.639330:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19:192.168.202.115@tcp19) -> 192.168.202.115@tcp19(192.168.202.115@tcp19:192.168.202.115@tcp19) 192.168.202.115@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384304.639355:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp19 00000100:00100000:1.0:1767384304.639356:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728312320:0@lo:253: 00000400:00000200:3.0:1767384304.639361:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:0.0:1767384304.639369:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054731964. 00000100:00000001:1.0:1767384304.639372:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.639376:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384304.639381:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (4) 00000100:00000040:1.0:1767384304.639382:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728312320/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.639400:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.639403:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.639407:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005c1e2acb. 02000000:00000001:1.0:1767384304.639412:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.639414:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.639417:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384304.639419:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.639422:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007319045d. 00000400:00000200:3.0:1767384304.639423:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000800:00000200:0.0:1767384304.639428:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp19 ip 192.168.202.115:988 02000000:00000001:1.0:1767384304.639432:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.639438:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1767384304.639439:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054731964 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:1.0:1767384304.639441:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:1.0:1767384304.639451:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.639453:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.639455:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.639464:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.639466:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.639469:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.639473:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384304.639480:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384304.639497:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384304.639501:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000010:1.0:1767384304.639502:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bebf4b1. 00000400:00000010:1.0:1767384304.639511:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a745d9. 00000400:00000200:1.0:1767384304.639517:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:1.0:1767384304.639527:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:1.0:1767384304.639535:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000073fe1279. 00000400:00000010:1.0:1767384304.639538:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000ffda79a2. 00000400:00000010:1.0:1767384304.639541:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 000000005b19c976. 00000800:00000200:0.0:1767384304.639565:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384304.639570:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000366f81be. 00000800:00000010:0.0:1767384304.639571:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054731964. 00000400:00000200:3.0:1767384304.639580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384304.639580:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000366f81be nid 192.168.202.115@tcp20 00000400:00000200:0.0:1767384304.639582:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384304.639595:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000023036630. 00000400:00000200:1.0:1767384304.639605:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000023036630 net tcp20 00000400:00000200:0.0:1767384304.639607:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: ACK: OK 00000400:00000200:1.0:1767384304.639609:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (13) 00000400:00000200:1.0:1767384304.639616:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp20 flags 0x11 00000400:00000010:1.0:1767384304.639621:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000073fe1279. 00000400:00000010:1.0:1767384304.639624:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000ffda79a2. 00000400:00000010:1.0:1767384304.639627:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 000000005b19c976. 00000800:00000001:0.0:1767384304.639629:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384304.639632:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000003156d2b9. 00000800:00000001:0.0:1767384304.639638:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.639641:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384304.639643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000800:00000001:0.0:1767384304.639645:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384304.639651:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000800:00000001:0.0:1767384304.639654:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.639657:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 1 00000400:00000200:1.0:1767384304.639669:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 00000400:00000200:1.0:1767384304.639681:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384304.639683:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19) <- 192.168.202.115@tcp19 : ACK - for me 00000400:00000200:1.0:1767384304.639687:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:3.0:1767384304.639692:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384304.639701:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384304.639713:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (14) 00000400:00000200:0.0:1767384304.639725:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp19: ACK from 12345-192.168.202.115@tcp19 into md 0x1461 00000400:00000200:0.0:1767384304.639732:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384304.639740:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.639744:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: ACK: OK 00000400:00000200:0.0:1767384304.639752:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000400:00000010:0.0:1767384304.639755:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000400:00000200:0.0:1767384304.639762:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384304.639772:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384304.639779:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (13) 00000800:00000001:0.0:1767384304.639792:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.639800:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.639812:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.639885:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.639918:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.639949:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.639981:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.640010:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.640047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.640089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384304.640133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000800:00000010:3.0:1767384304.640378:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d29ec75b. 00000800:00000010:3.0:1767384304.640382:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cac9da6. 00000800:00000010:3.0:1767384304.640387:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d3f2f8f. 00000800:00000010:3.0:1767384304.640420:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d3f2f8f. 00000400:00000200:0.0:1767384304.640521:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384304.640537:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384304.640541:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000009473098. 00000800:00000010:3.0:1767384304.640577:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005c1e2acb. 00000800:00000010:3.0:1767384304.640582:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005370c194. 00000800:00000010:3.0:1767384304.640600:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000999456a5. 00000800:00000200:3.1:1767384304.640605:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (4) 00000800:00000200:3.1:1767384304.640609:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp19 00000000999456a5 deleted 00000800:00000010:3.1:1767384304.640611:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000999456a5. 00000800:00000200:3.1:1767384304.640614:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384304.640619:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp19 p 3.x 192.168.202.115 -> 192.168.202.115:1002 incarnation:1767384302950324816 sched[0] 00000800:00000010:3.0:1767384304.640624:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d3f2f8f. 00000800:00000010:3.0:1767384304.640678:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d3f2f8f. 00000800:00000010:3.0:1767384304.640681:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005370c194. 00000800:00000010:3.0:1767384304.640703:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000009473098. 00000800:00000001:1.0:1767384304.640724:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.640731:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384304.640760:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384304.640768:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp19 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384302950324816 sched[0] 00000800:00000010:3.0:1767384304.640772:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cac9da6. 00000800:00000001:1.0:1767384304.640818:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.640834:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384304.641285:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000037fa7341. 00080000:00000010:0.0:1767384304.641335:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003249326b. 00040000:00000001:0.0:1767384304.641341:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.641344:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384304.641346:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384304.641350:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384304.641353:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.641355:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384304.641357:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384304.641368:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384304.641372:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384304.641376:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384304.641379:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384304.641379:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:1.0:1767384304.641384:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384304.641388:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384304.641390:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384304.641394:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004532ef20. 00010000:00000001:1.0:1767384304.641399:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384304.641401:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00000020:00000001:1.0:1767384304.641404:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384304.641408:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefbac4 to hash 00000020:00000001:1.0:1767384304.641410:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384304.641412:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641421:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641424:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.641426:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.641428:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641434:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384304.641436:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384304.641438:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384304.641440:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384304.641442:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.641443:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384304.641445:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.641447:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384304.641449:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384304.641450:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384304.641451:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384304.641453:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004532ef20) refcount = 1 00010000:00010000:1.0:1767384304.641455:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641459:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384304.641462:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384304.641464:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.641465:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641467:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384304.641470:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384304.641474:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:1.0:1767384304.641476:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384304.641478:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.641480:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=4 00000020:00000001:1.0:1767384304.641482:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641484:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641486:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384304.641487:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641498:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384304.641500:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641504:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.641507:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384304.641508:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641512:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.641513:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641516:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384304.641519:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384304.641525:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ef69440 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384304.641527:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384304.641529:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384304.641531:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641535:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384304.641538:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384304.641539:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.641541:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=5 00000020:00000001:1.0:1767384304.641543:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641546:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384304.641548:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384304.641551:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641555:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384304.641558:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:0.0:1767384304.641561:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384304.641563:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.641571:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384304.641572:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384304.641576:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:0.0:1767384304.641578:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000aee95a08. 00010000:00000001:1.0:1767384304.641580:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384304.641586:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384304.641590:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefbac4 from hash 20000000:00000001:0.0:1767384304.641591:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641594:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384304.641598:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1767384304.641600:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312448 00010000:00000001:1.0:1767384304.641601:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.641603:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384304.641605:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384304.641606:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384304.641608:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384304.641609:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.641617:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641620:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384304.641621:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384304.641627:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384304.641630:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.641631:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.641633:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384304.641637:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2dca232 x1853236728312448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.641638:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641642:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.641648:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384304.641679:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384304.641683:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.641687:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384304.641692:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.641693:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.641696:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.641699:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.641700:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384304.641703:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384304.641708:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384304.641711:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=27 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384304.641712:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.641719:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384304.641728:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384304.641729:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384304.641738:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384304.641739:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384304.641742:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefbac4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384304.641749:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000040:1.0:1767384304.641753:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004532ef20 count: 0 02000000:00000001:0.0:1767384304.641757:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384304.641762:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.641767:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384304.641770:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384304.641773:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384304.641776:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384304.641783:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b5418c1. 00000100:00000200:0.0:1767384304.641788:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728312448, offset 224 00000400:00000200:0.0:1767384304.641795:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384304.641802:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.641810:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03280 00000400:00000200:0.0:1767384304.641815:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x146d [2] + 224 00000400:00000200:0.0:1767384304.641836:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.641840:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384304.641844:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.641848:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.641858:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.641878:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.641883:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b5418c1 00000400:00000010:0.0:1767384304.641885:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b5418c1. 00000100:00000001:0.0:1767384304.641888:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384304.641891:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384304.641896:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.641899:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.641904:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384304.641904:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384304.641913:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384304.641914:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384304.641918:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384304.641920:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010cf9c75. 00000400:00000200:1.0:1767384304.641924:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3bd78ad 00000400:00000010:1.0:1767384304.641929:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3bd78ad. 00000020:00000001:0.0:1767384304.641930:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.641934:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384304.641937:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384304.641941:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.641949:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2dca232 x1853236728312448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384304.641956:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.642015:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.642019:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.642025:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.642029:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384304.642029:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2dca232 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728312448:12345-0@lo:253: Request processed in 5154us (5917us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384304.642031:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.642033:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.642038:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.642044:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384304.642049:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.642057:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384304.642057:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:1.0:1767384304.642060:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.642066:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384304.642068:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.642069:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:1.0:1767384304.642072:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.642079:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384304.642082:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.642087:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384304.642098:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.642099:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000100:00000001:1.0:1767384304.642109:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384304.642110:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f17671e. 00000100:00000001:1.0:1767384304.642111:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384304.642119:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384304.642121:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036d49e7a. 00000020:01000004:1.0:1767384304.642124:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384304.642128:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384304.642130:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384304.642134:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384304.642163:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:0.0:1767384304.642163:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000020:01000004:1.0:1767384304.642165:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384304.642169:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384304.642174:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384304.642174:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384304.642181:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000007f9c4e5. 00000100:00000040:1.0:1767384304.642185:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384304.642188:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384304.642193:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384304.642206:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384304.642209:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728312448:0@lo:253: 00000400:00000010:0.0:1767384304.642213:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003498bf18. 00000100:00000001:1.0:1767384304.642219:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384304.642222:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b5418c1. 00000100:00000001:1.0:1767384304.642225:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.642231:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728312448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.642238:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.642240:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.642243:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e69c324. 02000000:00000001:1.0:1767384304.642248:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.642250:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.642251:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384304.642252:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.642253:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a688a269. 02000000:00000001:1.0:1767384304.642256:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.642257:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.642258:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:1.0:1767384304.642261:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.642261:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.642263:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.642267:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.642268:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.642270:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.642272:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384304.643398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0d1d301. 00010000:00000010:1.1:1767384304.643406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7e6074. 00000100:00000040:3.0:1767384304.644199:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294892687, at 4294892688 00000100:00000010:3.0:1767384304.644209:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026a3fe7f. 00000100:00000040:1.0:1767384304.645174:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294892687, at 4294892689 00000100:00000010:1.0:1767384304.645184:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9022e39. 00000100:00000040:0.0:1767384304.645195:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294892687, at 4294892689 00000100:00000010:0.0:1767384304.645205:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d339d0e. 00000100:00000040:2.0:1767384304.645212:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294892687, at 4294892689 00000100:00000010:2.0:1767384304.645220:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3e6aa87. 00010000:00000010:1.1:1767384304.650165:0:22504:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004532ef20. 00010000:00000010:1.1:1767384304.650172:0:22504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00000400:00000010:3.0:1767384304.655494:0:22505:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000feb24cdb. 00000400:00000040:3.0:1767384304.655520:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.655523:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.655527:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.655529:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.655532:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.655533:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384304.655536:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.655538:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.655540:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.655542:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384304.655545:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.655547:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.655549:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.655551:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.655553:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384304.655555:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.655556:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.655558:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384304.655558:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384304.655560:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.655562:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.655563:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.655564:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.655565:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.655565:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384304.655568:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.655568:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.655570:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.655576:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.655578:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.655579:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384304.655582:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.655583:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.655585:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.655587:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.655588:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.655589:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384304.655591:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.655593:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.655594:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.655596:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.655597:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.655598:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384304.655599:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384304.655600:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384304.655601:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384304.655602:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384304.655603:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384304.655605:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.655606:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.655607:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384304.655608:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.655608:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384304.655610:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384304.655611:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384304.655612:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384304.655613:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384304.655656:0:22505:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000feb24cdb. 00010000:00000001:2.0:1767384304.949245:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384304.949250:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.949255:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384304.949257:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.949297:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384304.949303:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.949307:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384305.475716:0:22738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007228f6bd. 00080000:00000010:2.0:1767384305.475725:0:22738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007228f6bd. 00000020:00000001:2.0:1767384305.475729:0:22738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384305.475736:0:22738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007228f6bd. 00080000:00000010:2.0:1767384305.475739:0:22738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007228f6bd. 00000020:00000001:2.0:1767384305.475742:0:22738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.972187:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384305.972192:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.972197:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384305.972198:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.972232:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.972237:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.972240:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384306.156386:0:22902:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384306.156390:0:22902:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384306.159082:0:22902:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384306.165900:0:22903:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a6ea25c0. 00000400:00000010:1.0:1767384306.165917:0:22903:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abacb13a. 00000400:00000010:1.0:1767384306.165927:0:22903:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e27b1d4c. 00000400:00000010:1.0:1767384306.165931:0:22903:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ffda79a2. 00000400:00000010:1.0:1767384306.165935:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000093a73141. 00000400:00000010:1.0:1767384306.165938:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5add407. 00000400:00000010:1.0:1767384306.165939:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007b1e8ce4. 00000400:00000010:1.0:1767384306.165941:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011868a8b. 00000400:00000010:1.0:1767384306.165944:0:22903:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c96b29e5. 00000800:00000010:1.0:1767384306.165954:0:22903:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000006da7d08. 00000800:00000200:1.0:1767384306.165964:0:22903:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384306.165970:0:22903:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384306.166014:0:22903:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384306.166033:0:22903:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp21 [8/256/0/180] 00000400:00000010:1.0:1767384306.168366:0:22903:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000008279f4a0. 00000400:00000010:1.0:1767384306.168371:0:22903:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a22c049. 00000400:00000010:1.0:1767384306.168376:0:22903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b7a5de6. 00000400:00000001:1.0:1767384306.168389:0:22903:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384306.168390:0:22903:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384306.168392:0:22903:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d424f84. 00000400:00000200:1.0:1767384306.168394:0:22903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a3bf7c 00000400:00000010:1.0:1767384306.168395:0:22903:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a3bf7c. 00000400:00000010:1.0:1767384306.168398:0:22903:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000e1b25a33. 00000400:00000200:1.0:1767384306.168403:0:22903:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (12) 00000400:00000200:1.0:1767384306.168415:0:22903:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384306.168423:0:22903:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:1.0:1767384306.168429:0:22903:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003714a1fd. 00000020:01000000:1.0:1767384306.168433:0:22903:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384306.168435:0:22903:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp21 00000400:00000010:1.0:1767384306.168448:0:22903:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abacb13a. 00000400:00000010:1.0:1767384306.168451:0:22903:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a6ea25c0. 00000400:00000200:2.0:1767384306.168467:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384306.168474:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:00000001:3.0:1767384306.168475:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384306.168480:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384306.168481:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 10000000:00000001:3.0:1767384306.168483:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384306.168485:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (13) 10000000:01000000:3.0:1767384306.168486:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384306.168491:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009912d01a. 00000400:00000200:2.0:1767384306.168496:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:01000004:3.0:1767384306.168498:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384306.168508:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384306.168508:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:01000004:3.0:1767384306.168512:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384306.168514:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384306.168517:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384306.168517:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384306.168520:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384306.168523:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384306.168525:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384306.168527:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384306.168528:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384306.168529:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384306.168533:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000020:00000040:3.0:1767384306.168538:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384306.168542:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:3.0:1767384306.168546:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384306.168547:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:3.0:1767384306.168549:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384306.168552:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:3.0:1767384306.168554:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.168556:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384306.168561:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:3.0:1767384306.168563:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000007f9c4e5. 00000400:00000200:2.0:1767384306.168564:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384306.168569:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384306.168572:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.168573:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384306.168579:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384306.168580:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.168583:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.168583:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:2.0:1767384306.168590:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp20 00000100:00000040:3.0:1767384306.168596:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b15bd1] to pc [ptlrpcd_00_02+2] req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.168596:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384306.168601:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp20 00000400:00000200:2.0:1767384306.168607:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1767384306.168618:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp20 00000400:00000200:2.0:1767384306.168626:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:) -> 192.168.202.115@tcp20(192.168.202.115@tcp:192.168.202.115@tcp20) : PUT try# 0 00000800:00000200:2.0:1767384306.168631:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.115@tcp20 00000800:00000010:2.0:1767384306.168635:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000800:00000010:2.0:1767384306.168641:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001a628708. 00000800:00000010:2.0:1767384306.168644:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002a34d3fa. 10000000:00000001:3.0:1767384306.168647:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384306.168649:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (2) 10000000:00000001:3.0:1767384306.168653:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384306.168657:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (2) 00000020:00000001:3.0:1767384306.168658:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.168662:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384306.168663:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:1.0:1767384306.168669:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:3.0:1767384306.168671:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384306.168673:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384306.168674:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384306.168677:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 10000000:00000001:3.0:1767384306.168678:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384306.168682:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384306.168683:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:1.0:1767384306.168684:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384306.168685:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384306.168689:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384306.168690:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384306.168693:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384306.168694:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384306.168695:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384306.168696:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384306.168697:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384306.168700:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384306.168701:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384306.168704:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384306.168705:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384306.168706:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384306.168708:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384306.168710:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa298dc2. 00000100:00000001:1.0:1767384306.168717:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384306.168720:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384306.168721:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.168724:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.168727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384306.168727:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.168729:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.168732:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384306.168735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 02000000:00000010:3.0:1767384306.168736:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aee95a08. 02000000:00000001:1.0:1767384306.168737:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.168742:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.168746:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728312576:0@lo:253: 00000100:00000001:3.0:1767384306.168749:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.168751:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.168754:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384306.168757:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa298dc2] to pc [ptlrpcd_00_03+3] req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384306.168761:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384306.168766:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384306.168768:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384306.168772:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.168772:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384306.168776:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384306.168778:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384306.168780:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003714a1fd. 00000400:00000200:2.0:1767384306.168783:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000010:1.0:1767384306.168788:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e27263b7. 00000100:00000001:3.0:1767384306.168790:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384306.168791:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.168795:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767384306.168797:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b94660c. 00000100:00000001:3.0:1767384306.168798:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384306.168818:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abacb13a. 00000100:00000001:3.0:1767384306.168821:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.168823:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384306.168824:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728312576, portal 25 00000100:00000001:3.0:1767384306.168827:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.168828:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.168829:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.168831:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000100:00000001:3.0:1767384306.168832:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384306.168834:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:3.0:1767384306.168837:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384306.168840:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.168856:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.168865:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384306.168867:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384306.168868:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.168872:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.168874:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384306.168876:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384306.168877:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.168882:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728312704:0@lo:253: 00000400:00000010:1.0:1767384306.168883:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000116f5928. 00000100:00000001:3.0:1767384306.168885:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384306.168889:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384306.168890:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728312576, offset 0 02000000:00000001:3.0:1767384306.168891:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.168892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 02000000:00000001:3.0:1767384306.168903:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384306.168908:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003714a1fd. 00000400:00000200:1.0:1767384306.168910:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384306.168912:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.168913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:3.0:1767384306.168917:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e508d1a. 00000400:00000200:1.0:1767384306.168924:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384306.168925:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c44eb0f. 00000100:00000200:3.0:1767384306.168930:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728312704, portal 25 00000100:00000001:3.0:1767384306.168933:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.168934:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000400:00000200:1.0:1767384306.168939:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03300 00000100:00000040:3.0:1767384306.168941:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.168941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.168949:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:1.0:1767384306.168957:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f58d2da. 00000100:00000001:3.0:1767384306.168958:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384306.168963:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fce1d539 00000100:00000040:3.0:1767384306.168964:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384306.168969:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cac9da6. 00000400:00000200:2.0:1767384306.168969:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.168972:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384306.168974:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728312704, offset 0 00000400:00000200:1.0:1767384306.168980:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384306.168984:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384306.168988:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce1d539 00000400:00000010:1.0:1767384306.168991:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fce1d539. 00000400:00000200:3.0:1767384306.168995:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384306.168997:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384306.168999:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000200:1.0:1767384306.169000:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384306.169005:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03380 00000100:00000040:1.0:1767384306.169007:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000004df1f347 x1853236728312576 msgsize 4848 00000400:00000200:3.0:1767384306.169015:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000010:3.0:1767384306.169020:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062b0e52e. 00000100:00100000:1.0:1767384306.169020:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384306.169025:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384306.169026:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc2d52e2 00000400:00000200:2.0:1767384306.169030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384306.169032:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384306.169037:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.169038:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384306.169045:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000116f5928 00000400:00000010:1.0:1767384306.169048:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000116f5928. 00000100:00000001:1.0:1767384306.169051:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384306.169052:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc2d52e2 00000400:00000010:3.0:1767384306.169055:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc2d52e2. 00000100:00000200:1.0:1767384306.169056:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.169059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.169061:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384306.169064:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384306.169070:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000616672af x1853236728312704 msgsize 4848 00000100:00000001:1.0:1767384306.169074:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384306.169077:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384306.169079:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384306.169081:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384306.169085:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:1.0:1767384306.169090:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169092:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384306.169093:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384306.169100:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cac9da6 00000400:00000010:3.0:1767384306.169102:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cac9da6. 00000100:00000001:3.0:1767384306.169106:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384306.169107:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.169111:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.169114:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:1.0:1767384306.169114:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294894219 00000100:00000010:1.0:1767384306.169122:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb9c44a0. 00000100:00000001:1.0:1767384306.169129:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384306.169160:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384306.169162:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000040:3.0:1767384306.169164:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.169172:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169174:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384306.169174:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294894220 00000100:00000001:3.0:1767384306.169180:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384306.169181:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3fd1b07. 00000100:00000001:3.0:1767384306.169184:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294894220 00000100:00000001:1.0:1767384306.169188:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384306.169192:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294894219 00000100:00000001:3.0:1767384306.169196:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294894220 00000400:00000200:2.0:1767384306.169203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.169204:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294894220 00000100:00000001:1.0:1767384306.169204:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294894220 00000100:00000001:3.0:1767384306.169210:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294894220 00000100:00000010:1.0:1767384306.169213:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097d9b993. 00000100:00000001:1.0:1767384306.169219:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384306.169224:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294894220 00000100:00000001:3.0:1767384306.169225:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294894220 00000100:00000001:3.0:1767384306.169228:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294894220 00000100:00000010:1.0:1767384306.169230:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e767108. 00000100:00000001:1.0:1767384306.169234:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384306.169239:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.169240:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294894220 00000100:00000001:1.0:1767384306.169245:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169246:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.169250:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169251:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.169251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.169258:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169259:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169264:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.169265:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169266:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.169270:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169273:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169291:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384306.169295:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312576 00000100:00000001:1.0:1767384306.169297:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384306.169298:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384306.169302:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312704 00000100:00000001:3.0:1767384306.169303:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.169306:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.169307:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384306.169310:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169310:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384306.169311:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000100:00000001:1.0:1767384306.169311:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.169316:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312576 02000000:00000001:1.0:1767384306.169318:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.169320:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384306.169322:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312704 00000020:00000040:3.0:1767384306.169323:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384306.169328:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384306.169328:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384306.169331:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000040:3.0:1767384306.169332:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:1.0:1767384306.169334:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384306.169336:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000040:1.0:1767384306.169337:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:3.0:1767384306.169340:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384306.169341:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384306.169344:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384306.169347:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384306.169350:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384306.169351:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021e1ed0e. 00000020:00000010:3.0:1767384306.169355:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054156c22. 00000400:00000200:2.0:1767384306.169355:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000100:00000001:1.0:1767384306.169356:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.169362:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.169363:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021e1ed0e. 00000020:00000010:3.0:1767384306.169365:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054156c22. 00000020:00000010:1.0:1767384306.169371:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af31f3d5. 00000020:00000010:3.0:1767384306.169372:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be2dea4d. 00000020:00000010:1.0:1767384306.169378:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9f5014. 00000020:00000010:3.0:1767384306.169379:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa95e020. 00000020:00000010:3.0:1767384306.169388:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002e819c4a. 00000020:00000010:1.0:1767384306.169388:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6a01a2f. 00000100:00000040:3.0:1767384306.169398:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384306.169402:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384306.169403:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384306.169404:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384306.169405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.169407:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169407:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384306.169411:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169418:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169419:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169429:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.169432:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.169445:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384306.169447:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384306.169448:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384306.169451:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384306.169452:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384306.169456:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000200:2.0:1767384306.169456:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000100:00000001:3.0:1767384306.169462:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737437776 : -113718972113840 : ffff9892bd101c50) 00000100:00100000:1.0:1767384306.169462:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384306.169468:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000040:3.0:1767384306.169471:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004df1f347 x1853236728312576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.169472:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737445968 : -113718972105648 : ffff9892bd103c50) 00000100:00000001:3.0:1767384306.169482:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384306.169482:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000616672af x1853236728312704/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384306.169486:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054156c22. 00000100:00000001:3.0:1767384306.169491:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.169496:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054156c22. 00000400:00000200:2.0:1767384306.169497:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000100:00000001:1.0:1767384306.169497:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384306.169503:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004df1f347 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728312576:12345-0@lo:253: 00000020:00000010:1.0:1767384306.169503:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021e1ed0e. 00000100:00000001:1.0:1767384306.169509:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384306.169510:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312576 00000020:00000010:1.0:1767384306.169515:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021e1ed0e. 00000020:00000001:3.0:1767384306.169516:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384306.169520:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384306.169524:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.169524:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000616672af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728312704:12345-0@lo:253: 00000020:00000001:3.0:1767384306.169530:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384306.169531:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312704 00000020:00000001:3.0:1767384306.169532:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384306.169536:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384306.169536:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384306.169541:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384306.169543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000020:00000001:3.0:1767384306.169545:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.169545:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.169552:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384306.169553:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384306.169554:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384306.169557:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384306.169558:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169563:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384306.169565:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384306.169566:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384306.169569:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.169573:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384306.169575:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384306.169577:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.169578:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bbdc6283. 00000100:00000001:1.0:1767384306.169580:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384306.169582:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.169586:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.169586:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384306.169591:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:1.0:1767384306.169595:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000490d2d89. 02000000:00000001:1.0:1767384306.169598:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.169599:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384306.169602:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d49c156d. 20000000:00000001:1.0:1767384306.169609:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384306.169610:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384306.169615:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384306.169617:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384306.169618:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c177b336. 20000000:00000001:3.0:1767384306.169620:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384306.169623:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384306.169625:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.169626:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384306.169630:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384306.169631:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384306.169632:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.169635:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.169637:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384306.169644:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088e1552b. 20000000:01000000:3.0:1767384306.169648:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384306.169655:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384306.169660:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384306.169663:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384306.169679:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384306.169693:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.169696:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384306.169698:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.169701:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384306.169703:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384306.169707:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:3.0:1767384306.169712:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:3.0:1767384306.169714:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384306.169717:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384306.169722:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.169725:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.169729:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384306.169736:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:3.0:1767384306.169739:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384306.169750:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008658ad81. 00080000:00000010:3.0:1767384306.169751:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027552dc3. 00080000:00000001:3.0:1767384306.169757:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354737125376 : -113718972426240 : ffff9892bd0b5800) 00000800:00000010:2.0:1767384306.169757:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ed092fa. 00080000:00000001:3.0:1767384306.169764:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384306.169765:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c996f54. 00000001:00000001:3.0:1767384306.169769:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384306.169774:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000054156c22. 00080000:00000001:3.0:1767384306.169778:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.169782:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384306.169791:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c996f54. 00080000:00000001:3.0:1767384306.169796:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.169828:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384306.169875:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384306.169892:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384306.169896:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f1e6debd. 00000800:00000010:3.0:1767384306.169958:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d94a6c4. 00000800:00000010:3.0:1767384306.169963:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cac9da6. 00000800:00000010:3.0:1767384306.169981:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf25388c. 00000800:00000200:3.1:1767384306.169987:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (2) 00000800:00000200:3.1:1767384306.169991:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp20 00000000cf25388c deleted 00000800:00000010:3.1:1767384306.169992:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf25388c. 00000800:00000200:3.1:1767384306.169996:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384306.170001:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:1001 00000800:00000200:3.1:1767384306.170004:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:3.0:1767384306.170009:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp20 p 3.x 192.168.202.115 -> 192.168.202.115:1001 incarnation:1767384304632962497 sched[0] 00000800:00000010:3.0:1767384306.170014:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000800:00000010:3.0:1767384306.170069:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00000800:00000010:3.0:1767384306.170073:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cac9da6. 00000800:00000200:1.1:1767384306.170092:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384306.170099:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp20 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384304632962497 sched[0] 00000800:00000010:1.0:1767384306.170102:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ed092fa. 00000800:00000010:3.0:1767384306.170111:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f1e6debd. 00000800:00000001:2.0:1767384306.170126:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384306.170127:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384306.170158:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384306.170181:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384306.170359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170384:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170401:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170431:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170443:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170455:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170479:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170490:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170502:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170514:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170528:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170549:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170582:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170609:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170636:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170664:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170680:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170712:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384306.170743:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000800:00000200:3.0:1767384306.170841:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384306.170845:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000800:00000001:2.0:1767384306.170846:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384306.170851:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384306.170855:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.170857:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: PUT: OK 00000400:00000200:3.0:1767384306.170861:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384306.170866:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384306.170867:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:2.0:1767384306.170873:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.170882:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : PUT - for me 00000400:00000200:2.0:1767384306.170891:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384306.170898:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 240/240 into md 0x147d [1] + 0 00000400:00000010:2.0:1767384306.170901:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bebf4b1. 00000400:00000200:2.0:1767384306.170904:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7a745d9 00000800:00000001:2.0:1767384306.170907:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.170914:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.170916:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.170920:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: PUT: OK 00000400:00000200:2.0:1767384306.170924:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a745d9 00000400:00000010:2.0:1767384306.170925:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a745d9. 00000400:00000200:2.0:1767384306.170928:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384306.170931:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (14) 00000800:00000010:1.0:1767384306.170932:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e069af8. 00000400:00000200:2.0:1767384306.170936:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000800:00000010:1.0:1767384306.170938:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000116f5928. 00000400:00000010:2.0:1767384306.170940:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000131e6738. 00000800:00000010:1.0:1767384306.170943:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021e1ed0e. 00000400:00000200:2.0:1767384306.170946:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 13 00000400:00000200:2.0:1767384306.170949:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384306.170958:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (15) 00000400:00000200:2.0:1767384306.170962:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384306.170967:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp20 to MR: 192.168.202.115@tcp20 local destination 00000400:00000200:2.0:1767384306.170972:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [28:28:8:4294967295] 00000800:00000010:1.0:1767384306.170974:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021e1ed0e. 00000400:00000200:2.0:1767384306.170985:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) -> 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) 192.168.202.115@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384306.170990:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp20 00000800:00000010:2.0:1767384306.170993:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083865568. 00000800:00000200:2.0:1767384306.170998:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (4) 00000800:00000200:2.0:1767384306.171002:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:988 00000800:00000200:2.0:1767384306.171005:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083865568 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384306.171021:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384306.171026:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d424f84. 00000400:00000010:3.0:1767384306.171031:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000400:00000200:3.0:1767384306.171035:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:3.0:1767384306.171039:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000010:3.0:1767384306.171046:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000008c75ab11. 00000400:00000010:3.0:1767384306.171050:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000d376facf. 00000400:00000010:3.0:1767384306.171054:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 0000000053df4049. 00000800:00000200:2.0:1767384306.171054:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384306.171064:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083865568. 00000400:00000200:2.0:1767384306.171069:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384306.171073:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000042d3a9a3. 00000400:00000200:2.0:1767384306.171075:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: ACK: OK 00000800:00000001:2.0:1767384306.171082:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384306.171087:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000042d3a9a3 nid 192.168.202.115@tcp21 00000800:00000001:2.0:1767384306.171087:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384306.171091:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:3.0:1767384306.171092:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000026a3fe7f. 00000800:00000001:2.0:1767384306.171092:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384306.171097:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000026a3fe7f net tcp21 00000800:00000001:2.0:1767384306.171099:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.171101:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (14) 00000800:00000001:2.0:1767384306.171103:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384306.171107:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp21 flags 0x11 00000800:00000001:2.0:1767384306.171110:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384306.171111:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000008c75ab11. 00000400:00000010:3.0:1767384306.171116:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000d376facf. 00000400:00000200:1.0:1767384306.171117:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp20 from 232.3.0.2 00000400:00000010:3.0:1767384306.171121:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 0000000053df4049. 00000800:00000010:1.0:1767384306.171123:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b680384a. 00000400:00000200:2.0:1767384306.171124:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : ACK - for me 00000400:00000010:3.0:1767384306.171126:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000131e6738. 00000400:00000200:3.0:1767384306.171157:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384306.171163:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100551 00000400:00000200:2.0:1767384306.171166:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp20: ACK from 12345-192.168.202.115@tcp20 into md 0x148d 00000400:00000200:2.0:1767384306.171170:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.171174:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: ACK: OK 00000400:00000200:2.0:1767384306.171177:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000400:00000010:2.0:1767384306.171179:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000400:00000200:2.0:1767384306.171184:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384306.171188:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:2.0:1767384306.171193:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384306.171196:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (15) 00000800:00000001:2.0:1767384306.171201:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.171205:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.171208:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:3.0:1767384306.171213:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:3.0:1767384306.171217:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384306.171220:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384306.171224:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384306.171227:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (14) 00000800:00000010:2.0:1767384306.171236:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c757a8. 00000800:00000010:2.0:1767384306.171242:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000649bb892. 00000800:00000010:2.0:1767384306.171259:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c265aa2. 00000800:00000200:2.1:1767384306.171264:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (4) 00000800:00000200:2.1:1767384306.171268:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp20 000000007c265aa2 deleted 00000800:00000010:2.1:1767384306.171276:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007c265aa2. 00000800:00000200:2.1:1767384306.171280:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384306.171285:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp20 p 3.x 192.168.202.115 -> 192.168.202.115:1000 incarnation:1767384304632962497 sched[0] 00000800:00000010:2.0:1767384306.171289:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c996f54. 00000800:00000010:2.0:1767384306.171338:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c996f54. 00000800:00000010:2.0:1767384306.171341:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000649bb892. 00000800:00000200:3.1:1767384306.171350:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384306.171366:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp20 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384304632962497 sched[0] 00000800:00000010:3.0:1767384306.171368:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000116f5928. 00000800:00000010:2.0:1767384306.171374:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b680384a. 00000800:00000001:1.0:1767384306.171393:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384306.171399:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384306.171409:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384306.171412:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384306.171633:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027552dc3. 00080000:00000010:1.0:1767384306.171669:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000054156c22. 00040000:00000001:1.0:1767384306.171674:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.171676:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384306.171678:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384306.171680:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384306.171682:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.171684:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384306.171696:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384306.171703:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384306.171706:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384306.171710:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384306.171722:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384306.171726:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384306.171728:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384306.171731:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384306.171734:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384306.171741:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bacc1998. 00010000:00000001:3.0:1767384306.171745:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384306.171747:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f00aa19. 00000020:00000001:3.0:1767384306.171750:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384306.171752:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f00aa19 with handle 0x960a57272cefbacb to hash 20000000:00000010:2.0:1767384306.171753:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b3956bd. 00000020:00000001:3.0:1767384306.171754:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384306.171758:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 20000000:01000000:2.0:1767384306.171758:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00010000:00000001:3.0:1767384306.171762:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 20000000:00000001:2.0:1767384306.171763:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384306.171766:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384306.171773:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.171776:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384306.171777:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00010000:3.0:1767384306.171779:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384306.171785:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384306.171786:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384306.171791:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384306.171793:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384306.171795:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384306.171795:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171797:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384306.171799:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384306.171800:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384306.171801:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171802:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384306.171804:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384306.171820:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384306.171823:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384306.171823:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171826:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000002:2.0:1767384306.171827:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:3.0:1767384306.171829:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384306.171832:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bacc1998) refcount = 1 00000020:00000001:2.0:1767384306.171833:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:2.0:1767384306.171837:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:3.0:1767384306.171838:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384306.171842:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384306.171848:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171849:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384306.171852:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384306.171853:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.171855:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384306.171857:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384306.171858:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171861:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384306.171862:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000001:3.0:1767384306.171864:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384306.171867:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000020:1.0:1767384306.171867:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:3.0:1767384306.171868:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00080000:00000010:2.0:1767384306.171872:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f131b468. 00010000:00000001:3.0:1767384306.171875:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384306.171875:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384306.171877:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473670144 : -113724235881472 : ffff989183516400) 00000020:00000001:3.0:1767384306.171878:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:1.0:1767384306.171880:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d49c156d. 00080000:00000001:2.0:1767384306.171881:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:3.0:1767384306.171882:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f00aa19 refcount=4 00000001:00000001:2.0:1767384306.171885:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:3.0:1767384306.171886:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 20000000:00000001:1.0:1767384306.171888:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171889:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00080000:00000010:2.0:1767384306.171889:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000c996f54. 00010000:00000001:3.0:1767384306.171895:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384306.171895:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384306.171896:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312576 00010000:00010000:3.0:1767384306.171898:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384306.171900:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384306.171903:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384306.171911:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384306.171912:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004df1f347 x1853236728312576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384306.171922:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384306.171927:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384306.171931:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.171933:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384306.171936:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171939:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.171941:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384306.171941:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=29 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384306.171944:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384306.171947:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384306.171949:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.171950:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171952:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384306.171954:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384306.171958:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384306.171964:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:3.0:1767384306.171965:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f00aa19 already unused, calling callback (0000000090c6ba53) 02000000:00000001:1.0:1767384306.171967:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384306.171968:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:1.0:1767384306.171970:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.171971:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384306.171974:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384306.171975:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384306.171981:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384306.171984:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:1.0:1767384306.171985:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f86f25c. 00010000:00000001:3.0:1767384306.171986:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384306.171988:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.171990:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f00aa19 refcount=5 00000100:00000200:1.0:1767384306.171991:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728312576, offset 224 00000020:00000001:3.0:1767384306.171994:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384306.171997:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00000400:00000200:1.0:1767384306.171998:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384306.172001:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384306.172003:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384306.172009:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384306.172013:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384306.172015:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384306.172019:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03300 00010000:00000001:3.0:1767384306.172024:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.172028:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1491 [2] + 224 00010000:00000001:3.0:1767384306.172030:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384306.172033:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384306.172034:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384306.172035:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.172038:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.172040:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384306.172041:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f00aa19 with handle 0x960a57272cefbacb from hash 00000100:00000001:1.0:1767384306.172044:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384306.172045:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384306.172047:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.172050:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384306.172050:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.172053:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384306.172055:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384306.172059:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384306.172061:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384306.172064:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.172064:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.172068:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.172072:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384306.172075:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384306.172078:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.172079:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.172080:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.172081:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.172082:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.172083:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.172087:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384306.172087:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384306.172091:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.172092:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384306.172094:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384306.172095:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384306.172095:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f86f25c 00010000:00000001:3.0:1767384306.172098:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384306.172099:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f86f25c. 00010000:00000001:3.0:1767384306.172101:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384306.172103:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384306.172104:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.172106:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:3.0:1767384306.172107:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.172110:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384306.172112:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.172119:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384306.172120:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384306.172122:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384306.172124:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.172125:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384306.172127:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384306.172128:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384306.172130:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384306.172131:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f00aa19/0x960a57272cefbacb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384306.172161:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bacc1998 count: 0 00000400:00000001:2.0:1767384306.172164:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384306.172167:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.172169:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b94660c. 00010000:00000001:3.0:1767384306.172173:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384306.172174:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abacb13a 20000000:00000001:3.0:1767384306.172175:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384306.172178:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abacb13a. 00000100:00000001:2.0:1767384306.172184:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.172189:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384306.172195:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004df1f347 x1853236728312576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.172200:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384306.172210:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004df1f347 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728312576:12345-0@lo:253: Request processed in 2725us (3200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384306.172237:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1767384306.172239:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384306.172240:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384306.172243:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.172244:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384306.172246:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384306.172248:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384306.172250:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa95e020. 02000000:00000001:2.0:1767384306.172253:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.172256:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384306.172256:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002e819c4a. 00000100:00000001:2.0:1767384306.172261:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.172261:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be2dea4d. 02000000:00000001:2.0:1767384306.172267:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384306.172268:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00001000:2.0:1767384306.172272:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=29 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384306.172273:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384306.172277:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bbdc6283. 00000100:00001000:2.0:1767384306.172278:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=29 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384306.172282:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384306.172285:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.172289:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384306.172289:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384306.172292:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384306.172294:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b56da433. 00010000:00000001:2.0:1767384306.172295:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384306.172299:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384306.172300:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f86f25c. 00000100:00000001:2.0:1767384306.172302:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.172308:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.172314:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.172316:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384306.172318:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384306.172321:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384306.172322:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384306.172324:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384306.172325:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384306.172326:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384306.172327:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384306.172328:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384306.172329:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384306.172330:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384306.172331:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384306.172334:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.172338:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728312576:0@lo:253: 00000100:00000001:2.0:1767384306.172342:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.172343:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.172351:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b15bd1 x1853236728312576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.172356:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384306.172358:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.172360:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e27263b7. 02000000:00000001:2.0:1767384306.172366:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.172367:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.172368:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384306.172370:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384306.172371:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000007f9c4e5. 02000000:00000001:2.0:1767384306.172375:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.172376:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.172377:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 00000100:00000001:2.0:1767384306.172380:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.172381:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.172382:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.172386:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.172387:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.172389:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.172390:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384306.173543:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f131b468. 00080000:00000010:2.0:1767384306.173608:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000c996f54. 00040000:00000001:2.0:1767384306.173613:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384306.173614:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384306.173616:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384306.173618:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384306.173620:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.173621:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384306.173623:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384306.173631:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384306.173633:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384306.173638:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384306.173645:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384306.173649:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384306.173651:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384306.173653:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384306.173655:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384306.173660:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004bdd5b9c. 00010000:00000001:3.0:1767384306.173662:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384306.173664:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ede2b4b7. 00000020:00000001:3.0:1767384306.173666:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384306.173668:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ede2b4b7 with handle 0x960a57272cefbad2 to hash 00000020:00000001:3.0:1767384306.173670:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384306.173671:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173673:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173675:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.173675:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.173677:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173681:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384306.173682:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384306.173684:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384306.173685:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384306.173686:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.173687:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384306.173689:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.173690:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384306.173692:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384306.173693:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384306.173699:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384306.173701:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004bdd5b9c) refcount = 1 00010000:00010000:3.0:1767384306.173703:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173706:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384306.173707:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384306.173708:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.173709:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173710:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384306.173712:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384306.173713:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002346422s 00010000:00000001:3.0:1767384306.173715:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384306.173716:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.173717:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=4 00000020:00000001:3.0:1767384306.173718:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173720:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173721:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384306.173722:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173726:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384306.173727:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173731:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.173731:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384306.173732:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173735:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.173736:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173738:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384306.173739:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384306.173750:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ede2b4b7 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384306.173751:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384306.173752:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384306.173753:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173756:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384306.173758:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384306.173759:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.173760:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=5 00000020:00000001:3.0:1767384306.173761:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173762:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384306.173764:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384306.173765:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173769:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384306.173771:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384306.173772:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173774:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384306.173775:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384306.173777:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.173778:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.173779:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ede2b4b7 with handle 0x960a57272cefbad2 from hash 00010000:00000001:3.0:1767384306.173781:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384306.173782:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.173783:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.173784:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384306.173786:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384306.173787:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384306.173788:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384306.173789:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.173791:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384306.173791:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384306.173796:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384306.173796:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384306.173799:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c177b336. 00010000:00000001:3.0:1767384306.173803:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767384306.173803:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384306.173819:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312704 00010000:00000001:3.0:1767384306.173822:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.173825:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.173825:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384306.173827:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173828:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173829:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.173831:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.173837:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384306.173838:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000616672af x1853236728312704/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.173839:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.173841:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384306.173843:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384306.173846:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.173848:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.173851:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384306.173852:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384306.173853:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.173854:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.173857:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384306.173858:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=29 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384306.173859:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384306.173865:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384306.173869:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384306.173870:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384306.173871:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384306.173873:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:3.0:1767384306.173874:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbad2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384306.173877:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384306.173880:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384306.173882:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004bdd5b9c count: 0 00000100:00000001:2.0:1767384306.173884:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.173888:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384306.173890:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384306.173891:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000649bb892. 20000000:00000001:3.0:1767384306.173893:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384306.173895:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728312704, offset 224 00000400:00000200:2.0:1767384306.173900:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.173905:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.173910:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03380 00000400:00000200:2.0:1767384306.173913:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1499 [2] + 224 00000400:00000200:2.0:1767384306.173918:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.173920:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.173922:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.173925:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.173930:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.173941:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.173945:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649bb892 00000400:00000010:2.0:1767384306.173947:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000649bb892. 00000100:00000001:2.0:1767384306.173950:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384306.173951:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.173951:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384306.173954:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.173956:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384306.173959:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384306.173959:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384306.173962:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384306.173963:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384306.173966:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e508d1a. 00000020:00000001:2.0:1767384306.173966:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.173971:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c44eb0f 00000400:00000010:3.0:1767384306.173973:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c44eb0f. 00000020:00000001:2.0:1767384306.173975:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384306.173977:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384306.173981:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000616672af x1853236728312704/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.173984:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.173990:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000616672af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728312704:12345-0@lo:253: Request processed in 4493us (4918us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384306.174005:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:2.0:1767384306.174009:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000200:3.0:1767384306.174011:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.174012:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.174015:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384306.174019:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9f5014. 00000100:00000001:3.0:1767384306.174022:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.174024:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.174025:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384306.174026:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6a01a2f. 02000000:00000001:3.0:1767384306.174027:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.174030:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.174032:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384306.174032:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af31f3d5. 02000000:00000001:3.0:1767384306.174037:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.174039:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:3.0:1767384306.174040:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=29 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384306.174046:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=29 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384306.174047:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384306.174049:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.174052:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.174052:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000490d2d89. 00010000:00000001:3.0:1767384306.174056:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384306.174059:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.174060:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384306.174061:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.174065:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384306.174066:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.174073:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384306.174074:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.174079:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.174080:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384306.174082:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384306.174082:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f09c483e. 00000020:01000004:3.0:1767384306.174085:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384306.174088:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384306.174089:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384306.174090:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384306.174090:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000649bb892. 00000020:01000004:3.0:1767384306.174093:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384306.174096:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384306.174097:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384306.174099:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384306.174102:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.174107:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728312704:0@lo:253: 00000100:00000001:3.0:1767384306.174110:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.174116:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.174118:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa298dc2 x1853236728312704/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.174122:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.174123:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384306.174125:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003714a1fd. 02000000:00000001:3.0:1767384306.174127:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384306.174128:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384306.174129:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384306.174131:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.174132:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aee95a08. 02000000:00000001:3.0:1767384306.174134:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384306.174149:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384306.174151:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa298dc2. 00000100:00000001:3.0:1767384306.174154:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384306.174155:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.174157:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.174161:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.174162:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.174164:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.174166:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.177189:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294894220, at 4294894221 00010000:00000010:3.1:1767384306.177192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bacc1998. 00000100:00000010:2.0:1767384306.177197:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097d9b993. 00010000:00000010:3.1:1767384306.177208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f00aa19. 00000100:00000040:3.0:1767384306.177221:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294894220, at 4294894221 00000100:00000010:3.0:1767384306.177226:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e767108. 00000100:00000040:1.0:1767384306.177231:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294894220, at 4294894221 00000100:00000010:1.0:1767384306.177238:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3fd1b07. 00000100:00000040:0.0:1767384306.177256:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294894220, at 4294894221 00000100:00000010:0.0:1767384306.177263:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb9c44a0. 00010000:00000010:3.1:1767384306.179172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004bdd5b9c. 00010000:00000010:3.1:1767384306.179180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ede2b4b7. 00000400:00000010:1.0:1767384306.184830:0:22908:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d40e64f4. 00000400:00000040:1.0:1767384306.184850:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384306.184852:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384306.184854:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384306.184856:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384306.184858:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384306.184859:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384306.184861:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384306.184862:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384306.184863:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384306.184864:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384306.184866:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384306.184868:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384306.184871:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384306.184873:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384306.184874:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384306.184876:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384306.184885:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384306.184887:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384306.184889:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384306.184891:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384306.184894:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384306.184895:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384306.184897:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384306.184899:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384306.184901:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384306.184904:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384306.184906:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384306.184908:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384306.184910:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384306.184912:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384306.184914:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384306.184916:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384306.184918:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384306.184920:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384306.184921:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384306.184923:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384306.184925:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384306.184928:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384306.184930:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384306.184931:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384306.184932:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384306.184933:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384306.184934:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384306.184935:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384306.184936:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384306.184937:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384306.184938:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384306.184939:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384306.184941:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384306.184941:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384306.184943:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384306.184944:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384306.184944:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384306.184946:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384306.184947:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384306.184953:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384306.184954:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384306.184989:0:22908:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d40e64f4. 00010000:00000001:2.0:1767384306.996250:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384306.996258:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.996266:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384306.996268:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.996320:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384306.996324:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.996327:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384307.000063:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000128705e. 00080000:00000010:3.0:1767384307.000070:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000128705e. 00000020:00000001:3.0:1767384307.000074:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384307.000081:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000128705e. 00080000:00000010:3.0:1767384307.000086:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000128705e. 00000020:00000001:3.0:1767384307.000090:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.060218:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384307.060223:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:3.0:1767384307.060228:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.060230:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384307.060231:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384307.060232:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384307.060234:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384307.060236:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384307.060250:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 19 10000000:00000001:3.0:1767384307.060253:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384307.060254:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384307.060260:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa298dc2. 00000020:00000040:3.0:1767384307.060263:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384307.060268:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384307.060270:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.060275:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384307.060280:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000136abc5d. 00000100:00000001:3.0:1767384307.060286:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.060289:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384307.060292:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384307.060298:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bacc1998. 00010000:00000001:3.0:1767384307.060302:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384307.060304:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ede2b4b7. 00000020:00000001:3.0:1767384307.060307:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384307.060309:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ede2b4b7 with handle 0x960a57272cefbad9 to hash 00000020:00000001:3.0:1767384307.060311:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384307.060312:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.060314:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.060317:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.060319:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.060321:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.060327:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.060335:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384307.060338:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384307.060340:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384307.060344:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038594259. 00000100:00000001:3.0:1767384307.060345:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630354744528064 : -113718965023552 : ffff9892bd7c4cc0) 00000100:00000001:3.0:1767384307.060351:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.060352:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000001:3.0:1767384307.060356:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384307.060357:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060359:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384307.060360:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384307.060366:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.060374:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.060375:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.060378:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384307.060379:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384307.060381:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.060383:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728312832:0@lo:101: 00000100:00000001:3.0:1767384307.060385:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384307.060389:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384307.060391:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.060393:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384307.060395:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b81f0b57. 02000000:00000001:3.0:1767384307.060396:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.060401:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e508d1a. 00000400:00000010:3.0:1767384307.060406:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000100:00000200:3.0:1767384307.060411:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728312832, portal 25 00000100:00000001:3.0:1767384307.060412:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.060413:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000040:3.0:1767384307.060416:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.060421:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.060423:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.060424:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000100:00000200:3.0:1767384307.060426:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728312832, offset 0 00000400:00000200:3.0:1767384307.060430:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.060439:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.060447:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce03400 00000400:00000200:3.0:1767384307.060455:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x995 [2] + 0 00000400:00000010:3.0:1767384307.060458:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005032f7d7. 00000400:00000200:3.0:1767384307.060461:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058ad7265 00000400:00000200:3.0:1767384307.060465:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.060468:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384307.060471:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ad7265 00000400:00000010:3.0:1767384307.060473:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058ad7265. 00000100:00000001:3.0:1767384307.060476:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384307.060478:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384307.060481:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000033063fbc x1853236728312832 msgsize 328 00000100:00100000:3.0:1767384307.060483:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384307.060484:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384307.060495:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.060500:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000010:3.0:1767384307.060501:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000100:00000001:3.0:1767384307.060503:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384307.060506:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.060513:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.060515:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.060520:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060522:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.060526:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060529:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294895111 00000100:00000010:3.0:1767384307.060532:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3e6aa87. 00000100:00000001:2.0:1767384307.060536:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384307.060538:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384307.060540:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312832 02000000:00000001:2.0:1767384307.060543:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384307.060545:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384307.060547:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060550:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294895111 02000000:00000001:2.0:1767384307.060551:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384307.060556:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078d822fd. 00000100:00100000:2.0:1767384307.060557:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312832 00000100:00000001:3.0:1767384307.060560:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384307.060562:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384307.060567:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294895111 00000100:00000010:3.0:1767384307.060570:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed091dbe. 00000020:00000040:2.0:1767384307.060572:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384307.060574:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384307.060575:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.060578:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384307.060580:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384307.060585:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384307.060587:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294895111 00000100:00000001:2.0:1767384307.060590:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384307.060593:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084ceb6e8. 00000020:00000010:2.0:1767384307.060595:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000100:00000001:2.0:1767384307.060599:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.060601:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000100:00000001:3.0:1767384307.060606:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384307.060607:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c76670cf. 00000020:00000010:2.0:1767384307.060613:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109db876. 00000100:00000001:3.0:1767384307.060617:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.060618:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00000100:00000001:3.0:1767384307.060624:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060627:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384307.060629:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384307.060630:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384307.060635:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384307.060636:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038594259 going to sleep for 11 seconds 00000100:00000001:2.0:1767384307.060638:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384307.060641:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.060642:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384307.060646:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.060648:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.060662:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.060672:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384307.060674:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384307.060678:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384307.060680:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384307.060682:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737432656 : -113718972118960 : ffff9892bd100850) 00000100:00000040:2.0:1767384307.060686:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033063fbc x1853236728312832/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.060694:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384307.060695:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000100:00000001:2.0:1767384307.060697:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.060698:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000100:00100000:2.0:1767384307.060701:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033063fbc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728312832:12345-0@lo:101: 00000100:00000200:2.0:1767384307.060704:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312832 00000020:00000001:2.0:1767384307.060707:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384307.060714:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384307.060716:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.060717:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384307.060719:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384307.060722:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384307.060723:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384307.060725:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384307.060726:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384307.060729:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.060731:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384307.060732:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384307.060733:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384307.060735:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384307.060736:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.060740:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384307.060744:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004de6a520. 00010000:00000001:2.0:1767384307.060746:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384307.060747:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c3bcaf. 00000020:00000001:2.0:1767384307.060749:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384307.060751:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c3bcaf with handle 0x960a57272cefbae0 to hash 00000020:00000001:2.0:1767384307.060752:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384307.060753:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384307.060755:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00010000:2.0:1767384307.060757:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbad9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384307.060762:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:2.0:1767384307.060763:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384307.060768:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384307.060770:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384307.060772:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000907dc183. 02000000:00000001:2.0:1767384307.060774:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.060775:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.060777:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384307.060780:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384307.060785:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384307.060787:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.060788:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.060789:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.060790:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.060792:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384307.060794:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384307.060795:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384307.060796:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384307.060812:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004de6a520) refcount = 1 00010000:00010000:2.0:1767384307.060818:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbad9 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.060822:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384307.060823:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384307.060824:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.060825:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.060827:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384307.060831:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384307.060832:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbad9 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.060837:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384307.060839:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384307.060840:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.060842:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.060843:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384307.060844:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.060845:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384307.060846:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000096c3bcaf, rc 0) 00000020:00000001:2.0:1767384307.060848:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384307.060850:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312832 00010000:00000001:2.0:1767384307.060852:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384307.060854:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033063fbc x1853236728312832/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/344 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.060860:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.060867:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.060870:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.060873:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.060875:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.060876:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384307.060879:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.060880:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.060882:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.060883:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.060885:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000100:00000200:2.0:1767384307.060888:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728312832, offset 224 00000400:00000200:2.0:1767384307.060891:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.060895:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.060900:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce03400 00000400:00000200:2.0:1767384307.060903:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14b5 [1] + 224 00000400:00000200:2.0:1767384307.060906:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.060908:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.060910:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.060913:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.060919:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.060932:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.060935:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000400:00000010:2.0:1767384307.060936:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000100:00000001:2.0:1767384307.060938:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.060939:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384307.060942:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.060943:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.060945:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384307.060947:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.060949:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384307.060952:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033063fbc x1853236728312832/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/344 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.060955:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384307.060960:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.060963:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.060966:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e508d1a. 00000400:00000200:3.0:1767384307.060971:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:3.0:1767384307.060974:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000100:00100000:2.0:1767384307.060977:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033063fbc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728312832:12345-0@lo:101: Request processed in 280us (492us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384307.060978:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.060984:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384307.060988:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384307.060993:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384307.060998:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384307.061001:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.061001:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.061007:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109db876. 00000100:00000001:3.0:1767384307.061008:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384307.061012:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384307.061013:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000100:00000001:3.0:1767384307.061014:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.061018:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384307.061019:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c76670cf. 00000100:00000001:3.0:1767384307.061020:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.061023:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384307.061023:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:3.0:1767384307.061025:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.061028:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384307.061030:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=30 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384307.061031:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000907dc183. 02000000:00000001:2.0:1767384307.061037:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384307.061038:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.061040:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.061042:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.061044:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384307.061046:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384307.061047:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384307.061050:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384307.061052:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3dcdca. 00000100:00000001:3.0:1767384307.061053:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.061058:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384307.061059:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052ad8d5d. 00000100:00000001:3.0:1767384307.061070:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.061073:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.061075:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384307.061078:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.061082:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728312832:0@lo:101: 00000100:00000001:3.0:1767384307.061085:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.061087:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061088:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384307.061089:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.061090:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061094:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384307.061095:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038594259. 00000100:00000001:3.0:1767384307.061097:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384307.061098:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.061100:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384307.061102:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.061103:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.061104:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=4 00000020:00000001:3.0:1767384307.061105:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.061107:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000040:3.0:1767384307.061110:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ede2b4b7, remote cookie: 0x960a57272cefbae0, flags: 0x0 00010000:00000001:3.0:1767384307.061112:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384307.061114:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384307.061115:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.061116:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.061116:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.061118:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bacc1998) refcount = 1 00010000:00010000:3.0:1767384307.061120:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.061131:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384307.061132:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.061149:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384307.061152:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384307.061153:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.061155:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.061159:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384307.061160:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.061161:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.061162:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.061163:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.061164:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061165:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.061167:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa298dc2 x1853236728312832/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061171:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384307.061173:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384307.061174:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b81f0b57. 02000000:00000001:3.0:1767384307.061177:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.061178:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.061179:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384307.061181:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384307.061183:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000136abc5d. 02000000:00000001:3.0:1767384307.061185:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.061186:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.061187:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa298dc2. 00000100:00000001:3.0:1767384307.061189:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384307.061190:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384307.061191:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.061193:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384307.061194:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384307.061195:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.061196:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.061201:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.061202:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00000020:00000001:3.0:1767384307.061203:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.061205:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.061206:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384307.061207:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.061208:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.061209:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.061210:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384307.061213:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f973b191. 00000100:00000010:3.0:1767384307.061224:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa298dc2. 00000020:00000040:3.0:1767384307.061225:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384307.061227:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384307.061228:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.061230:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384307.061232:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000136abc5d. 00000100:00000001:3.0:1767384307.061234:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061236:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384307.061238:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b81f0b57. 00000100:00000010:3.0:1767384307.061240:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000776dbd05. 00000020:00000040:3.0:1767384307.061241:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384307.061245:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384307.061245:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384307.061247:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038594259. 00000100:00000001:3.0:1767384307.061248:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630354744528064 : -113718965023552 : ffff9892bd7c4cc0) 00000100:00000001:3.0:1767384307.061250:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.061251:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000001:3.0:1767384307.061253:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384307.061254:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061255:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384307.061255:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384307.061257:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061261:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.061262:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.061267:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384307.061268:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384307.061269:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.061270:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728312960:0@lo:256: 00000100:00000001:3.0:1767384307.061273:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384307.061274:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384307.061276:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061277:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384307.061280:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e508d1a. 00000400:00000010:3.0:1767384307.061283:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009d96a79a. 00000100:00000200:3.0:1767384307.061286:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce03480-0x695824ce03480, portal 33 00000100:00000001:3.0:1767384307.061288:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.061289:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384307.061291:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbaa3dee. 02000000:00000001:3.0:1767384307.061292:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.061293:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000400:00000010:3.0:1767384307.061295:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000100:00000200:3.0:1767384307.061296:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728312960, portal 25 00000100:00000001:3.0:1767384307.061298:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.061298:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000040:3.0:1767384307.061301:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061305:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.061306:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.061307:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000100:00000200:3.0:1767384307.061308:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728312960, offset 0 00000400:00000200:3.0:1767384307.061310:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.061314:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.061318:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce03480 00000400:00000200:3.0:1767384307.061320:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9a5 [2] + 0 00000400:00000010:3.0:1767384307.061322:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043293615. 00000400:00000200:3.0:1767384307.061324:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000431807c8 00000400:00000200:3.0:1767384307.061326:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.061331:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384307.061334:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431807c8 00000400:00000010:3.0:1767384307.061335:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000431807c8. 00000100:00000001:3.0:1767384307.061337:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384307.061338:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384307.061340:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000004032426c x1853236728312960 msgsize 304 00000100:00100000:3.0:1767384307.061342:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384307.061343:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384307.061351:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.061354:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000010:3.0:1767384307.061355:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000100:00000001:3.0:1767384307.061357:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384307.061359:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061364:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.061365:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061369:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061370:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.061373:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061375:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294895112 00000100:00000001:3.0:1767384307.061378:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895111 00000100:00000001:3.0:1767384307.061381:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294895112 00000100:00000001:3.0:1767384307.061384:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895111 00000100:00000001:3.0:1767384307.061389:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294895112 00000100:00000001:3.0:1767384307.061392:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895111 00000100:00000001:2.0:1767384307.061392:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384307.061397:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728312960 00000100:00000001:3.0:1767384307.061398:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294895112 00000100:00000001:3.0:1767384307.061403:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895111 02000000:00000001:2.0:1767384307.061404:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.061406:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.061408:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061408:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.061412:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.061413:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384307.061413:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.061418:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.061421:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038594259 going to sleep for 11 seconds 00000100:00100000:2.0:1767384307.061423:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728312960 00000100:00000001:3.0:1767384307.061424:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384307.061426:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.061428:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384307.061431:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384307.061432:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.061433:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384307.061436:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384307.061437:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384307.061440:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384307.061442:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000100:00000001:2.0:1767384307.061450:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.061451:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000020:00000010:2.0:1767384307.061454:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c76670cf. 00000020:00000010:2.0:1767384307.061456:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109db876. 00000020:00000010:2.0:1767384307.061458:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00000100:00000040:2.0:1767384307.061461:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384307.061463:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384307.061464:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384307.061464:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061467:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061475:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.061481:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384307.061482:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384307.061484:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384307.061486:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384307.061487:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737443920 : -113718972107696 : ffff9892bd103450) 00000100:00000040:2.0:1767384307.061489:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004032426c x1853236728312960/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 304/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.061495:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384307.061496:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000100:00000001:2.0:1767384307.061497:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.061499:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000100:00100000:2.0:1767384307.061501:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004032426c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728312960:12345-0@lo:256: 00000100:00000200:2.0:1767384307.061504:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728312960 00000020:00000001:2.0:1767384307.061506:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384307.061507:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384307.061508:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.061510:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384307.061511:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:2.0:1767384307.061513:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384307.061514:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384307.061515:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384307.061521:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384307.061522:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061525:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384307.061527:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384307.061528:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000907dc183. 02000000:00000001:2.0:1767384307.061530:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061531:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.061533:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384307.061536:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384307.061538:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384307.061540:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384307.061542:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.061543:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384307.061545:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384307.061546:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009b9fdfab. 20000000:00000001:2.0:1767384307.061548:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384307.061557:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384307.061562:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384307.061566:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384307.061567:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384307.061569:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384307.061570:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384307.061571:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384307.061573:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384307.061574:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384307.061575:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384307.061576:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384307.061577:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384307.061579:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:2.0:1767384307.061580:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3812/1/4/3. 20000000:00000040:2.0:1767384307.061585:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384307.061586:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384307.061587:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384307.061588:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384307.061589:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384307.061590:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384307.061591:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384307.061592:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384307.061593:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384307.061598:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384307.061599:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384307.061600:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384307.061601:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:2.0:1767384307.061603:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3528/1/4/3. 20000000:01000000:2.0:1767384307.061604:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 568, version 30 20000000:00000001:2.0:1767384307.061605:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=568 : 568 : 238) 00000100:00000001:2.0:1767384307.061607:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384307.061609:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008ca0c804. 00000100:00000010:2.0:1767384307.061611:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a0f4af28. 00000020:00000040:2.0:1767384307.061612:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:2.0:1767384307.061614:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384307.061615:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384307.061617:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000400:00000010:2.0:1767384307.061621:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003ba22a55. 00000400:00000200:2.0:1767384307.061623:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.061628:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.061632:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 568 into portal 33 MB=0x695824ce03480 00000400:00000200:2.0:1767384307.061634:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 568/568 into md 0x14c5 [4] + 0 00000400:00000010:2.0:1767384307.061636:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e508d1a. 00000400:00000200:2.0:1767384307.061638:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d96a79a 00000400:00000200:2.0:1767384307.061640:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.061642:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384307.061644:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d96a79a 00000400:00000010:2.0:1767384307.061645:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009d96a79a. 00000100:00000001:2.0:1767384307.061647:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384307.061648:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000fa298dc2 desc 00000000b81f0b57 mbits 1853236728312960 00000100:00000001:2.0:1767384307.061657:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384307.061659:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384307.061662:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384307.061666:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14d1 00000400:00000200:2.0:1767384307.061667:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.061669:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384307.061672:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384307.061673:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000008ca0c804 00000100:00000001:2.0:1767384307.061679:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384307.061681:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384307.061684:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000100:00000001:3.0:1767384307.061685:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384307.061688:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000100:00000001:2.0:1767384307.061691:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384307.061693:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008ca0c804 00000100:00000001:2.0:1767384307.061695:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384307.061699:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 568 bytes via portal 33 id 12345-0@lo mbits 0x695824ce03480-0x695824ce03480 00000100:00000001:2.0:1767384307.061701:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.061704:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061706:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384307.061708:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:2.0:1767384307.061709:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a0f4af28. 00000100:00000010:2.0:1767384307.061711:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008ca0c804. 00000100:00000001:2.0:1767384307.061713:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384307.061714:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384307.061719:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009b9fdfab. 20000000:00000001:2.0:1767384307.061721:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384307.061723:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728312960 00010000:00000001:2.0:1767384307.061724:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384307.061726:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004032426c x1853236728312960/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 304/240 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.061731:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.061732:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.061734:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.061736:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.061737:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.061738:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384307.061740:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.061741:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061742:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.061743:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.061745:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000100:00000200:2.0:1767384307.061747:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728312960, offset 224 00000400:00000200:2.0:1767384307.061749:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.061752:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.061759:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce03480 00000400:00000200:2.0:1767384307.061761:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14c9 [1] + 224 00000400:00000200:2.0:1767384307.061763:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.061765:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.061766:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.061768:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.061773:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.061784:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.061786:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000400:00000010:2.0:1767384307.061788:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000100:00000001:2.0:1767384307.061789:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.061790:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384307.061791:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.061793:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.061795:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384307.061810:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.061812:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384307.061814:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384307.061815:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004032426c x1853236728312960/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 304/240 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384307.061819:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.061821:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.061824:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000100:00100000:2.0:1767384307.061827:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004032426c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728312960:12345-0@lo:256: Request processed in 330us (485us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384307.061828:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:3.0:1767384307.061832:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000100:00000001:3.0:1767384307.061837:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384307.061840:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000200:3.0:1767384307.061843:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.061843:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384307.061846:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384307.061849:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.061852:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109db876. 00000100:00000200:3.0:1767384307.061857:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384307.061858:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000020:00000010:2.0:1767384307.061863:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c76670cf. 00000020:00000040:2.0:1767384307.061867:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384307.061871:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384307.061872:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384307.061874:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.061875:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.061876:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384307.061879:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384307.061880:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000907dc183. 00000100:00000001:3.0:1767384307.061881:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.061884:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384307.061885:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.061888:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384307.061889:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=30 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384307.061892:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384307.061893:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.061898:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384307.061898:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e41232d0. 00000100:00000001:3.0:1767384307.061899:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.061903:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384307.061903:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078be76c6. 00010000:00000001:3.0:1767384307.061904:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061909:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.061912:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.061918:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061922:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.061929:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384307.061932:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.061936:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa298dc2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728312960:0@lo:256: 00000100:00000001:3.0:1767384307.061938:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.061940:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.061941:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384307.061942:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.061943:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.061947:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384307.061949:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038594259. 00000100:00000001:3.0:1767384307.061951:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384307.061952:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384307.061954:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 30, more 0. 10000000:00000001:3.0:1767384307.061956:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384307.061961:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007f29ea5c. 10000000:00000040:3.0:1767384307.061968:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384307.061972:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384307.061974:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384307.061978:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:3.0:1767384307.061980:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.061981:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384307.061982:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:3.0:1767384307.061984:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:3.0:1767384307.061986:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:3.0:1767384307.061988:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384307.061990:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:3.0:1767384307.061993:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384307.061997:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (13) 00000400:00000200:3.0:1767384307.062000:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384307.062002:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:3.0:1767384307.062004:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (14) 00000400:00000200:3.0:1767384307.062010:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:3.0:1767384307.062011:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:3.0:1767384307.062013:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062015:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:3.0:1767384307.062016:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:3.0:1767384307.062018:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062018:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:3.0:1767384307.062019:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:3.0:1767384307.062021:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062022:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:3.0:1767384307.062023:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:3.0:1767384307.062024:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062025:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:3.0:1767384307.062026:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:3.0:1767384307.062028:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062029:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:3.0:1767384307.062030:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:3.0:1767384307.062031:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062032:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:3.0:1767384307.062033:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:3.0:1767384307.062035:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062035:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:3.0:1767384307.062036:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384307.062038:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062039:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:3.0:1767384307.062040:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:3.0:1767384307.062041:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062042:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:3.0:1767384307.062043:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:3.0:1767384307.062045:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062045:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:3.0:1767384307.062047:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:3.0:1767384307.062048:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062049:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:3.0:1767384307.062050:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:3.0:1767384307.062052:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384307.062056:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000100:00000001:3.0:1767384307.062057:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.062059:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384307.062061:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:3.0:1767384307.062063:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000040fbff3e. 10000000:00000040:3.0:1767384307.062065:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 30/30 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:3.0:1767384307.062067:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384307.062072:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384307.062074:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f972e40f. 00000020:00000010:3.0:1767384307.062077:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca7decd0. 00000040:00000010:3.0:1767384307.062080:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008c75ab11. 00000020:00000010:3.0:1767384307.062082:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384307.062086:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384307.062090:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056998630. 80000000:00000010:3.0:1767384307.062092:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003d339d0e. 40000000:00000010:3.0:1767384307.062095:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ef96ca7. 00100000:00000010:3.0:1767384307.062099:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dee2edae. 00040000:00000010:3.0:1767384307.062102:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000119afdff. 00040000:00000010:3.0:1767384307.062105:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000adcc59d4. 00040000:00000010:3.0:1767384307.062109:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008bef2638. 00080000:00000010:3.0:1767384307.062114:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006d2a20f8. 00080000:00000010:3.0:1767384307.062118:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bbdc6283. 00000004:00000010:3.0:1767384307.062123:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f8cf1f0d. 00000004:00000010:3.0:1767384307.062127:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0a2f8fa. 00000004:00000010:3.0:1767384307.062130:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001f4c894d. 00002000:00000010:3.0:1767384307.062149:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000dfa8d76. 00000004:00000010:3.0:1767384307.062152:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004055bfc5. 00000004:00000001:3.0:1767384307.062155:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384307.062157:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384307.062159:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000040fbff3e 00000040:00001000:3.0:1767384307.062160:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384307.062160:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384307.062162:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384307.062166:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384307.062168:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384307.062169:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384307.062170:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384307.062171:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:3.0:1767384307.062172:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384307.062214:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.062218:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca7decd0. 00000040:00000010:3.0:1767384307.062221:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008c75ab11. 00000020:00000010:3.0:1767384307.062223:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384307.062226:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384307.062229:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056998630. 80000000:00000010:3.0:1767384307.062231:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003d339d0e. 40000000:00000010:3.0:1767384307.062234:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ef96ca7. 00100000:00000010:3.0:1767384307.062236:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dee2edae. 00040000:00000010:3.0:1767384307.062238:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000119afdff. 00040000:00000010:3.0:1767384307.062241:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000adcc59d4. 00040000:00000010:3.0:1767384307.062243:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008bef2638. 00080000:00000010:3.0:1767384307.062246:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bbdc6283. 00080000:00000010:3.0:1767384307.062249:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006d2a20f8. 00000004:00000010:3.0:1767384307.062251:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f8cf1f0d. 00000004:00000010:3.0:1767384307.062254:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d0a2f8fa. 00000004:00000010:3.0:1767384307.062257:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001f4c894d. 00002000:00000010:3.0:1767384307.062259:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000dfa8d76. 00000004:00000010:3.0:1767384307.062261:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004055bfc5. 00000020:00000010:3.0:1767384307.062263:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f972e40f. 00000020:00000001:3.0:1767384307.062266:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.062267:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384307.062270:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000040fbff3e. 10000000:00000010:3.0:1767384307.062272:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007f29ea5c. 10000000:00000001:3.0:1767384307.062273:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.062275:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.062278:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa298dc2 x1853236728312960/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.062283:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384307.062288:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384307.062289:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbaa3dee. 02000000:00000001:3.0:1767384307.062291:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.062292:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.062292:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384307.062294:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384307.062295:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384307.062296:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.062296:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384307.062297:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384307.062298:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000776dbd05. 00000100:00000010:3.0:1767384307.062299:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b81f0b57. 00000100:00000001:3.0:1767384307.062301:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384307.062301:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000136abc5d. 02000000:00000001:3.0:1767384307.062303:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.062303:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.062304:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa298dc2. 00000100:00000001:3.0:1767384307.062306:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384307.062307:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384307.062317:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f973b191. 10000000:01000000:3.0:1767384307.062319:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384307.062321:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384307.062323:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.062324:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.062325:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00000020:00000001:3.0:1767384307.062326:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.062328:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384307.062330:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384307.062331:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.062336:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.062337:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.062339:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.062349:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384307.062350:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.062351:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384307.062352:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.062353:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.062354:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384307.062356:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384307.062356:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384307.062358:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384307.069191:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294895112, at 4294895113 00000100:00000010:2.0:1767384307.069199:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed091dbe. 00000100:00000040:1.0:1767384307.069207:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294895112, at 4294895113 00000100:00000010:1.0:1767384307.069214:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078d822fd. 00000020:00000010:3.0:1767384307.069370:0:23172:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000776dbd05. 00000020:00000040:3.0:1767384307.069375:0:23172:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384307.069377:0:23172:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000776dbd05. 00000100:00000040:3.0:1767384307.070178:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294895112, at 4294895114 00000100:00000010:3.0:1767384307.070183:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084ceb6e8. 00000100:00000040:0.0:1767384307.070188:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294895112, at 4294895114 00000100:00000010:0.0:1767384307.070197:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3e6aa87. 00000001:00000001:3.0:1767384307.684817:0:23319:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384307.684821:0:23319:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384307.687738:0:23319:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384307.693734:0:23320:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004055bfc5. 00000400:00000010:3.0:1767384307.693747:0:23320:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e5469d84. 00000400:00000010:3.0:1767384307.693756:0:23320:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009d96a79a. 00000400:00000010:3.0:1767384307.693758:0:23320:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fbaa3dee. 00000400:00000010:3.0:1767384307.693762:0:23320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5adb9fa. 00000400:00000010:3.0:1767384307.693765:0:23320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003371689a. 00000400:00000010:3.0:1767384307.693767:0:23320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e9bfc66. 00000400:00000010:3.0:1767384307.693768:0:23320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb7e8d33. 00000400:00000010:3.0:1767384307.693770:0:23320:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008098d0fc. 00000800:00000010:3.0:1767384307.693780:0:23320:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000119afdff. 00000800:00000200:3.0:1767384307.693789:0:23320:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384307.693816:0:23320:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384307.693849:0:23320:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384307.693866:0:23320:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp22 [8/256/0/180] 00000400:00000010:3.0:1767384307.695077:0:23320:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000f972e40f. 00000400:00000010:3.0:1767384307.695083:0:23320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000400:00000010:3.0:1767384307.695089:0:23320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000400:00000001:3.0:1767384307.695106:0:23320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.695108:0:23320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.695110:0:23320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a22c049. 00000400:00000200:3.0:1767384307.695113:0:23320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b7a5de6 00000400:00000010:3.0:1767384307.695116:0:23320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b7a5de6. 00000400:00000010:3.0:1767384307.695120:0:23320:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000008279f4a0. 00000400:00000200:3.0:1767384307.695124:0:23320:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (13) 00000400:00000200:3.0:1767384307.695162:0:23320:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384307.695173:0:23320:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000400:00000200:2.0:1767384307.695173:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384307.695180:0:23320:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006d2a20f8. 00000400:00000200:2.0:1767384307.695181:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000000:3.0:1767384307.695187:0:23320:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384307.695189:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000020:01000000:3.0:1767384307.695192:0:23320:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp22 00000400:00000200:2.0:1767384307.695194:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (14) 00000400:00000010:2.0:1767384307.695200:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007128ccbc. 00000400:00000200:2.0:1767384307.695204:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000010:3.0:1767384307.695209:0:23320:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e5469d84. 00000400:00000010:3.0:1767384307.695213:0:23320:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004055bfc5. 00000400:00000200:2.0:1767384307.695217:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1767384307.695223:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384307.695227:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:0.0:1767384307.695230:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384307.695231:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:0.0:1767384307.695235:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384307.695236:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384307.695242:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:00000001:0.0:1767384307.695246:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384307.695247:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:01000000:0.0:1767384307.695250:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384307.695254:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384307.695255:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384307.695260:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384307.695262:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:0.0:1767384307.695263:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.695266:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.695270:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384307.695271:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:0.0:1767384307.695273:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.695276:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384307.695277:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:0.0:1767384307.695279:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.695283:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384307.695285:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:0.0:1767384307.695287:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384307.695293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000400:00000200:2.0:1767384307.695297:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384307.695301:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:00000040:0.0:1767384307.695301:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384307.695307:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp21 00000100:00000001:0.0:1767384307.695309:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384307.695311:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp21 lpni_is_preferred = 0 02000000:00000001:0.0:1767384307.695314:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384307.695315:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp21 00000400:00000200:2.0:1767384307.695320:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.115@tcp21 LPNI seq info [29:29:8:4294967295] 02000000:00000001:0.0:1767384307.695322:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.695326:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp21 02000000:00000010:0.0:1767384307.695333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3039f8e. 00000400:00000200:2.0:1767384307.695334:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21:) -> 192.168.202.115@tcp21(192.168.202.115@tcp:192.168.202.115@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384307.695342:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.115@tcp21 00000100:00000001:0.0:1767384307.695344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384307.695347:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ec5765. 00000100:00000001:0.0:1767384307.695355:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384307.695358:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384307.695362:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009890650d. 00000800:00000010:2.0:1767384307.695366:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003b15e1a8. 00000100:00000040:0.0:1767384307.695366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_00+0] req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384307.695375:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (2) 00000800:00000200:2.1:1767384307.695384:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (2) 00000400:00000200:2.0:1767384307.695399:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384307.695403:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:0.0:1767384307.695407:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384307.695411:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.695413:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384307.695414:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384307.695418:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384307.695420:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384307.695422:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384307.695423:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384307.695425:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384307.695426:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384307.695430:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384307.695432:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384307.695433:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384307.695435:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.695439:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.695443:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.695446:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384307.695448:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384307.695448:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384307.695451:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.695454:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384307.695458:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384307.695458:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384307.695459:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000020:01000004:0.0:1767384307.695462:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384307.695463:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384307.695465:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384307.695468:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728313088:0@lo:253: 00000100:00000010:0.0:1767384307.695470:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000100:00000001:3.0:1767384307.695472:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384307.695475:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:3.0:1767384307.695478:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384307.695479:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384307.695481:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.695482:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.695486:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384307.695487:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384307.695492:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bbdc6283. 02000000:00000001:3.0:1767384307.695495:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.695495:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a688a269. 00000400:00000010:3.0:1767384307.695502:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed494a2. 00000100:00000001:0.0:1767384307.695502:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695506:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384307.695507:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.695513:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089139bd1] to pc [ptlrpcd_00_01+1] req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384307.695516:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5469d84. 00000400:00000200:2.0:1767384307.695518:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000200:3.0:1767384307.695524:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728313088, portal 25 00000100:00000001:3.0:1767384307.695529:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384307.695529:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.695532:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 10000000:00000001:0.0:1767384307.695533:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.695537:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384307.695540:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384307.695542:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006d2a20f8. 00000100:00000040:3.0:1767384307.695544:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.695555:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384307.695555:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.695559:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384307.695561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:3.0:1767384307.695562:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384307.695562:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384307.695570:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ab760c8. 00000100:00000040:0.0:1767384307.695570:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384307.695577:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728313088, offset 0 00000100:00000001:0.0:1767384307.695580:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.695583:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.695585:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384307.695587:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384307.695590:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384307.695591:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.695595:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728313216:0@lo:253: 00000100:00000001:0.0:1767384307.695598:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384307.695602:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384307.695603:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384307.695604:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 02000000:00000001:0.0:1767384307.695606:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.695611:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384307.695616:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03500 02000000:00000010:0.0:1767384307.695616:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e69c324. 00000400:00000200:3.0:1767384307.695625:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 02000000:00000001:0.0:1767384307.695627:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.695631:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0f9a9e. 00000400:00000010:0.0:1767384307.695634:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb633589. 00000400:00000200:3.0:1767384307.695635:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3199160 00000400:00000010:0.0:1767384307.695642:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e013c1f. 00000400:00000200:3.0:1767384307.695644:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384307.695647:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728313216, portal 25 00000400:00000200:2.0:1767384307.695649:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.695650:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.695653:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.695657:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000400:00000200:3.0:1767384307.695659:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3199160 00000400:00000010:3.0:1767384307.695662:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3199160. 00000100:00000040:0.0:1767384307.695664:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.695668:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384307.695672:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384307.695673:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384307.695678:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000036f2979d x1853236728313088 msgsize 4848 00000100:00000040:0.0:1767384307.695678:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.695683:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b4b0787. 00000400:00000200:2.0:1767384307.695684:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000200:0.0:1767384307.695688:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728313216, offset 0 00000100:00100000:3.0:1767384307.695691:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384307.695695:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384307.695698:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384307.695704:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.695708:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.695712:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ab760c8 00000400:00000010:3.0:1767384307.695714:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ab760c8. 00000400:00000200:0.0:1767384307.695718:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03580 00000100:00000001:3.0:1767384307.695719:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384307.695720:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384307.695725:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000100:00000200:3.0:1767384307.695726:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384307.695732:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b2ef36. 00000400:00000200:0.0:1767384307.695737:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000987414b9 00000400:00000200:2.0:1767384307.695740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:3.0:1767384307.695741:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384307.695743:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384307.695746:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.695752:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384307.695760:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987414b9 00000400:00000200:2.0:1767384307.695763:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000010:0.0:1767384307.695763:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000987414b9. 00000100:00000001:0.0:1767384307.695766:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384307.695770:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384307.695776:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000227941a0 x1853236728313216 msgsize 4848 00000100:00000001:3.0:1767384307.695777:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.695781:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384307.695786:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00100000:0.0:1767384307.695786:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384307.695788:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.695790:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384307.695808:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294895746 00000100:00000010:3.0:1767384307.695814:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d339d0e. 00000100:00000001:0.0:1767384307.695818:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384307.695819:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384307.695826:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b4b0787 00000100:00000001:3.0:1767384307.695827:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294895746 00000400:00000010:0.0:1767384307.695831:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b4b0787. 00000100:00000010:3.0:1767384307.695833:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9022e39. 00000100:00000001:0.0:1767384307.695836:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384307.695837:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384307.695842:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294895746 00000100:00000200:0.0:1767384307.695842:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384307.695845:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000010:3.0:1767384307.695848:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3e6aa87. 00000100:00000001:3.0:1767384307.695854:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384307.695857:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384307.695860:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294895746 00000100:00000010:3.0:1767384307.695864:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078d822fd. 00000100:00000001:3.0:1767384307.695869:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384307.695869:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.695873:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.695878:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.695884:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695884:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.695888:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.695888:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384307.695891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:0.0:1767384307.695897:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.695899:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.695901:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294895746 00000100:00000001:3.0:1767384307.695902:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384307.695908:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.695908:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294895746 00000100:00000001:3.0:1767384307.695910:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.695912:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294895746 00000100:00000001:3.0:1767384307.695913:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695916:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294895746 00000100:00000001:3.0:1767384307.695917:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695920:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294895746 00000100:00000001:0.0:1767384307.695923:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294895746 00000100:00000001:0.0:1767384307.695925:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294895746 00000100:00000001:0.0:1767384307.695927:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294895746 00000100:00000001:0.0:1767384307.695929:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.695931:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695933:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695935:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.695939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:0.0:1767384307.695940:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.695943:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.695947:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.695948:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.695950:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695953:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.695977:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.695979:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313088 02000000:00000001:0.0:1767384307.695981:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384307.695983:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.695986:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.695990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 02000000:00000001:0.0:1767384307.695990:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.695992:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313088 00000020:00000001:0.0:1767384307.695995:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384307.695997:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384307.695999:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384307.696003:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313216 00000020:00000001:0.0:1767384307.696003:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384307.696006:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.696008:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.696010:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.696014:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.696014:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384307.696019:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:3.0:1767384307.696020:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313216 00000020:00000001:0.0:1767384307.696023:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384307.696027:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384307.696031:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384307.696033:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000020:00000040:3.0:1767384307.696034:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384307.696038:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384307.696039:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384307.696041:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000400:00000200:2.0:1767384307.696043:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000020:00000010:0.0:1767384307.696044:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000020:00000001:3.0:1767384307.696046:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384307.696050:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:0.0:1767384307.696053:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ec580f. 00000100:00000001:3.0:1767384307.696054:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.696058:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1abce7. 00000020:00000010:0.0:1767384307.696061:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000352f0eb8. 00000100:00000001:3.0:1767384307.696062:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.696067:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1abce7. 00000020:00000010:0.0:1767384307.696069:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f17671e. 00000020:00000010:3.0:1767384307.696073:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c75ab11. 00000020:00000010:3.0:1767384307.696079:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fc6b106. 00000100:00000040:0.0:1767384307.696081:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384307.696084:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c886a34. 00000100:00000001:0.0:1767384307.696085:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.696088:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384307.696091:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.696094:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384307.696094:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:0.0:1767384307.696098:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.696099:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.696103:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.696111:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.696112:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.696118:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.696127:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.696130:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384307.696158:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384307.696161:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384307.696162:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.696163:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737442896 : -113718972108720 : ffff9892bd103050) 00000100:00000001:3.0:1767384307.696165:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384307.696170:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036f2979d x1853236728313088/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.696174:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767384307.696180:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384307.696184:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737430608 : -113718972121008 : ffff9892bd100050) 00000100:00000001:0.0:1767384307.696184:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384307.696189:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000020:00000010:0.0:1767384307.696190:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000040:3.0:1767384307.696192:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000227941a0 x1853236728313216/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.696196:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384307.696202:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000100:00000001:3.0:1767384307.696208:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.696212:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf1abce7. 00000100:00100000:0.0:1767384307.696213:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036f2979d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728313088:12345-0@lo:253: 00000100:00000001:3.0:1767384307.696218:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384307.696220:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313088 00000020:00000010:3.0:1767384307.696222:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf1abce7. 00000020:00000001:0.0:1767384307.696224:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384307.696228:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384307.696231:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000227941a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728313216:12345-0@lo:253: 00000020:00000001:0.0:1767384307.696231:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384307.696235:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313216 00000020:00000001:0.0:1767384307.696240:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384307.696243:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000020:00000001:0.0:1767384307.696245:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384307.696246:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.696251:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384307.696251:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384307.696254:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.696255:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.696259:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384307.696259:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384307.696263:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384307.696263:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384307.696267:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.696268:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384307.696270:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000020:00000001:3.0:1767384307.696271:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.696275:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384307.696277:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384307.696280:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384307.696280:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384307.696283:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.696286:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384307.696287:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384307.696289:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007319045d. 02000000:00000010:3.0:1767384307.696293:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d49c156d. 02000000:00000001:0.0:1767384307.696294:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.696297:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.696299:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.696300:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.696301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 20000000:00000001:3.0:1767384307.696306:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384307.696307:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384307.696315:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006d2a20f8. 20000000:00000010:0.0:1767384307.696318:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d1eafbfa. 20000000:01000000:3.0:1767384307.696319:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384307.696323:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384307.696326:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384307.696327:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384307.696328:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 20000000:00000001:3.0:1767384307.696331:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.696332:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384307.696334:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.696336:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384307.696336:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384307.696341:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.696346:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384307.696347:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca7decd0. 20000000:00000001:0.0:1767384307.696348:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384307.696352:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:3.0:1767384307.696357:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384307.696360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00080000:00000001:3.0:1767384307.696362:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384307.696366:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384307.696380:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384307.696392:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.696395:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384307.696396:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.696398:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384307.696399:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384307.696402:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:3.0:1767384307.696405:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:3.0:1767384307.696407:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384307.696409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00080000:00000001:3.0:1767384307.696416:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384307.696420:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.696422:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.696425:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384307.696430:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:3.0:1767384307.696433:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384307.696437:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc7cbaee. 00080000:00000001:3.0:1767384307.696439:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354232766976 : -113719476784640 : ffff98929efb7200) 00080000:00000001:3.0:1767384307.696442:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384307.696445:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384307.696449:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bf1abce7. 00080000:00000001:3.0:1767384307.696452:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.696454:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384307.696457:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00080000:00000001:3.0:1767384307.696466:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.696481:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384307.696699:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aee95a08. 00000800:00000010:2.0:1767384307.696705:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013aeef1e. 00000800:00000010:2.0:1767384307.696711:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b290b7f6. 00000800:00000010:2.0:1767384307.696744:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b290b7f6. 00000400:00000200:0.0:1767384307.696753:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384307.696767:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384307.696771:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004e1afcdd. 00000800:00000010:3.0:1767384307.696814:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003714a1fd. 00000800:00000010:3.0:1767384307.696819:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ab760c8. 00000800:00000010:3.0:1767384307.696839:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000018337777. 00000800:00000200:3.1:1767384307.696885:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (2) 00000800:00000200:3.1:1767384307.696891:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp21 0000000018337777 deleted 00000800:00000010:3.1:1767384307.696893:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000018337777. 00000800:00000200:3.1:1767384307.696897:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384307.696902:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp21 ip 192.168.202.115:999 00000800:00000200:3.1:1767384307.696905:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ec5765 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384307.696909:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp21 p 3.x 192.168.202.115 -> 192.168.202.115:999 incarnation:1767384306165955944 sched[0] 00000800:00000010:3.0:1767384307.696913:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000313b2a18. 00000800:00000010:3.0:1767384307.696959:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000313b2a18. 00000800:00000010:3.0:1767384307.696963:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ab760c8. 00000800:00000200:0.1:1767384307.696985:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384307.696992:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp21 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384306165955944 sched[0] 00000800:00000010:0.0:1767384307.696995:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013aeef1e. 00000800:00000010:3.0:1767384307.696996:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004e1afcdd. 00000800:00000001:2.0:1767384307.697021:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.697027:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384307.697031:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.697036:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.697058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:3.0:1767384307.697084:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384307.697090:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384307.697093:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384307.697094:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ec5765. 00000800:00000001:3.0:1767384307.697097:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384307.697100:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384307.697104:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.697105:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384307.697108:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: PUT: OK 00000400:00000200:2.0:1767384307.697117:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384307.697118:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21) <- 192.168.202.115@tcp21 : PUT - for me 00000400:00000200:2.0:1767384307.697124:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000400:00000200:3.0:1767384307.697132:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384307.697243:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384307.697291:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384307.697351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384307.697410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00080000:00000010:2.0:1767384307.697455:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc7cbaee. 00000400:00000200:0.0:1767384307.697458:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00080000:00000010:2.0:1767384307.697477:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bf1abce7. 00040000:00000001:2.0:1767384307.697485:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384307.697487:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384307.697491:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384307.697495:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384307.697498:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.697502:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384307.697502:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 20000000:01000000:2.0:1767384307.697512:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384307.697523:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384307.697527:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384307.697533:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384307.697534:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.697541:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 256/256 into md 0x14a1 [1] + 0 00000400:00000010:3.0:1767384307.697548:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d424f84. 00000400:00000200:3.0:1767384307.697560:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000520fd0df 00000800:00000001:3.0:1767384307.697566:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.697577:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.697580:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.697580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.697588:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: PUT: OK 20000000:01000000:2.0:1767384307.697593:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384307.697594:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:3.0:1767384307.697598:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 20000000:00000001:2.0:1767384307.697600:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:3.0:1767384307.697604:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:01000000:2.0:1767384307.697604:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384307.697612:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (15) 00000400:00000200:0.0:1767384307.697613:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00010000:00000001:2.0:1767384307.697614:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384307.697620:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:3.0:1767384307.697624:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000c4e1032b. 00000400:00000200:3.0:1767384307.697627:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 14 00000400:00000200:3.0:1767384307.697631:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00010000:00000001:2.0:1767384307.697637:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384307.697641:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (16) 00010000:00000040:2.0:1767384307.697644:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004de6a520 count: 2 00000400:00000200:3.0:1767384307.697646:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00000001:2.0:1767384307.697648:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384307.697648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.697654:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp21 to MR: 192.168.202.115@tcp21 local destination 00010000:00000001:2.0:1767384307.697655:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384307.697661:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000400:00000200:3.0:1767384307.697665:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp21 NI seq info: [30:30:256:4294967295] 192.168.202.115@tcp21 LPNI seq info [30:30:8:4294967295] 00000020:00000001:2.0:1767384307.697668:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384307.697672:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbae7 to hash 00000020:00000001:2.0:1767384307.697677:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384307.697681:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000400:00000200:0.0:1767384307.697683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.697685:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21:192.168.202.115@tcp21) -> 192.168.202.115@tcp21(192.168.202.115@tcp21:192.168.202.115@tcp21) 192.168.202.115@tcp21 : ACK try# 0 00010000:00000001:2.0:1767384307.697686:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384307.697693:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384307.697696:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384307.697697:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp21 00010000:00010000:2.0:1767384307.697699:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384307.697702:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a08735b5. 00000800:00000200:3.0:1767384307.697709:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (4) 00010000:00000001:2.0:1767384307.697710:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384307.697714:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:3.0:1767384307.697715:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp21 ip 192.168.202.115:988 00010000:00000001:2.0:1767384307.697717:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000200:3.0:1767384307.697718:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a08735b5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384307.697718:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00010000:00000001:2.0:1767384307.697721:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.697725:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384307.697729:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.697734:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384307.697736:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.697738:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.697739:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.697740:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.697742:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384307.697744:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384307.697758:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004de6a520) refcount = 2 00000400:00000200:0.0:1767384307.697759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00010000:00000040:2.0:1767384307.697761:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000200:3.0:1767384307.697764:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:2.0:1767384307.697766:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384307.697768:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a08735b5. 00010000:00000040:2.0:1767384307.697774:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:3.0:1767384307.697775:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384307.697776:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384307.697786:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b290b7f6. 00000100:00000001:2.0:1767384307.697788:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384307.697803:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004ba0c0b. 00000100:00000001:2.0:1767384307.697805:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349475203136 : -113724234348480 : ffff98918368c840) 00000400:00000200:3.0:1767384307.697808:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: ACK: OK 00000100:00000001:2.0:1767384307.697809:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349475203136 : -113724234348480 : ffff98918368c840) 00000100:00000001:2.0:1767384307.697813:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:0.0:1767384307.697813:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:2.0:1767384307.697815:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000800:00000001:3.0:1767384307.697816:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384307.697818:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000001:3.0:1767384307.697823:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.697823:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.697826:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384307.697827:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384307.697829:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384307.697832:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000800:00000001:3.0:1767384307.697833:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.697834:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384307.697837:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384307.697841:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053654c14. 00000800:00000001:3.0:1767384307.697843:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384307.697845:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000800:00000001:3.0:1767384307.697849:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.697849:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384307.697852:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384307.697856:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.697859:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21) <- 192.168.202.115@tcp21 : ACK - for me 00000400:00000200:0.0:1767384307.697859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 02000000:00000010:2.0:1767384307.697862:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006391c56a. 00000100:00000001:2.0:1767384307.697868:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.697874:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384307.697877:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp21: ACK from 12345-192.168.202.115@tcp21 into md 0x14e1 00000400:00000200:3.0:1767384307.697883:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.697888:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: ACK: OK 00000400:00000200:3.0:1767384307.697892:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00010000:00010000:2.0:1767384307.697894:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00000400:00000010:3.0:1767384307.697895:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000400:00000200:3.0:1767384307.697898:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384307.697900:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384307.697903:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.697906:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384307.697912:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (15) 00010000:00000001:2.0:1767384307.697917:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000800:00000001:3.0:1767384307.697918:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384307.697921:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1767384307.697923:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384307.697927:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384307.697934:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384307.697935:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.697939:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053654c14 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728313344:0@lo:104: 00000100:00000001:2.0:1767384307.697942:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384307.697944:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384307.697945:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:2.0:1767384307.697946:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.697949:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384307.697950:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d424f84. 02000000:00000010:2.0:1767384307.697952:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a7a3b2f. 00000400:00000200:0.0:1767384307.697954:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000010:3.0:1767384307.697955:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 02000000:00000001:2.0:1767384307.697956:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.697962:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000010:2.0:1767384307.697963:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc2be66. 00000400:00000200:3.0:1767384307.697968:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:2.0:1767384307.697970:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000400:00000010:3.0:1767384307.697975:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000001d1c15ac. 00000100:00000200:2.0:1767384307.697975:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728313344, portal 16 00000100:00000001:2.0:1767384307.697980:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384307.697981:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000d81895e6. 00000100:00000001:2.0:1767384307.697981:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493444480 : -113724216107136 : ffff9891847f1f80) 00000400:00000010:3.0:1767384307.697985:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 000000008bef2638. 00000100:00000040:2.0:1767384307.697986:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384307.697991:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000100:00000001:2.0:1767384307.697993:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.697999:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.698002:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000400:00000010:3.0:1767384307.698004:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cc7cbaee. 00000100:00000200:2.0:1767384307.698004:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728313344, offset 0 00000400:00000200:3.0:1767384307.698013:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cc7cbaee nid 192.168.202.115@tcp22 00000400:00000200:2.0:1767384307.698014:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384307.698017:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed091dbe. 00000400:00000200:3.0:1767384307.698021:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed091dbe net tcp22 00000400:00000200:2.0:1767384307.698025:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.698026:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (14) 00000400:00000200:0.0:1767384307.698028:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.698034:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp22 flags 0x11 00000400:00000010:3.0:1767384307.698037:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000001d1c15ac. 00000400:00000010:3.0:1767384307.698041:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000d81895e6. 00000400:00000200:2.0:1767384307.698044:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce03600 00000400:00000010:3.0:1767384307.698046:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 000000008bef2638. 00000400:00000010:3.0:1767384307.698050:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000c4e1032b. 00000400:00000200:2.0:1767384307.698051:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:3.0:1767384307.698056:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384307.698057:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.698061:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:2.0:1767384307.698063:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.698067:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384307.698067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.698073:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000100:00000200:2.0:1767384307.698077:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1767384307.698082:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000100:00000010:2.0:1767384307.698082:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000100:00000040:2.0:1767384307.698088:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000000a065a12 x1853236728313344 msgsize 328 00000400:00000200:3.0:1767384307.698091:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000100:00100000:2.0:1767384307.698095:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384307.698099:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384307.698106:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000100:00000001:2.0:1767384307.698106:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.698108:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384307.698116:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (15) 00000400:00000200:2.0:1767384307.698117:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000400:00000010:2.0:1767384307.698122:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000100:00000001:2.0:1767384307.698127:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384307.698132:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000020:3.0:1767384307.698168:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384307.698171:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384307.698172:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384307.698175:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006d2a20f8. 00000400:00000200:0.0:1767384307.698176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000100:00000040:2.0:1767384307.698179:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 20000000:00000001:3.0:1767384307.698181:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.698187:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728313216 00000100:00000001:2.0:1767384307.698190:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.698191:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384307.698194:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000200:3.0:1767384307.698198:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000227941a0 x1853236728313216/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.698200:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.698207:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895749 00010000:00000001:3.0:1767384307.698208:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.698212:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.698215:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.698215:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294895746 00000400:00000200:0.0:1767384307.698218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000100:00000001:2.0:1767384307.698221:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895749 00000100:00000001:3.0:1767384307.698223:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.698228:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.698229:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294895746 00000100:00000001:3.0:1767384307.698230:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384307.698236:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384307.698238:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895749 02000000:00000001:3.0:1767384307.698239:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.698243:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384307.698247:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294895746 00000100:00000040:3.0:1767384307.698250:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.698254:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ab760c8. 00000100:00000001:2.0:1767384307.698254:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895749 00000100:00000200:3.0:1767384307.698261:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728313216, offset 224 00000100:00000001:2.0:1767384307.698263:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294895746 00000100:00000001:2.0:1767384307.698267:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384307.698269:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384307.698272:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.698275:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.698279:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384307.698280:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.698284:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.698286:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.698287:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384307.698289:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03580 00010000:00000001:2.0:1767384307.698290:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.698295:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1767384307.698296:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14ed [2] + 224 00000400:00000200:3.0:1767384307.698300:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384307.698303:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:3.0:1767384307.698307:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.698309:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.698311:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384307.698312:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384307.698313:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384307.698315:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004ba0c0b going to sleep for 11 seconds 00000100:00000001:2.0:1767384307.698317:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384307.698321:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384307.698322:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.698329:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.698340:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.698345:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ab760c8 00000400:00000010:3.0:1767384307.698346:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ab760c8. 00000100:00000001:3.0:1767384307.698349:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.698350:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.698354:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.698355:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384307.698356:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00100000:2.0:1767384307.698359:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313344 00010000:00000001:3.0:1767384307.698360:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.698363:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.698364:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384307.698367:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384307.698367:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384307.698371:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.698373:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000227941a0 x1853236728313216/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384307.698375:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.698380:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313344 00000020:00000001:2.0:1767384307.698385:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384307.698387:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000227941a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728313216:12345-0@lo:253: Request processed in 2177us (2609us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384307.698387:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000020:00000001:2.0:1767384307.698390:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.698394:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000020:00000001:2.0:1767384307.698397:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00100000:3.0:1767384307.698398:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000020:00000001:2.0:1767384307.698402:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000040:3.0:1767384307.698403:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384307.698406:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384307.698407:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.698410:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.698410:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00000020:00000010:3.0:1767384307.698413:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fc6b106. 00000100:00000001:2.0:1767384307.698415:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.698418:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c886a34. 00000020:00000010:2.0:1767384307.698418:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00000020:00000010:3.0:1767384307.698423:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c75ab11. 00000020:00000010:2.0:1767384307.698425:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb6774a. 00000020:00000040:3.0:1767384307.698429:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000020:00000010:2.0:1767384307.698430:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f5ab075. 02000000:00000001:3.0:1767384307.698434:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1767384307.698436:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 02000000:00000010:3.0:1767384307.698437:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d49c156d. 02000000:00000001:3.0:1767384307.698443:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384307.698444:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384307.698444:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000010:0.0:1767384307.698444:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006046a90e. 00000100:00000001:2.0:1767384307.698449:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384307.698452:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384307.698452:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384307.698453:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384307.698453:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b4b0787. 00000400:00000010:3.0:1767384307.698458:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4f3341. 00000100:00000001:2.0:1767384307.698460:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384307.698461:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5038112. 00000400:00000010:3.0:1767384307.698463:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ab760c8. 00000100:00000001:2.0:1767384307.698470:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.698482:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384307.698484:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:3.0:1767384307.698497:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4e1032b. 00000100:00100000:2.0:1767384307.698498:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 20000000:01000000:3.0:1767384307.698502:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000800:00000010:0.0:1767384307.698502:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5038112. 00000100:00000040:2.0:1767384307.698504:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 20000000:00000001:3.0:1767384307.698506:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384307.698510:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00080000:00000001:3.0:1767384307.698512:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384307.698516:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000040:2.0:1767384307.698521:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a065a12 x1853236728313344/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767384307.698523:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384307.698532:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.698533:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384307.698537:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000010:2.0:1767384307.698540:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00080000:00000001:3.0:1767384307.698541:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.698546:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:2.0:1767384307.698546:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384307.698551:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384307.698551:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00080000:00000002:3.0:1767384307.698558:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000100:00100000:2.0:1767384307.698560:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a065a12 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728313344:12345-0@lo:104: 00000020:00000001:3.0:1767384307.698565:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000100:00000200:2.0:1767384307.698566:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313344 00080000:00000002:3.0:1767384307.698570:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384307.698570:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00080000:00000001:3.0:1767384307.698576:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384307.698577:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384307.698581:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384307.698582:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384307.698586:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=2 00080000:00000001:3.0:1767384307.698587:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.698593:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384307.698593:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00000020:00000001:3.0:1767384307.698598:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:2.0:1767384307.698599:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00080000:00000001:3.0:1767384307.698605:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384307.698607:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384307.698609:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008bef2638. 00010000:00000001:2.0:1767384307.698612:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.698613:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354232764416 : -113719476787200 : ffff98929efb6800) 00080000:00000001:3.0:1767384307.698618:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384307.698620:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384307.698620:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384307.698625:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000313b2a18. 00080000:00000001:3.0:1767384307.698628:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.698631:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384307.698635:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384307.698638:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384307.698639:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384307.698642:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b0b81d0. 02000000:00000001:2.0:1767384307.698645:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.698646:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384307.698648:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384307.698648:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.698654:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.698656:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.698658:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.698661:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.698663:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000200:0.0:1767384307.698668:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp21 from 230.3.0.2 00000100:00000001:2.0:1767384307.698672:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000800:00000010:0.0:1767384307.698673:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a7fd4814. 00000100:00000001:3.0:1767384307.698677:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384307.698678:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384307.698680:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384307.698681:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384307.698685:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384307.698685:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1767384307.698689:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384307.698692:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.698693:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb633589. 00000400:00000200:3.0:1767384307.698697:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e013c1f 00000400:00000010:2.0:1767384307.698697:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000400:00000010:3.0:1767384307.698700:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e013c1f. 00000100:00000001:3.0:1767384307.698705:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.698706:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728313344, offset 224 00000400:00000200:2.0:1767384307.698715:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384307.698716:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384307.698727:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384307.698729:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.698736:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.698739:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce03600 00000100:00000001:3.0:1767384307.698740:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.698746:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.698748:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384307.698751:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384307.698751:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14f9 [1] + 224 00000100:00000001:3.0:1767384307.698753:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.698757:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.698757:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384307.698764:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=30 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384307.698767:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384307.698769:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.698773:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384307.698774:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.698778:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.698780:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384307.698781:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384307.698782:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.698788:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.698810:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.698814:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384307.698823:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.698828:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.698831:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384307.698834:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384307.698835:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384307.698837:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384307.698838:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:3.0:1767384307.698839:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384307.698842:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384307.698844:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384307.698845:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384307.698845:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000020:01000004:3.0:1767384307.698847:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:2.0:1767384307.698849:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000020:01000004:3.0:1767384307.698850:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384307.698856:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384307.698857:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.698859:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384307.698865:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.698866:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728313216:0@lo:253: 00000100:00000040:2.0:1767384307.698871:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.698875:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384307.698880:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006e11e201. 00000100:00000001:3.0:1767384307.698882:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.698884:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384307.698885:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.698889:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089139bd1 x1853236728313216/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384307.698894:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384307.698895:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:0.0:1767384307.698898:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ace6bff4. 02000000:00000001:3.0:1767384307.698899:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384307.698900:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384307.698902:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b40e01f. 02000000:00000010:3.0:1767384307.698904:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e69c324. 00010000:00000001:2.0:1767384307.698905:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.698910:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.698912:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.698915:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384307.698916:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728313344/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384307.698918:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000010:0.0:1767384307.698922:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bff14ad4. 00000020:00000001:3.0:1767384307.698924:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384307.698927:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a688a269. 02000000:00000001:3.0:1767384307.698933:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.1:1767384307.698934:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (4) 02000000:00000001:3.0:1767384307.698936:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.698939:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 00000100:00000001:3.0:1767384307.698945:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:0.1:1767384307.698945:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp21 00000000bff14ad4 deleted 00000100:00000001:3.0:1767384307.698949:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.1:1767384307.698950:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bff14ad4. 00000100:00000001:3.0:1767384307.698953:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384307.698958:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000001:3.0:1767384307.698960:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.698964:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.698964:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a065a12 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728313344:12345-0@lo:104: Request processed in 427us (871us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384307.698968:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp21 p 3.x 192.168.202.115 -> 192.168.202.115:998 incarnation:1767384306165955944 sched[0] 00000100:00000001:3.0:1767384307.698970:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.698974:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.698979:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000800:00000010:0.0:1767384307.698980:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5038112. 00000100:00000040:2.0:1767384307.698986:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000100:00000001:2.0:1767384307.698989:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384307.698991:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384307.698993:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384307.698993:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f5ab075. 00000400:00000001:3.0:1767384307.698998:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384307.698999:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000400:00000001:3.0:1767384307.699001:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.699004:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000020:00000010:2.0:1767384307.699005:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb6774a. 00000400:00000200:3.0:1767384307.699010:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000020:00000040:2.0:1767384307.699011:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000400:00000010:3.0:1767384307.699013:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000001:2.0:1767384307.699016:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.699017:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.699023:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384307.699029:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1767384307.699032:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5038112. 00000020:00000001:2.0:1767384307.699033:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384307.699034:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384307.699038:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384307.699038:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384307.699040:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b40e01f. 00010000:00010000:2.0:1767384307.699041:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384307.699046:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384307.699047:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384307.699049:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1767384307.699050:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384307.699052:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384307.699053:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.699056:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.699060:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384307.699063:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a7fd4814. 00000100:00001000:3.0:1767384307.699066:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=30 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384307.699067:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ede2b4b7 already unused, calling callback (00000000a89832d0) 00000100:00001000:3.0:1767384307.699070:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=30 v=5 (1 0 0 0) 10000000:00000001:2.0:1767384307.699072:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384307.699076:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384307.699077:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.699081:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.699086:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000001:0.0:1767384307.699086:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384307.699087:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384307.699090:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384307.699092:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384307.699092:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384307.699093:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.699096:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00000100:00000001:3.0:1767384307.699099:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.699100:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:2.0:1767384307.699104:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00000100:00000040:3.0:1767384307.699107:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384307.699108:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384307.699117:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384307.699118:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00010000:2.0:1767384307.699119:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384307.699124:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.699127:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384307.699131:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp21 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384306165955944 sched[0] 00000800:00000010:0.0:1767384307.699161:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b4b0787. 00010000:00000001:3.0:1767384307.699162:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384307.699165:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.699167:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.699168:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.699173:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384307.699180:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053654c14 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728313344:0@lo:104: 00000100:00000001:3.0:1767384307.699185:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.699189:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699191:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384307.699193:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.699197:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053654c14 x1853236728313344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384307.699202:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767384307.699203:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384307.699204:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384307.699208:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a7a3b2f. 00000800:00000001:0.0:1767384307.699211:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384307.699212:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.699214:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.699221:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00000020:00000001:3.0:1767384307.699223:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384307.699225:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006391c56a. 02000000:00000001:3.0:1767384307.699229:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.699230:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.699231:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053654c14. 00000100:00000001:3.0:1767384307.699235:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384307.699236:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384307.699238:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004ba0c0b. 00000100:00000001:3.0:1767384307.699241:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384307.699242:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384307.699245:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b290b7f6. 00010000:00000001:3.0:1767384307.699248:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.699250:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.699251:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384307.699254:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384307.699256:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384307.699258:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384307.699258:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384307.699261:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384307.699273:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384307.699275:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384307.699276:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384307.699277:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384307.699278:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384307.699279:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384307.699288:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384307.699289:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384307.699290:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384307.699292:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384307.699293:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.699296:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384307.699298:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384307.699300:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384307.699301:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384307.699303:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384307.699305:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ede2b4b7 with handle 0x960a57272cefbad9 from hash 00010000:00000001:2.0:1767384307.699306:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384307.699307:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.699308:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.699309:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384307.699310:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384307.699311:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384307.699313:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384307.699315:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384307.699319:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aae030d7. 00000020:00000040:2.0:1767384307.699321:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384307.699323:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384307.699324:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384307.699326:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384307.699335:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bb6774a. 00000100:00000001:2.0:1767384307.699338:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.699340:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384307.699342:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384307.699347:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384307.699348:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.699350:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384307.699351:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.699355:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aae030d7] to pc [ptlrpcd_00_02+2] req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.699375:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384307.699377:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.699378:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.699380:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.699382:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384307.699384:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699385:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384307.699386:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384307.699388:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384307.699391:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384307.699393:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384307.699396:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbad9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbae0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384307.699398:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.699402:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384307.699406:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bacc1998 count: 0 00000100:00000001:0.0:1767384307.699408:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699415:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.699416:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.699419:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384307.699421:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384307.699421:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384307.699425:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.699425:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384307.699428:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006e11e201. 00000100:00100000:3.0:1767384307.699430:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728313472:0@lo:103: 00010000:00000001:2.0:1767384307.699434:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699435:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384307.699439:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384307.699439:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384307.699442:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.699442:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.699447:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384307.699447:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384307.699450:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384307.699451:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d81895e6. 00000020:00000001:2.0:1767384307.699453:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.699460:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.699462:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384307.699465:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384307.699465:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.699466:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086725e07. 00010000:00010000:2.0:1767384307.699467:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384307.699473:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000100:00000200:3.0:1767384307.699477:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728313472, portal 18 00000100:00000001:3.0:1767384307.699479:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.699480:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493443584 : -113724216108032 : ffff9891847f1c00) 00000100:00000040:3.0:1767384307.699484:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.699488:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.699491:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.699494:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6792059. 00000100:00000200:3.0:1767384307.699495:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728313472, offset 0 00000400:00000200:3.0:1767384307.699499:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.699506:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.699512:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce03680 00000400:00000200:3.0:1767384307.699518:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384307.699522:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.699526:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.699550:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384307.699552:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384307.699556:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa298dc2. 00000100:00000040:3.0:1767384307.699559:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000fa298dc2 x1853236728313472 msgsize 328 00000100:00100000:3.0:1767384307.699564:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384307.699581:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.699586:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6792059 00000400:00000010:3.0:1767384307.699588:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6792059. 00000100:00000001:3.0:1767384307.699592:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384307.699596:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.699599:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.699603:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313472 00000100:00000001:3.0:1767384307.699605:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384307.699606:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384307.699609:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.699609:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.699612:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.699618:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699620:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.699623:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313472 00000020:00000001:0.0:1767384307.699626:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384307.699630:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384307.699631:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384307.699634:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384307.699636:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.699637:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:3.0:1767384307.699641:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294895750 00000020:00000001:0.0:1767384307.699642:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384307.699647:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384307.699649:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895749 00000100:00000001:0.0:1767384307.699652:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384307.699655:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294895750 00000020:00000010:0.0:1767384307.699658:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000001:3.0:1767384307.699659:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895749 00000100:00000001:0.0:1767384307.699665:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.699666:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294895750 00000020:00000010:0.0:1767384307.699671:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000100:00000001:3.0:1767384307.699673:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895749 00000020:00000010:0.0:1767384307.699678:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d117415. 00000100:00000001:3.0:1767384307.699679:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294895750 00000020:00000010:0.0:1767384307.699685:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f72afb9. 00000100:00000001:3.0:1767384307.699686:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895749 00000100:00000001:3.0:1767384307.699691:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384307.699695:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a227cba2. 00000100:00000040:0.0:1767384307.699703:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384307.699705:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.699707:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.699709:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.699711:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384307.699712:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699716:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.699717:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.699720:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384307.699721:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.699724:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384307.699725:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384307.699727:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.699728:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384307.699729:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699731:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.699735:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.699738:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=4 00000020:00000001:0.0:1767384307.699741:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:0.0:1767384307.699744:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00010000:0.0:1767384307.699747:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00010000:00000001:0.0:1767384307.699755:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.699757:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.699758:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.699759:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.699763:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384307.699767:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa298dc2 x1853236728313472/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.699772:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384307.699774:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.699785:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.699812:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.699814:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.699815:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384307.699818:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384307.699822:0:19669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384307.699825:0:19669:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384307.699827:0:19669:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000001:0.0:1767384307.699827:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.699831:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa298dc2 x1853236728313472/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.699833:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699843:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.699846:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022285fec. 00000100:00000001:3.0:1767384307.699848:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.699850:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022285fec. 00000100:00100000:3.0:1767384307.699860:0:19669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa298dc2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728313472:12345-0@lo:103: 00000100:00000200:3.0:1767384307.699863:0:19669:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313472 00010000:00000001:3.0:1767384307.699865:0:19669:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384307.699867:0:19669:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384307.699869:0:19669:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384307.699872:0:19669:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384307.699873:0:19669:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.699876:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000dfa8d76. 02000000:00000001:3.0:1767384307.699878:0:19669:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.699879:0:19669:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.699881:0:19669:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384307.699882:0:19669:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384307.699884:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.699885:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.699886:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=4 00000020:00000001:3.0:1767384307.699888:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:3.0:1767384307.699889:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000040:3.0:1767384307.699891:0:19669:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004de6a520 count: 3 00010000:00010000:3.0:1767384307.699894:0:19669:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00000100:00001000:3.0:1767384307.699899:0:19669:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384307 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384307.699901:0:19669:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384307.699905:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.699906:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.699907:0:19669:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00000020:00000001:3.0:1767384307.699912:0:19669:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.699913:0:19669:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.699913:0:19669:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.699915:0:19669:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.699916:0:19669:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384307.699918:0:19669:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384307.699922:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.699928:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.699930:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.699931:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.699933:0:19669:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c3bcaf with handle 0x960a57272cefbae0 from hash 00010000:00000001:3.0:1767384307.699935:0:19669:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384307.699936:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.699937:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.699938:0:19669:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384307.699939:0:19669:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384307.699940:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384307.699941:0:19669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbae0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbad9 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00010000:00000040:3.0:1767384307.699945:0:19669:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:3.0:1767384307.699947:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:3.0:1767384307.699950:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.699951:0:19669:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384307.699953:0:19669:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384307.699954:0:19669:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000c5dd8851 00010000:00000001:3.0:1767384307.699955:0:19669:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384307.699956:0:19669:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.699958:0:19669:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.699959:0:19669:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.699961:0:19669:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.699963:0:19669:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384307.699964:0:19669:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384307.699965:0:19669:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.699969:0:19669:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384307.699970:0:19669:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.699972:0:19669:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.699972:0:19669:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.699973:0:19669:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004de6a520) refcount = 2 00010000:00010000:3.0:1767384307.699975:0:19669:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.699986:0:19669:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384307.699987:0:19669:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.699988:0:19669:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.699989:0:19669:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384307.699991:0:19669:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022285fec. 00000100:00000001:3.0:1767384307.699993:0:19669:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384307.699995:0:19669:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018337777. 00000100:00000001:3.0:1767384307.699996:0:19669:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353993512064 : -113719716039552 : ffff989290b8b480) 00000100:00000001:3.0:1767384307.699998:0:19669:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353993512064 : -113719716039552 : ffff989290b8b480) 00000100:00000001:3.0:1767384307.700000:0:19669:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384307.700000:0:19669:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384307.700002:0:19669:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384307.700003:0:19669:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384307.700005:0:19669:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384307.700007:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.700008:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.700009:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=5 00000020:00000001:3.0:1767384307.700010:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:3.0:1767384307.700012:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:3.0:1767384307.700013:0:19669:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384307.700015:0:19669:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700019:0:19669:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384307.700020:0:19669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700024:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.700024:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.700026:0:19669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700029:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.700035:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700037:0:19669:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384307.700038:0:19669:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.700041:0:19669:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5dd8851 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384307.700043:0:19669:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.700045:0:19669:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384307.700046:0:19669:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700049:0:19669:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384307.700050:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.700050:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.700051:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=6 00000020:00000001:3.0:1767384307.700052:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:3.0:1767384307.700053:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:3.0:1767384307.700054:0:19669:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384307.700056:0:19669:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700058:0:19669:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384307.700060:0:19669:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.700061:0:19669:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700069:0:19669:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384307.700071:0:19669:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384307.700073:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.700074:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.700076:0:19669:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbae7 from hash 00010000:00000001:3.0:1767384307.700079:0:19669:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384307.700099:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.700102:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.700103:0:19669:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384307.700105:0:19669:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384307.700107:0:19669:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384307.700108:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700118:0:19669:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384307.700118:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384307.700121:0:19669:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384307.700123:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384307.700126:0:19669:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.700128:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700130:0:19669:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384307.700167:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384307.700169:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.700171:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384307.700173:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384307.700272:0:19669:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384307.700276:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.700277:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.700278:0:19669:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700279:0:19669:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700280:0:19669:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.700282:0:19669:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700285:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.700286:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.700287:0:19669:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384307.700288:0:19669:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384307.700289:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.700290:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.700291:0:19669:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384307.700293:0:19669:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.700294:0:19669:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700296:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384307.700297:0:19669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbae7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.700302:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.700304:0:19669:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.700305:0:19669:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384307.700306:0:19669:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384307.700308:0:19669:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.700309:0:19669:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.700311:0:19669:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384307.700312:0:19669:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000018337777. 00000100:00000001:3.0:1767384307.700314:0:19669:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00080000:00000010:0.0:1767384307.700316:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008bef2638. 00010000:00000001:3.0:1767384307.700317:0:19669:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384307.700320:0:19669:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022285fec. 00010000:00000001:3.0:1767384307.700325:0:19669:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384307.700331:0:19669:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004de6a520 count: 0 00010000:00010000:3.0:1767384307.700339:0:19669:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384307.700340:0:19669:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.700343:0:19669:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.700344:0:19669:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.700346:0:19669:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=30 v=5 (1 0 0 0) 00080000:00000010:2.0:1767384307.700347:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000313b2a18. 00000100:00000001:3.0:1767384307.700349:0:19669:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00040000:00000001:2.0:1767384307.700353:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1767384307.700354:0:19669:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00040000:00000001:2.0:1767384307.700357:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384307.700358:0:19669:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384307.700361:0:19669:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1767384307.700361:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.700364:0:19669:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384307.700366:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000100:00000001:3.0:1767384307.700367:0:19669:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.700371:0:19669:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384307.700372:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.700375:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000010:3.0:1767384307.700376:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6792059. 20000000:01000000:2.0:1767384307.700378:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000200:3.0:1767384307.700381:0:19669:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728313472, offset 224 00000400:00000200:3.0:1767384307.700385:0:19669:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:2.0:1767384307.700388:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384307.700393:0:19669:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:01000000:2.0:1767384307.700394:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384307.700399:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384307.700399:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384307.700404:0:19669:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce03680 20000000:00000001:0.0:1767384307.700405:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384307.700408:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384307.700410:0:19669:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00010000:00000001:0.0:1767384307.700413:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384307.700415:0:19669:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384307.700416:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384307.700421:0:19669:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:0.0:1767384307.700423:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed8a2bcc. 00000100:00000001:3.0:1767384307.700425:0:19669:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.700431:0:19669:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700432:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384307.700438:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ab24300. 00000100:00000040:3.0:1767384307.700441:0:19669:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384307.700443:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384307.700448:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ab24300 with handle 0x960a57272cefbaee to hash 00000020:00000001:0.0:1767384307.700451:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384307.700453:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:3.0:1767384307.700454:0:19669:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384307.700457:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000400:00000200:3.0:1767384307.700459:0:19669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6792059 00000400:00000010:3.0:1767384307.700461:0:19669:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6792059. 00000100:00000001:3.0:1767384307.700462:0:19669:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.700463:0:19669:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.700466:0:19669:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.700469:0:19669:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384307.700469:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.700474:0:19669:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700474:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.700479:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.700485:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384307.700488:0:19669:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700489:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384307.700493:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384307.700494:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:3.0:1767384307.700495:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa298dc2 x1853236728313472/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700499:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384307.700503:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384307.700505:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.700508:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384307.700509:0:19669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa298dc2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728313472:12345-0@lo:103: Request processed in 664us (947us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384307.700510:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384307.700512:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:2.0:1767384307.700514:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d1eafbfa. 00010000:00000001:0.0:1767384307.700515:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384307.700519:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384307.700522:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384307.700523:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384307.700524:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ed8a2bcc) refcount = 1 00000100:00100000:3.0:1767384307.700528:0:19669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000040:2.0:1767384307.700531:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728313088 00010000:00010000:0.0:1767384307.700531:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384307.700534:0:19669:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:2.0:1767384307.700538:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384307.700540:0:19669:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.700545:0:19669:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384307.700545:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:2.0:1767384307.700546:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036f2979d x1853236728313088/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700550:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:3.0:1767384307.700551:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f72afb9. 00010000:00000001:0.0:1767384307.700553:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.700559:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.700561:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a227cba2. 00010000:00000001:2.0:1767384307.700562:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384307.700563:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.700567:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d117415. 20000000:00000001:0.0:1767384307.700567:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384307.700573:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384307.700574:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000020:00000040:3.0:1767384307.700575:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00001000:2.0:1767384307.700579:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=30 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384307.700580:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384307.700582:0:19669:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384307.700583:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.700587:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=4 00000100:00000001:2.0:1767384307.700588:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384307.700590:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00010000:00000001:0.0:1767384307.700593:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000040:2.0:1767384307.700595:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384307.700596:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384307.700599:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384307.700601:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384307.700607:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.700610:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.700615:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384307.700618:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1767384307.700623:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384307.700624:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384307.700628:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e11e201. 00010000:00000001:0.0:1767384307.700633:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384307.700635:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728313088, offset 224 00010000:00000001:0.0:1767384307.700636:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384307.700637:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.700640:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384307.700640:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384307.700645:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384307.700652:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384307.700653:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384307.700655:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.700656:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384307.700657:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384307.700659:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1767384307.700661:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086725e07. 00010000:00010000:0.0:1767384307.700663:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384307.700665:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000200:2.0:1767384307.700669:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03500 00000400:00000010:3.0:1767384307.700670:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000100:00000001:3.0:1767384307.700675:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384307.700679:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e5 [2] + 224 00000100:00000200:3.0:1767384307.700680:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384307.700681:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ab24300 already unused, calling callback (0000000090c6ba53) 00000400:00000200:2.0:1767384307.700686:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384307.700688:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.700692:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384307.700696:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384307.700697:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384307.700698:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.700703:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.700710:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700719:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384307.700723:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384307.700724:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384307.700728:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384307.700729:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384307.700731:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384307.700733:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ab24300 refcount=5 00000100:00000001:3.0:1767384307.700734:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.700737:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384307.700740:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384307.700740:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 00000100:00000001:3.0:1767384307.700743:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700746:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491437056 : -113724218114560 : ffff989184607e00) 02000000:00000001:3.0:1767384307.700748:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.700753:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=30 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384307.700753:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384307.700756:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384307.700757:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384307.700761:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e11e201 00000400:00000010:2.0:1767384307.700765:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e11e201. 00000100:00001000:3.0:1767384307.700767:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.700770:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.700773:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.700776:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384307.700776:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384307.700777:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.700779:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700780:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.700783:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384307.700783:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.700786:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.700789:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384307.700790:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700790:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700806:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767384307.700808:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700809:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384307.700812:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700813:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384307.700814:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384307.700817:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.700822:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036f2979d x1853236728313088/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384307.700824:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ab24300 with handle 0x960a57272cefbaee from hash 00010000:00000001:0.0:1767384307.700829:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384307.700832:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.700835:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384307.700838:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384307.700838:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384307.700842:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384307.700843:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384307.700844:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384307.700845:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.700847:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384307.700851:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384307.700854:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.700856:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.700861:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384307.700864:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384307.700870:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.700873:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384307.700878:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036f2979d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728313088:12345-0@lo:253: Request processed in 4690us (5196us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384307.700878:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.700879:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aae030d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728313472:0@lo:103: 00010000:00000001:0.0:1767384307.700884:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.700890:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.700891:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.700896:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384307.700897:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1767384307.700897:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384307.700902:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aae030d7 x1853236728313472/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.700903:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384307.700908:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384307.700911:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384307.700912:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.700916:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384307.700917:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384307.700917:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000352f0eb8. 00010000:00000001:0.0:1767384307.700918:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384307.700920:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384307.700922:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:3.0:1767384307.700923:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d81895e6. 00010000:00000001:0.0:1767384307.700925:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384307.700927:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f17671e. 02000000:00000001:3.0:1767384307.700928:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384307.700928:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384307.700932:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384307.700933:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1767384307.700934:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000010:2.0:1767384307.700934:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ec580f. 00010000:00000001:0.0:1767384307.700936:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.700939:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000001:0.0:1767384307.700940:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384307.700941:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000bb6774a. 00010000:00010000:0.0:1767384307.700943:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384307.700945:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.700948:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.700950:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aae030d7. 00010000:00000001:0.0:1767384307.700952:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384307.700955:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384307.700956:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:3.0:1767384307.700957:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.700962:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.700962:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384307.700963:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384307.700966:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ab24300/0x960a57272cefbaee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384307.700967:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007319045d. 00000100:00000001:3.0:1767384307.700969:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.700973:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.700974:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:0.0:1767384307.700975:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ed8a2bcc count: 0 00000100:00000001:2.0:1767384307.700976:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.700982:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384307.700983:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384307.700984:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384307.700985:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.700988:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384307.700989:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bb2f6e. 00000400:00000010:2.0:1767384307.700993:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e11e201. 00000100:00000001:2.0:1767384307.701033:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384307.701035:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384307.701037:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384307.701038:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384307.701039:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed494a2. 00000400:00000200:2.0:1767384307.701042:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5469d84 00000400:00000010:2.0:1767384307.701042:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5469d84. 00000100:00000001:2.0:1767384307.701044:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.701047:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384307.701053:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.701057:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384307.701058:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.701059:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384307.701060:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384307.701066:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384307.701067:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.701069:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.701071:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384307.701073:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.701075:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384307.701076:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.701077:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384307.701078:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.701080:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.701082:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.701086:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384307.701087:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384307.701088:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384307.701090:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384307.701091:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384307.701092:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384307.701093:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384307.701094:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384307.701095:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384307.701096:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384307.701097:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384307.701098:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384307.701098:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384307.701100:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384307.701104:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728313088:0@lo:253: 00000100:00000001:2.0:1767384307.701106:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.701107:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384307.701108:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728313088/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.701113:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384307.701114:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384307.701116:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bbdc6283. 02000000:00000001:2.0:1767384307.701126:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384307.701127:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384307.701128:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384307.701131:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384307.701132:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3039f8e. 02000000:00000001:2.0:1767384307.701265:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384307.701266:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384307.701267:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:2.0:1767384307.701271:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384307.701273:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.701274:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.701278:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384307.701280:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.701282:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384307.701284:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384307.703161:0:23322:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bacc1998. 00010000:00000010:3.1:1767384307.703170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c3bcaf. 00010000:00000010:2.1:1767384307.703172:0:23322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ede2b4b7. 00010000:00000010:3.1:1767384307.703180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:3.1:1767384307.703188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004de6a520. 00010000:00000010:0.1:1767384307.703215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ed8a2bcc. 00010000:00000010:0.1:1767384307.703222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ab24300. 00000100:00000040:2.0:1767384307.707178:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294895750, at 4294895751 00000100:00000040:3.0:1767384307.707180:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294895750, at 4294895751 00000100:00000010:2.0:1767384307.707187:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3e6aa87. 00000100:00000010:3.0:1767384307.707189:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078d822fd. 00000100:00000040:0.0:1767384307.707194:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294895750, at 4294895751 00000100:00000010:0.0:1767384307.707201:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d339d0e. 00000100:00000040:1.0:1767384307.707241:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294895750, at 4294895751 00000100:00000010:1.0:1767384307.707248:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9022e39. 00000400:00000010:0.0:1767384307.711209:0:23325:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7e37f40. 00000400:00000040:0.0:1767384307.711224:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384307.711226:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384307.711228:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384307.711229:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384307.711231:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384307.711232:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384307.711234:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384307.711235:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384307.711236:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384307.711236:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384307.711238:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384307.711239:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384307.711241:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384307.711241:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384307.711242:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384307.711244:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384307.711245:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384307.711245:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384307.711246:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384307.711248:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384307.711249:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384307.711249:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384307.711250:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384307.711251:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384307.711252:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384307.711254:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384307.711255:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384307.711259:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384307.711260:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384307.711261:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384307.711261:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384307.711263:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384307.711263:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384307.711264:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384307.711265:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384307.711266:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384307.711267:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384307.711268:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384307.711269:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384307.711270:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384307.711271:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384307.711272:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384307.711273:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384307.711275:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384307.711276:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384307.711277:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384307.711278:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384307.711278:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384307.711280:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384307.711281:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384307.711282:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384307.711283:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384307.711284:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384307.711285:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384307.711286:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384307.711287:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384307.711288:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384307.711320:0:23325:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7e37f40. 00010000:00000001:2.0:1767384308.020214:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384308.020221:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.020227:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384308.020230:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384308.020232:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384308.020234:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.020236:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384308.020238:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.020240:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.020242:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.020266:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384308.020269:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384308.020271:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384308.084203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384308.084212:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384308.084218:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 00000020:00000040:2.0:1767384308.084224:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384308.084228:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.084232:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.084243:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384308.084252:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b8f15b0. 00000100:00000001:2.0:1767384308.084259:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084269:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384308.084280:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.084283:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084290:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_03+3] req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084314:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384308.084321:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384308.084324:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cba0864f. 00000020:00000040:2.0:1767384308.084327:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384308.084330:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.084332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.084334:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384308.084340:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a392995b. 00000100:00000001:2.0:1767384308.084342:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084347:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384308.084354:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.084356:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba0864f] to pc [ptlrpcd_00_00+0] req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084379:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384308.084386:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384308.084390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 00000020:00000040:2.0:1767384308.084393:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384308.084395:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.084403:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.084405:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384308.084410:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ec5765. 00000100:00000001:2.0:1767384308.084414:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084418:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384308.084426:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.084427:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084432:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a97d5f] to pc [ptlrpcd_00_01+1] req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084442:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084447:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (233) 00000004:00000001:2.0:1767384308.084475:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384308.084479:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384308.084482:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00000020:00000040:2.0:1767384308.084486:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384308.084489:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384308.084490:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384308.084492:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384308.084497:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a784d72e. 00000100:00000001:2.0:1767384308.084500:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.084504:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384308.084505:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084510:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_02+2] req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384308.084520:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.084530:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.084534:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.084536:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384308.084542:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084549:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384308.084551:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.084555:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384308.084563:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384308.084567:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384308.084571:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728313600:0@lo:400: 00000100:00000001:2.0:1767384308.084576:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384308.084581:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384308.084583:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.084586:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384308.084591:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a39dca2a. 02000000:00000001:2.0:1767384308.084593:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.084599:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fff5bc6. 00000400:00000010:2.0:1767384308.084607:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000100:00000200:2.0:1767384308.084614:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728313600, portal 4 00000100:00000001:2.0:1767384308.084617:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384308.084618:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000040:2.0:1767384308.084625:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084633:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.084636:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384308.084639:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000258cb8a5. 00000100:00000200:2.0:1767384308.084642:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728313600, offset 0 00000400:00000200:2.0:1767384308.084650:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384308.084662:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384308.084673:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce03700 00000400:00000200:2.0:1767384308.084680:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 00000400:00000200:2.0:1767384308.084688:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.084693:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384308.084701:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384308.084702:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384308.084707:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a17e5a. 00000100:00000040:2.0:1767384308.084710:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000097a17e5a x1853236728313600 msgsize 224 00000100:00100000:2.0:1767384308.084715:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384308.084726:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384308.084735:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000258cb8a5 00000400:00000010:2.0:1767384308.084737:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000258cb8a5. 00000100:00000001:2.0:1767384308.084748:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384308.084752:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084762:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384308.084766:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084773:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.084775:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384308.084782:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.084786:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4738 usecs (5 jiffies) 00000100:00000001:2.0:1767384308.084807:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896133 00000100:00000010:2.0:1767384308.084811:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004754ca2f. 00000100:00000001:2.0:1767384308.084817:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384308.084824:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896133 00000100:00000010:2.0:1767384308.084828:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf4502ca. 00000100:00000001:2.0:1767384308.084832:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384308.084836:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896133 00000100:00000010:2.0:1767384308.084839:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c925e0. 00000100:00000001:2.0:1767384308.084843:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384308.084846:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896133 00000100:00000010:2.0:1767384308.084849:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000eb24aba. 00000100:00000001:2.0:1767384308.084852:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384308.084855:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.084858:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.084861:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.084864:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.084872:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.084874:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384308.084877:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.084878:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.084880:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384308.084883:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384308.084891:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.084895:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.084897:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.084899:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.084900:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.084902:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384308.084906:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084913:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384308.084915:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.084918:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384308.084920:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384308.084922:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384308.084925:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728313984:0@lo:13: 00000100:00000001:2.0:1767384308.084928:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384308.084931:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384308.084932:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.084934:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384308.084938:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000408681e4. 02000000:00000001:2.0:1767384308.084940:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.084943:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adeeb4c. 00000400:00000010:2.0:1767384308.084947:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000258cb8a5. 00000100:00000200:2.0:1767384308.084950:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728313984, portal 4 00000100:00000001:2.0:1767384308.084952:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384308.084953:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000040:2.0:1767384308.084957:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.084964:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.084967:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384308.084970:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de4e0df. 00000100:00000200:2.0:1767384308.084972:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728313984, offset 0 00000400:00000200:2.0:1767384308.084979:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384308.084985:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384308.084992:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce03880 00000400:00000200:2.0:1767384308.084997:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:2.0:1767384308.085009:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.085012:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384308.085016:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384308.085018:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384308.085022:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aae030d7. 00000100:00000040:2.0:1767384308.085025:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000aae030d7 x1853236728313984 msgsize 224 00000100:00100000:2.0:1767384308.085032:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384308.085043:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384308.085049:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de4e0df 00000400:00000010:2.0:1767384308.085052:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de4e0df. 00000100:00000001:2.0:1767384308.085054:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384308.085057:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.085065:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384308.085068:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.085074:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085076:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384308.085081:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.085084:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4738 usecs (5 jiffies) 00000100:00000001:2.0:1767384308.085087:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896133 00000100:00000001:2.0:1767384308.085089:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085091:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896133 00000100:00000001:2.0:1767384308.085093:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085096:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896133 00000100:00000001:2.0:1767384308.085098:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085101:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896133 00000100:00000001:2.0:1767384308.085103:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085105:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.085107:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085110:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085118:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085132:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.085133:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085161:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.085163:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.085164:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384308.085168:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.085177:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384308.085178:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.085181:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384308.085183:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384308.085185:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384308.085187:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728313728:0@lo:400: 00000100:00000001:2.0:1767384308.085190:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384308.085193:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384308.085194:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.085196:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384308.085200:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067db3fe3. 02000000:00000001:2.0:1767384308.085202:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.085206:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000400:00000010:2.0:1767384308.085210:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de4e0df. 00000100:00000200:2.0:1767384308.085213:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728313728, portal 10 00000100:00000001:2.0:1767384308.085215:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384308.085217:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493436416 : -113724216115200 : ffff9891847f0000) 00000100:00000040:2.0:1767384308.085222:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.085229:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.085231:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384308.085234:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056f548f4. 00000100:00000200:2.0:1767384308.085237:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728313728, offset 0 00000400:00000200:2.0:1767384308.085242:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384308.085249:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384308.085257:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03780 00000400:00000200:2.0:1767384308.085264:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:2.0:1767384308.085276:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.085281:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384308.085286:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384308.085288:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384308.085292:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053654c14. 00000100:00000040:2.0:1767384308.085295:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000053654c14 x1853236728313728 msgsize 224 00000100:00100000:2.0:1767384308.085302:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384308.085313:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384308.085318:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f548f4 00000400:00000010:2.0:1767384308.085321:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056f548f4. 00000100:00000001:2.0:1767384308.085326:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384308.085330:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.085333:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384308.085337:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313600 02000000:00000001:1.0:1767384308.085340:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384308.085343:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384308.085345:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384308.085346:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.085351:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384308.085352:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.085357:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313600 00000020:00000001:1.0:1767384308.085361:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.085363:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:2.0:1767384308.085366:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.085367:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.085370:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:2.0:1767384308.085371:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384308.085373:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:2.0:1767384308.085377:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.085377:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000040:2.0:1767384308.085385:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3018 usecs (4 jiffies) 00000100:00000001:1.0:1767384308.085386:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.085390:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000100:00000001:2.0:1767384308.085391:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896133 00000100:00000001:2.0:1767384308.085396:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896133 00000020:00000010:1.0:1767384308.085396:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b2c5b819. 00000100:00000001:2.0:1767384308.085402:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896133 00000100:00000001:2.0:1767384308.085404:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896133 00000020:00000040:1.0:1767384308.085404:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384308.085410:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896133 00000100:00000001:2.0:1767384308.085412:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085414:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896133 00000100:00000001:1.0:1767384308.085415:0:18426:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384308.085417:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896133 00000100:00000001:2.0:1767384308.085420:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.085420:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000933c9817. 00000100:00000001:2.0:1767384308.085423:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085427:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384308.085428:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046787cc5. 00000020:00000010:1.0:1767384308.085434:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c65f20d0. 00000100:00000001:2.0:1767384308.085438:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.085445:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384308.085446:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.085450:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384308.085450:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.085453:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384308.085455:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.085456:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.085459:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.085464:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085464:0:18426:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384308.085469:0:18426:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384308.085470:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384308.085473:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.085476:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.085477:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085479:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.085484:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.085486:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.085486:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.085488:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384308.085495:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.085500:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.085503:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384308.085504:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384308.085508:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.085511:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:2.0:1767384308.085512:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384308.085516:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384308.085516:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:1.0:1767384308.085520:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493438208 : -113724216113408 : ffff9891847f0700) 02000000:00000001:2.0:1767384308.085522:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.085526:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097a17e5a x1853236728313600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1767384319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.085529:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728313856:0@lo:400: 00000100:00000001:2.0:1767384308.085541:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384308.085542:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384308.085546:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384308.085547:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c5b819. 02000000:00000001:2.0:1767384308.085551:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085551:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384308.085557:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384308.085557:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c5b819. 00000100:00100000:1.0:1767384308.085562:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097a17e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728313600:12345-0@lo:400: 02000000:00000010:2.0:1767384308.085563:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c25a54b2. 02000000:00000001:2.0:1767384308.085569:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384308.085569:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313600 00000020:00000001:1.0:1767384308.085574:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384308.085576:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000020:00000001:1.0:1767384308.085577:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.085580:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.085583:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384308.085584:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056f548f4. 00000020:00000001:1.0:1767384308.085584:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:1.0:1767384308.085590:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384308.085591:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728313856, portal 10 00000020:00000001:1.0:1767384308.085592:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.085596:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384308.085598:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384308.085599:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384308.085602:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 00000020:00000001:1.0:1767384308.085603:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.085606:0:18426:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384308.085611:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384308.085613:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384308.085614:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384308.085618:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4c5992d. 02000000:00000001:1.0:1767384308.085623:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085626:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085631:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384308.085631:0:18426:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.085634:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728313600 00010000:00000001:1.0:1767384308.085636:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384308.085644:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1767384308.085647:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097a17e5a x1853236728313600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384308.085650:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000200:2.0:1767384308.085658:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728313856, offset 0 00010000:00000001:1.0:1767384308.085658:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384308.085661:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.085665:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=21 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384308.085668:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384308.085670:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384308.085674:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384308.085676:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384308.085680:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384308.085681:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384308.085682:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085687:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.085690:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384308.085693:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03800 00000400:00000010:1.0:1767384308.085694:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000100:00000200:1.0:1767384308.085699:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728313600, offset 224 00000400:00000200:2.0:1767384308.085703:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:2.0:1767384308.085708:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384308.085711:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.085714:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384308.085719:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384308.085724:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384308.085724:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.085734:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce03700 00000400:00000200:1.0:1767384308.085739:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1521 [1] + 224 00000100:00000010:2.0:1767384308.085742:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070393e39. 00000400:00000200:1.0:1767384308.085743:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384308.085749:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000070393e39 x1853236728313856 msgsize 224 00000400:00000200:1.0:1767384308.085749:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.085752:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.085757:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.085762:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.085773:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.085778:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.085786:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384308.085802:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:2.0:1767384308.085806:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00000001:2.0:1767384308.085810:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384308.085816:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384308.085817:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5683a9f 00000400:00000010:1.0:1767384308.085820:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 00000100:00000001:1.0:1767384308.085825:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384308.085828:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384308.085832:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384308.085833:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.085837:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.085838:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.085843:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384308.085845:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085849:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085851:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384308.085854:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384308.085859:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.085860:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a17e5a x1853236728313600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384308.085866:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3616 usecs (4 jiffies) 00000100:00100000:1.0:1767384308.085872:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097a17e5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728313600:12345-0@lo:400: Request processed in 326us (1158us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384308.085873:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896133 00000100:00000001:2.0:1767384308.085879:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896133 00000100:00100000:1.0:1767384308.085882:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384308.085884:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896133 00000100:00000040:1.0:1767384308.085886:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:2.0:1767384308.085888:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896133 00000100:00000001:1.0:1767384308.085889:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384308.085893:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384308.085895:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896133 00000020:00000010:1.0:1767384308.085897:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046787cc5. 00000100:00000001:2.0:1767384308.085899:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896133 00000020:00000010:1.0:1767384308.085902:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c65f20d0. 00000020:00000010:1.0:1767384308.085905:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000933c9817. 00000100:00000001:2.0:1767384308.085911:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896133 00000020:00000040:1.0:1767384308.085912:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:2.0:1767384308.085914:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896133 00000100:00000001:1.0:1767384308.085916:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.085921:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.085925:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.085929:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085930:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.085932:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.085934:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384308.085942:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384308.085945:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384308.085952:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384308.085955:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313984 02000000:00000001:2.0:1767384308.085958:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384308.085960:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.085960:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.085962:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384308.085964:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384308.085968:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384308.085969:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384308.085971:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384308.085975:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313984 00000400:00000010:1.0:1767384308.085975:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fff5bc6. 00000400:00000200:1.0:1767384308.085978:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000020:00000001:2.0:1767384308.085980:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384308.085981:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000020:00000040:2.0:1767384308.085984:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:1.0:1767384308.085985:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384308.085989:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384308.085990:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384308.085993:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:2.0:1767384308.086000:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000200:1.0:1767384308.086001:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384308.086006:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384308.086009:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.086012:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.086013:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384308.086014:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.086018:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384308.086019:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 00000100:00000001:2.0:1767384308.086023:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.086026:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384308.086028:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00000100:00000001:1.0:1767384308.086028:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.086033:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384308.086036:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007178effa. 00000100:00001000:1.0:1767384308.086038:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.086042:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=21 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384308.086043:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee344655. 00000100:00000001:1.0:1767384308.086044:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.086047:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.086050:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384308.086051:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00010000:00080000:1.0:1767384308.086054:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.086060:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.086062:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384308.086063:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384308.086065:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384308.086068:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.086068:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384308.086072:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.086072:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.086077:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.086078:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.086084:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086085:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.086090:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.086091:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.086094:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.086098:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384308.086100:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728313600:0@lo:400: 00000100:00000001:1.0:1767384308.086106:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086107:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.086110:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728313600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.086112:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384308.086116:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384308.086117:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.086119:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.086121:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a39dca2a. 02000000:00000001:1.0:1767384308.086124:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.086127:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.086128:0:16358:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:2.0:1767384308.086129:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384308.086133:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:2.0:1767384308.086158:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493443584 : -113724216108032 : ffff9891847f1c00) 00000100:00000040:2.0:1767384308.086165:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aae030d7 x1853236728313984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384308.086167:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.086171:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007b8f15b0. 02000000:00000001:1.0:1767384308.086178:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384308.086181:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384308.086182:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.086185:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000020:00000010:2.0:1767384308.086186:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 00000100:00000001:2.0:1767384308.086191:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.086192:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384308.086193:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00000100:00000001:1.0:1767384308.086195:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384308.086200:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aae030d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728313984:12345-0@lo:13: 00000100:00000001:1.0:1767384308.086202:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086206:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384308.086209:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313984 00000100:00000001:1.0:1767384308.086210:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.086212:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.086215:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384308.086215:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.086220:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384308.086224:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.086227:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384308.086229:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:2.0:1767384308.086233:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384308.086235:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384308.086237:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384308.086239:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384308.086240:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384308.086242:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.086243:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313728 02000000:00000001:1.0:1767384308.086247:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384308.086248:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384308.086249:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.086253:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.086254:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384308.086255:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384308.086259:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002ca95f39. 00000100:00100000:1.0:1767384308.086259:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313728 00000020:00000001:1.0:1767384308.086260:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.086263:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 02000000:00000001:2.0:1767384308.086265:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086266:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.086268:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000001:2.0:1767384308.086270:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086271:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:1.0:1767384308.086276:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00002000:00000001:2.0:1767384308.086278:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384308.086279:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.086283:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c5b819. 00002000:00000001:2.0:1767384308.086285:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384308.086286:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384308.086290:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1767384308.086290:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c5b819. 00000020:00000010:1.0:1767384308.086296:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000933c9817. 00000020:00000010:1.0:1767384308.086299:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046787cc5. 00000020:00000010:1.0:1767384308.086301:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c65f20d0. 00000020:00000001:2.0:1767384308.086303:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384308.086306:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00002000:00000024:2.0:1767384308.086309:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384308.086309:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.086311:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.086313:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384308.086317:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384308.086320:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384308.086323:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384308.086325:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384308.086326:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384308.086333:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384308.086334:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384308.086339:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384308.086344:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:2.0:1767384308.086346:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1767384308.086347:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728313856 02000000:00000001:1.0:1767384308.086350:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:2.0:1767384308.086351:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086352:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.086354:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384308.086357:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.086357:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384308.086363:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728313984 00000100:00100000:1.0:1767384308.086363:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728313856 00000020:00000001:1.0:1767384308.086364:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.086367:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00010000:00000001:2.0:1767384308.086369:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384308.086370:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.086373:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000001:1.0:1767384308.086376:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00010000:00000200:2.0:1767384308.086377:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aae030d7 x1853236728313984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/368 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384308.086378:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:1.0:1767384308.086383:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.086387:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c5b819. 00000020:00000010:1.0:1767384308.086392:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000081f83b68. 00010000:00000001:2.0:1767384308.086393:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384308.086396:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384308.086397:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00001000:2.0:1767384308.086400:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.086404:0:17913:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384308.086406:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384308.086409:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d38855bf. 00000100:00000040:2.0:1767384308.086410:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384308.086415:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000010:1.0:1767384308.086415:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f61b05da. 02000000:00000001:2.0:1767384308.086421:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384308.086422:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c592e60c. 02000000:00000001:2.0:1767384308.086424:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086426:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384308.086428:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384308.086429:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.086432:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384308.086436:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384308.086437:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384308.086440:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1767384308.086441:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000001:1.0:1767384308.086441:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384308.086447:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728313984, offset 224 00000100:00000001:1.0:1767384308.086448:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384308.086457:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384308.086457:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.086460:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384308.086464:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000400:00000200:2.0:1767384308.086468:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384308.086474:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000400:00000200:2.0:1767384308.086478:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce03880 00000100:00000001:1.0:1767384308.086478:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493444480 : -113724216107136 : ffff9891847f1f80) 00000100:00000040:1.0:1767384308.086483:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053654c14 x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1767384319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384308.086490:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1529 [1] + 224 00000100:00000001:1.0:1767384308.086493:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384308.086498:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384308.086498:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000100:00000001:1.0:1767384308.086503:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.086506:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000400:00000200:2.0:1767384308.086507:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384308.086512:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053654c14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728313728:12345-0@lo:400: 00000100:00000001:2.0:1767384308.086515:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.086516:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313728 00000020:00000001:1.0:1767384308.086519:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384308.086521:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384308.086523:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384308.086523:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086526:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384308.086528:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:1.0:1767384308.086532:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384308.086536:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.086540:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384308.086543:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.086545:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.086546:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384308.086548:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384308.086551:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384308.086554:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384308.086558:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6ea25c0. 02000000:00000001:1.0:1767384308.086561:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086562:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086563:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.086565:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728313728 00010000:00000001:1.0:1767384308.086567:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384308.086568:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:1.0:1767384308.086570:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053654c14 x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.086575:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384308.086578:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384308.086582:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:2.0:1767384308.086587:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00001000:1.0:1767384308.086588:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384308.086592:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384308.086593:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384308.086597:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384308.086598:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384308.086601:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384308.086602:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.086603:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384308.086605:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086607:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.086608:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000040:1.0:1767384308.086611:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384308.086614:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384308.086616:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000020:00000001:2.0:1767384308.086618:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384308.086619:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728313728, offset 224 00000020:00000001:2.0:1767384308.086625:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384308.086626:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384308.086633:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aae030d7 x1853236728313984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:289/0 lens 224/368 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384308.086634:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.086644:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03780 00000400:00000200:1.0:1767384308.086652:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1531 [1] + 224 00000100:00100000:2.0:1767384308.086657:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aae030d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728313984:12345-0@lo:13: Request processed in 472us (1627us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384308.086657:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.086663:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.086668:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.086672:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.086675:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384308.086682:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000040:1.0:1767384308.086686:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.086687:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384308.086691:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384308.086696:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee344655. 00000100:00000001:1.0:1767384308.086701:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384308.086702:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000400:00000200:1.0:1767384308.086706:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5683a9f 00000020:00000010:2.0:1767384308.086708:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007178effa. 00000400:00000010:1.0:1767384308.086708:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 00000100:00000001:1.0:1767384308.086714:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384308.086717:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:1.0:1767384308.086717:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.086720:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.086722:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.086723:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.086727:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384308.086729:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086730:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384308.086734:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053654c14 x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.086741:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053654c14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728313728:12345-0@lo:400: Request processed in 245us (1443us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384308.086746:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.086750:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384308.086753:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000001:2.0:1767384308.086755:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384308.086756:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000400:00000001:2.0:1767384308.086759:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384308.086760:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384308.086764:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000100:00000001:1.0:1767384308.086764:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384308.086768:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046787cc5. 00000400:00000200:2.0:1767384308.086769:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de4e0df 00000020:00000010:1.0:1767384308.086772:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c65f20d0. 00000400:00000010:2.0:1767384308.086773:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de4e0df. 00000020:00000010:1.0:1767384308.086776:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000933c9817. 00000100:00000001:2.0:1767384308.086778:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384308.086781:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:1.0:1767384308.086784:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384308.086785:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.086808:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.086810:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384308.086811:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.086815:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384308.086820:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:1.0:1767384308.086824:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566699136 : -113724142852480 : ffff989188dce680) 00000100:00000040:1.0:1767384308.086830:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070393e39 x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1767384319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.086837:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.086841:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000100:00000001:1.0:1767384308.086844:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.086848:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000100:00000001:2.0:1767384308.086854:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384308.086855:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070393e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728313856:12345-0@lo:400: 00000100:00000001:2.0:1767384308.086859:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384308.086860:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728313856 00000020:00000001:1.0:1767384308.086863:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384308.086866:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384308.086866:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.086869:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.086870:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384308.086872:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384308.086874:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384308.086874:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:2.0:1767384308.086878:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086878:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384308.086881:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384308.086883:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086883:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1767384308.086889:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=26 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384308.086891:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.086894:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384308.086896:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=26 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384308.086897:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384308.086899:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384308.086903:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384308.086904:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384308.086907:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.086907:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5d4b914. 02000000:00000001:1.0:1767384308.086910:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.086913:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384308.086914:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.086918:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.086920:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728313856 00010000:00080000:2.0:1767384308.086921:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.086922:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384308.086927:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070393e39 x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384308.086947:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.086948:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384308.086950:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.086953:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384308.086953:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=26 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384308.086957:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384308.086958:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384308.086961:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384308.086963:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384308.086964:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384308.086967:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.086967:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384308.086970:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.086973:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.086976:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.086976:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.086980:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000100:00000200:1.0:1767384308.086984:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728313856, offset 224 00000400:00000200:1.0:1767384308.086992:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384308.086995:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.086998:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384308.087001:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384308.087002:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384308.087009:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384308.087009:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03800 00000400:00000200:1.0:1767384308.087017:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1539 [1] + 224 00000400:00000200:1.0:1767384308.087023:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.087030:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384308.087032:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cba0864f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728313728:0@lo:400: 00000100:00000001:1.0:1767384308.087034:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.087039:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.087041:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.087047:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.087049:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384308.087053:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cba0864f x1853236728313728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.087079:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384308.087081:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.087085:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5683a9f 00000400:00000010:1.0:1767384308.087088:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 02000000:00000001:2.0:1767384308.087089:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384308.087090:0:17913:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767384308.087093:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067db3fe3. 00000100:00000001:1.0:1767384308.087093:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.087095:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.087099:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000001:2.0:1767384308.087100:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384308.087101:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384308.087104:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384308.087105:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384308.087108:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384308.087109:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384308.087113:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384308.087114:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070393e39 x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384308.087117:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a392995b. 02000000:00000001:2.0:1767384308.087125:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384308.087125:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070393e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728313856:12345-0@lo:400: Request processed in 286us (1375us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384308.087128:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384308.087131:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cba0864f. 00000100:00000001:2.0:1767384308.087160:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384308.087162:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384308.087165:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384308.087167:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.087171:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:2.0:1767384308.087172:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.087175:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.087176:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384308.087180:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384308.087180:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384308.087185:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384308.087186:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f61b05da. 00000400:00000010:2.0:1767384308.087189:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00000020:00000010:1.0:1767384308.087192:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c592e60c. 00000400:00000200:2.0:1767384308.087194:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f548f4 00000020:00000010:1.0:1767384308.087198:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d38855bf. 00000400:00000010:2.0:1767384308.087199:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056f548f4. 00000020:00000040:1.0:1767384308.087205:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:2.0:1767384308.087206:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384308.087208:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384308.087213:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384308.087223:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384308.087230:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384308.087231:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384308.087233:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:2.0:1767384308.087235:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.087240:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384308.087242:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384308.087243:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384308.087245:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.087248:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.087249:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.087252:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384308.087253:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=25 v=5 (5 0 0 0) 00000400:00000001:1.0:1767384308.087254:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.087257:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384308.087259:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=25 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384308.087260:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adeeb4c. 00000400:00000200:1.0:1767384308.087265:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000258cb8a5 00000100:00000001:2.0:1767384308.087266:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384308.087267:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000258cb8a5. 00000100:00000001:2.0:1767384308.087269:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.087271:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384308.087273:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384308.087282:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384308.087288:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.087293:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384308.087314:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.087315:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.087317:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.087319:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384308.087320:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384308.087323:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384308.087324:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.087326:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384308.087328:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384308.087329:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.087333:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.087333:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.087341:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=21 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384308.087342:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384308.087345:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.087351:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.087353:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.087357:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384308.087362:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384308.087362:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.087367:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384308.087371:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.087372:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.087376:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384308.087378:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384308.087379:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.087380:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384308.087383:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.087388:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.087407:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384308.087408:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728313856:0@lo:400: 00000100:00000001:1.0:1767384308.087409:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.087411:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384308.087415:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384308.087418:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384308.087419:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384308.087423:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384308.087424:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384308.087430:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3a97d5f x1853236728313856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384308.087430:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384308.087446:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000001:1.0:1767384308.087448:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.087449:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384308.087453:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c25a54b2. 00000100:00000040:1.0:1767384308.087454:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384308.087458:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384308.087462:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384308.087464:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728313984:0@lo:13: 00000020:00000040:2.0:1767384308.087465:0:16355:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384308.087469:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384308.087470:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384308.087472:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384308.087474:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ec5765. 00000100:00000040:1.0:1767384308.087476:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728313984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384308.087480:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384308.087482:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384308.087483:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384308.087485:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384308.087487:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 02000000:00000010:1.0:1767384308.087487:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000408681e4. 00000100:00000001:2.0:1767384308.087493:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384308.087493:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384308.087497:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.087498:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.087500:0:16358:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384308.087503:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.087503:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.087505:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a784d72e. 02000000:00000001:1.0:1767384308.087507:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.087508:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.087508:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:1.0:1767384308.087510:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.087514:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.087515:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.087517:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.087519:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.087520:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.087522:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.087526:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.087526:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.087529:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.087530:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.090191:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294896133, at 4294896134 00000100:00000010:1.0:1767384308.090200:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf4502ca. 00000100:00000040:0.0:1767384308.090210:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294896133, at 4294896134 00000100:00000010:0.0:1767384308.090218:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004754ca2f. 00000100:00000040:2.0:1767384308.091170:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294896133, at 4294896135 00000100:00000040:3.0:1767384308.091172:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294896133, at 4294896135 00000100:00000010:2.0:1767384308.091179:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c925e0. 00000100:00000010:3.0:1767384308.091181:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000eb24aba. 00080000:00000010:3.0:1767384308.573727:0:23580:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e277794a. 00080000:00000010:3.0:1767384308.573736:0:23580:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e277794a. 00000020:00000001:3.0:1767384308.573740:0:23580:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384308.573747:0:23580:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e277794a. 00080000:00000010:3.0:1767384308.573750:0:23580:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e277794a. 00000020:00000001:3.0:1767384308.573753:0:23580:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.044242:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384309.044251:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.044258:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384309.044260:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.044286:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.044289:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.044291:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384309.320152:0:23744:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384309.320158:0:23744:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384309.322888:0:23744:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384309.330291:0:23745:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007d50b1bd. 00000400:00000010:1.0:1767384309.330304:0:23745:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c2559739. 00000400:00000010:1.0:1767384309.330312:0:23745:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d7dbf499. 00000400:00000010:1.0:1767384309.330315:0:23745:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006e99c067. 00000400:00000010:1.0:1767384309.330318:0:23745:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000958948ac. 00000400:00000010:1.0:1767384309.330321:0:23745:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000463c2dde. 00000400:00000010:1.0:1767384309.330322:0:23745:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000700c1544. 00000400:00000010:1.0:1767384309.330323:0:23745:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021e1ed0e. 00000400:00000010:1.0:1767384309.330326:0:23745:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d40e64f4. 00000800:00000010:1.0:1767384309.330337:0:23745:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000094753eca. 00000800:00000200:1.0:1767384309.330346:0:23745:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384309.330353:0:23745:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384309.330386:0:23745:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384309.330404:0:23745:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767384309.331677:0:23745:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000933c9817. 00000400:00000010:1.0:1767384309.331683:0:23745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c6a32b. 00000400:00000010:1.0:1767384309.331687:0:23745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000400:00000001:1.0:1767384309.331710:0:23745:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384309.331712:0:23745:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.331713:0:23745:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000400:00000200:1.0:1767384309.331716:0:23745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:1.0:1767384309.331717:0:23745:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000400:00000010:1.0:1767384309.331720:0:23745:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000f972e40f. 00000400:00000200:1.0:1767384309.331724:0:23745:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (14) 00000400:00000200:1.0:1767384309.331734:0:23745:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384309.331741:0:23745:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767384309.331748:0:23745:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000490d2d89. 00000020:01000000:1.0:1767384309.331751:0:23745:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384309.331754:0:23745:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp23 00000400:00000200:3.0:1767384309.331760:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384309.331766:0:23745:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c2559739. 00000400:00000200:3.0:1767384309.331767:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384309.331771:0:23745:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007d50b1bd. 00000400:00000010:3.0:1767384309.331786:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000400:00000200:3.0:1767384309.331790:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (15) 00000400:00000010:3.0:1767384309.331796:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079c59bd4. 00000400:00000200:3.0:1767384309.331800:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384309.331811:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:0.0:1767384309.331814:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384309.331817:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384309.331819:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384309.331823:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:0.0:1767384309.331824:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384309.331838:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384309.331841:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384309.331844:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384309.331850:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384309.331850:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384309.331854:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384309.331857:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384309.331859:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384309.331860:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384309.331862:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384309.331866:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384309.331869:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384309.331870:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384309.331873:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384309.331876:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384309.331878:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:0.0:1767384309.331879:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384309.331884:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00000020:00000040:0.0:1767384309.331888:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384309.331896:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384309.331897:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:0.0:1767384309.331899:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384309.331902:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:0.0:1767384309.331905:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.331906:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384309.331911:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 02000000:00000010:0.0:1767384309.331914:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f22d4eb. 00000400:00000200:3.0:1767384309.331915:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384309.331921:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:0.0:1767384309.331923:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.331925:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp22 00000400:00000200:3.0:1767384309.331930:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp22 lpni_is_preferred = 0 00000100:00000001:0.0:1767384309.331931:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384309.331933:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp22 00000100:00000001:0.0:1767384309.331935:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.331939:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.115@tcp22 LPNI seq info [31:31:8:4294967295] 00000100:00000040:0.0:1767384309.331943:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007660d57b] to pc [ptlrpcd_00_03+3] req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.331947:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp22 00000400:00000200:3.0:1767384309.331960:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22:) -> 192.168.202.115@tcp22(192.168.202.115@tcp:192.168.202.115@tcp22) : PUT try# 0 00000800:00000200:3.0:1767384309.331965:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp22 00000800:00000010:3.0:1767384309.331969:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d7e2ea0. 10000000:00000001:0.0:1767384309.331974:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384309.331976:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f6a6122. 00000100:00000001:1.0:1767384309.331976:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384309.331978:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.331981:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384309.331982:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e417187d. 00000020:00000001:0.0:1767384309.331982:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.331985:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384309.331987:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384309.331991:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (2) 00000100:00000040:1.0:1767384309.331993:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384309.331996:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384309.332000:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384309.332003:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:3.1:1767384309.332005:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (2) 10000000:01000000:0.0:1767384309.332007:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384309.332014:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384309.332016:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384309.332017:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384309.332020:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384309.332021:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384309.332027:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384309.332028:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384309.332030:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384309.332032:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:1.0:1767384309.332032:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384309.332033:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384309.332040:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384309.332040:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384309.332041:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000020:01000004:0.0:1767384309.332046:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384309.332048:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728314112:0@lo:253: 00000100:00000001:1.0:1767384309.332054:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384309.332055:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384309.332061:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e4893b3. 02000000:00000001:1.0:1767384309.332062:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384309.332065:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:1.0:1767384309.332067:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332070:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.332072:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384309.332072:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384309.332076:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.332082:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c177b336. 02000000:00000010:0.0:1767384309.332082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083ca4be3. 02000000:00000001:1.0:1767384309.332088:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332089:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332097:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384309.332099:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11a2e74. 00000100:00000001:0.0:1767384309.332099:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.332109:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e4893b3] to pc [ptlrpcd_00_00+0] req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384309.332110:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2559739. 00000400:00000200:3.0:1767384309.332112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000200:1.0:1767384309.332118:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314112, portal 25 00000100:00000001:1.0:1767384309.332125:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.332127:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 10000000:00000001:0.0:1767384309.332180:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384309.332183:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.332186:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384309.332186:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384309.332190:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384309.332195:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000490d2d89. 00000100:00000001:1.0:1767384309.332199:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384309.332202:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000040:1.0:1767384309.332204:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.332210:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea0807f5. 00000100:00000001:0.0:1767384309.332210:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384309.332215:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314112, offset 0 00000100:00000001:0.0:1767384309.332215:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332221:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384309.332224:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384309.332224:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384309.332227:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384309.332230:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.332236:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384309.332243:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384309.332245:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.332248:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384309.332250:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384309.332252:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.332253:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03900 02000000:00000001:0.0:1767384309.332254:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384309.332261:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006e4893b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728314240:0@lo:253: 00000400:00000200:1.0:1767384309.332265:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:0.0:1767384309.332267:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384309.332269:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297e4530. 02000000:00000001:0.0:1767384309.332271:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384309.332274:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a23a6145 02000000:00000001:0.0:1767384309.332274:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.332276:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384309.332282:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.332287:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384309.332288:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.332291:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a23a6145 02000000:00000010:0.0:1767384309.332292:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006c3c84a4. 00000400:00000010:1.0:1767384309.332302:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a23a6145. 02000000:00000001:0.0:1767384309.332302:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.332309:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be25d76d. 00000100:00000001:1.0:1767384309.332310:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384309.332314:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384309.332318:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000214592e5 x1853236728314112 msgsize 4848 00000400:00000010:0.0:1767384309.332318:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032d889a3. 00000100:00000200:0.0:1767384309.332327:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314240, portal 25 00000400:00000200:3.0:1767384309.332328:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00100000:1.0:1767384309.332331:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384309.332332:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384309.332336:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384309.332336:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801156736 : -113719908394880 : ffff989285419880) 00000100:00000040:0.0:1767384309.332343:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.332349:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.332350:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384309.332354:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384309.332358:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea0807f5 00000400:00000010:0.0:1767384309.332358:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004ff7e4a. 00000400:00000010:1.0:1767384309.332364:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea0807f5. 00000100:00000001:1.0:1767384309.332368:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384309.332371:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314240, offset 0 00000100:00000200:1.0:1767384309.332372:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.332380:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384309.332382:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384309.332385:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384309.332389:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384309.332395:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384309.332403:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332405:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384309.332409:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03980 00000100:00000001:1.0:1767384309.332411:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332416:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294897383 00000400:00000200:0.0:1767384309.332416:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:0.0:1767384309.332422:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0845f46. 00000100:00000010:1.0:1767384309.332424:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c974209. 00000400:00000200:0.0:1767384309.332426:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005215cfe3 00000400:00000200:3.0:1767384309.332427:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:1.0:1767384309.332431:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384309.332432:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.332441:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.332442:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294897383 00000400:00000200:0.0:1767384309.332445:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005215cfe3 00000100:00000010:1.0:1767384309.332447:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebd1e324. 00000400:00000010:0.0:1767384309.332448:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005215cfe3. 00000100:00000001:1.0:1767384309.332454:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384309.332454:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384309.332459:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384309.332461:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294897383 00000100:00000040:0.0:1767384309.332462:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007aa5c6f1 x1853236728314240 msgsize 4848 00000400:00000200:3.0:1767384309.332464:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00100000:0.0:1767384309.332467:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384309.332469:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c304cb5. 00000100:00000040:0.0:1767384309.332469:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384309.332477:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384309.332482:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384309.332483:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294897383 00000100:00000010:1.0:1767384309.332487:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085a4ae3a. 00000100:00000001:1.0:1767384309.332490:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384309.332490:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ff7e4a 00000400:00000010:0.0:1767384309.332494:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004ff7e4a. 00000100:00000001:1.0:1767384309.332496:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.332498:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384309.332500:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384309.332503:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.332513:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000001:1.0:1767384309.332513:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332514:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384309.332518:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384309.332526:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.332530:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384309.332532:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332533:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384309.332538:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.332539:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384309.332542:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:1.0:1767384309.332542:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384309.332543:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332546:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332549:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294897383 00000100:00000001:1.0:1767384309.332551:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332553:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294897383 00000100:00000001:0.0:1767384309.332557:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294897383 00000100:00000001:0.0:1767384309.332558:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294897383 00000100:00000001:0.0:1767384309.332560:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294897383 00000100:00000001:0.0:1767384309.332562:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294897383 00000100:00000001:0.0:1767384309.332564:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294897383 00000100:00000001:0.0:1767384309.332566:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294897383 00000100:00000001:0.0:1767384309.332568:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.332570:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332573:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332575:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384309.332575:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384309.332579:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314112 00000400:00000200:3.0:1767384309.332580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 02000000:00000001:1.0:1767384309.332582:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384309.332582:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384309.332586:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384309.332587:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384309.332590:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332591:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384309.332594:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.332594:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384309.332596:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384309.332598:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314112 00000100:00000001:0.0:1767384309.332599:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.332601:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000020:00000001:1.0:1767384309.332602:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384309.332605:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384309.332608:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384309.332610:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:0.0:1767384309.332612:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384309.332613:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384309.332615:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.332616:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384309.332622:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384309.332625:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006080953b. 00000100:00000001:1.0:1767384309.332630:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384309.332632:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000020:00000010:1.0:1767384309.332633:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006080953b. 00000020:00000010:1.0:1767384309.332642:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf21124. 00000020:00000010:1.0:1767384309.332648:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384309.332652:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c592e60c. 00000100:00000040:1.0:1767384309.332661:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384309.332664:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.332666:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384309.332667:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.332675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:1.0:1767384309.332676:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332691:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.332705:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384309.332707:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314240 02000000:00000001:1.0:1767384309.332715:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384309.332717:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384309.332718:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384309.332721:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384309.332722:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.332726:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 02000000:00000001:1.0:1767384309.332726:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384309.332730:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1767384309.332732:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314240 00000020:00000001:1.0:1767384309.332737:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384309.332737:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000040:1.0:1767384309.332741:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384309.332743:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737440848 : -113718972110768 : ffff9892bd102850) 00000020:00000001:1.0:1767384309.332745:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384309.332748:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000040:0.0:1767384309.332750:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000214592e5 x1853236728314112/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384309.332752:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384309.332758:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384309.332765:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384309.332771:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006080953b. 00000100:00000001:1.0:1767384309.332792:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384309.332794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:0.0:1767384309.332795:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384309.332796:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006080953b. 00000020:00000010:0.0:1767384309.332802:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add3cfe. 00000020:00000010:1.0:1767384309.332805:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d0d79d. 00000100:00000001:0.0:1767384309.332807:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384309.332812:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008add3cfe. 00000020:00000010:1.0:1767384309.332813:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046787cc5. 00000020:00000010:1.0:1767384309.332820:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c65f20d0. 00000100:00100000:0.0:1767384309.332823:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000214592e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728314112:12345-0@lo:253: 00000100:00000001:1.0:1767384309.332828:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384309.332828:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314112 00000100:00000001:1.0:1767384309.332833:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384309.332833:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384309.332836:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.332839:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384309.332842:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.332842:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.332848:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384309.332850:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384309.332852:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384309.332858:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384309.332861:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384309.332864:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384309.332867:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384309.332869:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384309.332870:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.332872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000100:00000001:1.0:1767384309.332874:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384309.332875:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384309.332882:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384309.332885:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 02000000:00000010:0.0:1767384309.332887:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027b782ba. 00000100:00000040:1.0:1767384309.332888:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 02000000:00000001:0.0:1767384309.332891:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332892:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737433680 : -113718972117936 : ffff9892bd100c50) 00000100:00000001:0.0:1767384309.332897:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.332902:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384309.332905:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007aa5c6f1 x1853236728314240/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:0.0:1767384309.332911:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bea8a49. 00000100:00000001:1.0:1767384309.332912:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:0.0:1767384309.332917:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384309.332918:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006080953b. 20000000:00000001:0.0:1767384309.332921:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384309.332922:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384309.332924:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384309.332926:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.332927:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.332929:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:1.0:1767384309.332936:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006080953b. 20000000:00000010:0.0:1767384309.332938:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed2c0094. 20000000:01000000:0.0:1767384309.332942:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384309.332949:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:1.0:1767384309.332950:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007aa5c6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728314240:12345-0@lo:253: 00000100:00000200:1.0:1767384309.332955:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314240 00080000:00000001:0.0:1767384309.332955:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384309.332958:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384309.332963:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:0.0:1767384309.332968:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384309.332969:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.332973:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384309.332974:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000020:00000001:1.0:1767384309.332975:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:1.0:1767384309.332981:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384309.332983:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384309.332985:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:0.0:1767384309.332986:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384309.332987:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384309.332991:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.332994:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384309.332999:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384309.333004:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e27263b7. 00080000:00000001:0.0:1767384309.333005:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.333008:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.333010:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384309.333013:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.333013:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.333020:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384309.333020:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384309.333024:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384309.333027:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 20000000:00000010:1.0:1767384309.333028:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000490d2d89. 00000020:00000001:0.0:1767384309.333031:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 20000000:01000000:1.0:1767384309.333033:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:0.0:1767384309.333034:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384309.333037:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384309.333039:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384309.333041:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384309.333043:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.333045:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.333047:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00080000:00000001:0.0:1767384309.333047:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384309.333049:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.333055:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384309.333056:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384309.333063:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384309.333067:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384309.333072:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000026fbd537. 00080000:00000001:0.0:1767384309.333074:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462219264 : -113724247332352 : ffff989182a2aa00) 00080000:00000001:0.0:1767384309.333077:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384309.333082:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384309.333085:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008add3cfe. 00080000:00000001:0.0:1767384309.333089:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.333091:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384309.333107:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00080000:00000001:0.0:1767384309.333109:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.333126:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384309.333224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.333308:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.333386:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.333422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.333454:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.333482:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384309.333754:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384309.333758:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007319045d. 00000800:00000010:3.0:1767384309.333763:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c45485ea. 00000800:00000010:3.0:1767384309.333769:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000400:00000200:0.0:1767384309.333793:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp22 from 229.3.0.2 00000800:00000010:0.0:1767384309.333798:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000663d5339. 00000800:00000010:3.0:1767384309.333825:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00000800:00000010:1.0:1767384309.333862:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5c9eeac. 00000800:00000010:1.0:1767384309.333868:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea0807f5. 00000800:00000010:1.0:1767384309.333891:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f8130d87. 00000800:00000200:1.1:1767384309.333897:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (2) 00000800:00000200:1.1:1767384309.333902:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp22 00000000f8130d87 deleted 00000800:00000010:1.1:1767384309.333904:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f8130d87. 00000800:00000200:1.1:1767384309.333909:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384309.333914:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp22 ip 192.168.202.115:997 00000800:00000200:1.1:1767384309.333918:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d7e2ea0 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384309.333923:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp22 p 3.x 192.168.202.115 -> 192.168.202.115:997 incarnation:1767384307693781680 sched[0] 00000800:00000010:1.0:1767384309.333928:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006080953b. 00000800:00000010:1.0:1767384309.333979:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006080953b. 00000800:00000010:1.0:1767384309.333983:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea0807f5. 00000800:00000200:3.1:1767384309.334011:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384309.334018:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp22 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384307693781680 sched[0] 00000800:00000010:1.0:1767384309.334020:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000663d5339. 00000800:00000010:3.0:1767384309.334021:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c45485ea. 00000800:00000001:1.0:1767384309.334043:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334050:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.334090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:1.0:1767384309.334117:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384309.334122:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d7e2ea0. 00000400:00000200:1.0:1767384309.334126:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.334129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334179:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: PUT: OK 00000400:00000200:1.0:1767384309.334184:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384309.334187:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:1.0:1767384309.334194:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334200:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384309.334201:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334205:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.334209:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22) <- 192.168.202.115@tcp22 : PUT - for me 00000400:00000200:3.0:1767384309.334213:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334218:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384309.334223:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x14f5 [1] + 0 00000400:00000010:1.0:1767384309.334226:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d424f84. 00000400:00000200:1.0:1767384309.334230:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000520fd0df 00000800:00000001:1.0:1767384309.334234:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334241:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.334243:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.334247:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: PUT: OK 00000400:00000200:1.0:1767384309.334249:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:1.0:1767384309.334251:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000400:00000200:1.0:1767384309.334256:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384309.334259:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (16) 00000400:00000200:3.0:1767384309.334264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334264:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384309.334272:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000053df4049. 00000400:00000200:1.0:1767384309.334276:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 15 00000400:00000200:1.0:1767384309.334282:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384309.334291:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (17) 00000400:00000200:1.0:1767384309.334296:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384309.334300:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp22 to MR: 192.168.202.115@tcp22 local destination 00000400:00000200:3.0:1767384309.334306:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334307:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.115@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384309.334328:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22:192.168.202.115@tcp22) -> 192.168.202.115@tcp22(192.168.202.115@tcp22:192.168.202.115@tcp22) 192.168.202.115@tcp22 : ACK try# 0 00000400:00000200:3.0:1767384309.334332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000200:1.0:1767384309.334333:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp22 00000800:00000010:1.0:1767384309.334339:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b6b14be. 00000800:00000200:1.0:1767384309.334345:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (4) 00000800:00000200:1.0:1767384309.334350:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp22 ip 192.168.202.115:988 00000800:00000200:1.0:1767384309.334352:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b6b14be type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384309.334367:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000001:0.0:1767384309.334379:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384309.334402:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384309.334406:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063af9729. 00000800:00000200:1.0:1767384309.334407:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384309.334411:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b6b14be. 00000400:00000010:0.0:1767384309.334412:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000200:1.0:1767384309.334414:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.334420:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: ACK: OK 00000400:00000200:3.0:1767384309.334424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000800:00000001:1.0:1767384309.334427:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334433:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384309.334435:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384309.334440:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.334448:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22) <- 192.168.202.115@tcp22 : ACK - for me 00000400:00000200:0.0:1767384309.334462:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000056304e91 00000400:00000200:3.0:1767384309.334465:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334466:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp22: ACK from 12345-192.168.202.115@tcp22 into md 0x1555 00000400:00000200:1.0:1767384309.334472:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.334473:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004d1 00000400:00000200:1.0:1767384309.334479:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: ACK: OK 00000400:00000010:0.0:1767384309.334481:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 000000007a5cc666. 00000400:00000200:1.0:1767384309.334484:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000010:0.0:1767384309.334485:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000062801a8. 00000400:00000010:1.0:1767384309.334486:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000400:00000200:1.0:1767384309.334490:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767384309.334495:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 0000000075ec580f. 00000400:00000200:1.0:1767384309.334496:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:3.0:1767384309.334503:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384309.334504:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384309.334510:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (16) 00000800:00000001:1.0:1767384309.334517:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384309.334520:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000056173a6b. 00000800:00000001:1.0:1767384309.334521:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.334528:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000056173a6b nid 192.168.202.115@tcp23 00000400:00000010:0.0:1767384309.334533:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a4e2223e. 00000800:00000001:1.0:1767384309.334535:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.334536:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a4e2223e net tcp23 00000400:00000200:3.0:1767384309.334540:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384309.334543:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (15) 00000400:00000200:0.0:1767384309.334552:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp23 flags 0x11 00000400:00000010:0.0:1767384309.334560:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 000000007a5cc666. 00000400:00000010:0.0:1767384309.334566:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000062801a8. 00000400:00000010:0.0:1767384309.334571:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 0000000075ec580f. 00000400:00000010:0.0:1767384309.334575:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000053df4049. 00000400:00000200:0.0:1767384309.334580:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384309.334583:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:0.0:1767384309.334586:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:0.0:1767384309.334590:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:0.0:1767384309.334594:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384309.334596:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384309.334598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384309.334601:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384309.334607:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (16) 00000400:00000200:3.0:1767384309.334636:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334661:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334674:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334687:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334766:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334817:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334893:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334926:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334960:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.334988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.335019:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384309.335052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00080000:00000010:0.0:1767384309.335188:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000026fbd537. 00000800:00000010:3.0:1767384309.335257:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d1eafbfa. 00000800:00000010:3.0:1767384309.335263:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c45485ea. 00000800:00000010:3.0:1767384309.335268:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000776dbd05. 00000800:00000010:3.0:1767384309.335309:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000776dbd05. 00080000:00000010:3.0:1767384309.335349:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008add3cfe. 00040000:00000001:3.0:1767384309.335355:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384309.335358:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384309.335361:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384309.335366:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384309.335368:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.335372:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384309.335389:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384309.335399:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.335411:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384309.335417:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384309.335424:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026fbd537. 20000000:01000000:0.0:1767384309.335429:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384309.335433:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384309.335437:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384309.335439:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384309.335448:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384309.335457:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.335458:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384309.335460:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.335461:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384309.335463:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384309.335466:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:0.0:1767384309.335469:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:0.0:1767384309.335472:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384309.335483:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384309.335485:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.335487:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767384309.335488:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384309.335489:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:0.0:1767384309.335491:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384309.335496:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:0.0:1767384309.335497:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 10000000:01000000:3.0:1767384309.335499:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384309.335503:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384309.335505:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp22 from 228.3.0.2 00010000:00000001:3.0:1767384309.335506:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:0.0:1767384309.335508:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000075ec580f. 00000800:00000010:1.0:1767384309.335510:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f5c29549. 00010000:00000001:3.0:1767384309.335511:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384309.335513:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462217728 : -113724247333888 : ffff989182a2a400) 00080000:00000001:0.0:1767384309.335518:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384309.335521:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:3.0:1767384309.335523:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a531cc3f. 00080000:00000010:0.0:1767384309.335525:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000baf8967a. 00080000:00000001:0.0:1767384309.335530:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.335532:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384309.335543:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335551:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384309.335552:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:3.0:1767384309.335556:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b930fa9. 00000020:00000001:3.0:1767384309.335561:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384309.335566:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b930fa9 with handle 0x960a57272cefbaf5 to hash 00000020:00000001:3.0:1767384309.335569:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384309.335573:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335577:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335581:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.335583:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384309.335585:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd54d741. 00010000:00010000:3.0:1767384309.335587:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384309.335592:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004ff7e4a. 00010000:00000001:3.0:1767384309.335602:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384309.335607:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384309.335610:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384309.335614:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.335617:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.335619:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.335621:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.335624:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000010:0.0:1767384309.335625:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e6be14e. 00010000:00000001:3.0:1767384309.335628:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384309.335633:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384309.335635:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000200:0.1:1767384309.335637:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (4) 00010000:00000040:3.0:1767384309.335640:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a531cc3f) refcount = 1 00000800:00000200:0.1:1767384309.335645:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp22 000000002e6be14e deleted 00010000:00010000:3.0:1767384309.335646:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:0.1:1767384309.335651:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002e6be14e. 00010000:00000001:3.0:1767384309.335658:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000800:00000200:0.1:1767384309.335659:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384309.335667:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp22 p 3.x 192.168.202.115 -> 192.168.202.115:996 incarnation:1767384307693781680 sched[0] 00010000:00000001:3.0:1767384309.335669:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384309.335672:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384309.335673:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ca0f56c. 00010000:00000001:3.0:1767384309.335676:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335680:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384309.335683:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384309.335686:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384309.335690:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.335693:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.335695:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=4 00000020:00000001:3.0:1767384309.335698:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335702:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335706:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384309.335709:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335716:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384309.335719:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335726:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767384309.335726:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ca0f56c. 00010000:00000001:3.0:1767384309.335728:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767384309.335732:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004ff7e4a. 00010000:00010000:3.0:1767384309.335733:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335743:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.335745:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335749:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384309.335751:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384309.335751:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f5c29549. 00000800:00000001:1.0:1767384309.335753:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1767384309.335759:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004b930fa9 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384309.335763:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:1.0:1767384309.335764:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.335766:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384309.335770:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000200:0.1:1767384309.335771:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384309.335797:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp22 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384307693781680 sched[0] 00000800:00000010:0.0:1767384309.335807:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c45485ea. 00010000:00000001:3.0:1767384309.335809:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384309.335811:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.335813:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.335814:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=5 00000020:00000001:3.0:1767384309.335816:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335818:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384309.335821:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384309.335822:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335827:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384309.335828:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.335829:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335832:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384309.335833:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384309.335835:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.335837:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384309.335837:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384309.335841:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004b930fa9 with handle 0x960a57272cefbaf5 from hash 00000800:00000001:1.0:1767384309.335843:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.335844:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384309.335846:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.335849:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.335850:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384309.335851:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384309.335853:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384309.335854:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384309.335855:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.335857:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335858:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384309.335859:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384309.335861:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.335862:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.335862:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335863:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.335864:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.335871:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335874:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.335875:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.335876:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384309.335877:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384309.335877:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.335878:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.335879:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384309.335881:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.335882:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.335883:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.335887:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384309.335888:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384309.335888:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004b930fa9/0x960a57272cefbaf5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384309.335893:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a531cc3f count: 0 00010000:00000001:3.0:1767384309.335901:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384309.335902:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384309.335911:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384309.335914:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384309.335915:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bea8a49. 20000000:00000001:3.0:1767384309.335918:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384309.335921:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314112 00010000:00000001:3.0:1767384309.335924:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384309.335928:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000214592e5 x1853236728314112/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.335934:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.335936:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384309.335939:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.335942:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384309.335944:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384309.335950:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384309.335953:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.335955:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.335958:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384309.335961:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.335963:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8b2c19c. 00000100:00000200:3.0:1767384309.335966:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314112, offset 224 00000400:00000200:3.0:1767384309.335970:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.335974:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.335980:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03900 00000400:00000200:3.0:1767384309.335983:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1559 [2] + 224 00000400:00000200:3.0:1767384309.335987:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.335989:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.335991:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.335994:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.336000:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.336016:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.336019:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b2c19c 00000400:00000010:3.0:1767384309.336020:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8b2c19c. 00000100:00000001:3.0:1767384309.336022:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.336023:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.336025:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.336027:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.336028:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384309.336030:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.336031:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384309.336033:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000214592e5 x1853236728314112/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.336041:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000214592e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728314112:12345-0@lo:253: Request processed in 3244us (3721us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384309.336042:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.336047:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384309.336050:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000400:00000001:0.0:1767384309.336054:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384309.336056:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384309.336059:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11a2e74. 00000100:00000040:3.0:1767384309.336061:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384309.336065:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384309.336065:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2559739 00000100:00000001:3.0:1767384309.336067:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384309.336070:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2559739. 00000020:00000010:3.0:1767384309.336072:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000100:00000001:0.0:1767384309.336075:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384309.336079:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c592e60c. 00000100:00000200:0.0:1767384309.336083:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.336084:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf21124. 00000020:00000040:3.0:1767384309.336089:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:3.0:1767384309.336092:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384309.336095:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027b782ba. 02000000:00000001:3.0:1767384309.336100:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384309.336103:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384309.336107:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384309.336108:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384309.336114:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086725e07. 00000400:00000010:3.0:1767384309.336119:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8b2c19c. 00000100:00000001:0.0:1767384309.336122:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384309.336126:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.336129:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384309.336132:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384309.336133:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384309.336160:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.336164:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384309.336168:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384309.336172:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384309.336175:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384309.336178:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.336181:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384309.336183:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.336186:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.336192:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.336200:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.336203:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384309.336205:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384309.336208:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384309.336210:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384309.336211:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384309.336212:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384309.336214:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384309.336215:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384309.336216:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384309.336217:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384309.336219:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384309.336220:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384309.336223:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384309.336230:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728314112:0@lo:253: 00000100:00000001:0.0:1767384309.336240:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.336242:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384309.336244:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007660d57b x1853236728314112/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.336251:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384309.336253:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384309.336255:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c177b336. 02000000:00000001:0.0:1767384309.336259:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384309.336261:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384309.336262:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384309.336264:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384309.336266:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f22d4eb. 02000000:00000001:0.0:1767384309.336269:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384309.336271:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384309.336272:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007660d57b. 00000100:00000001:0.0:1767384309.336275:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384309.336276:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.336277:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.336281:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384309.336282:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.336284:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.336286:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384309.337261:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000075ec580f. 00080000:00000010:0.0:1767384309.337312:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000baf8967a. 00040000:00000001:0.0:1767384309.337318:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384309.337319:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384309.337321:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384309.337324:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384309.337326:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.337328:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384309.337330:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384309.337341:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384309.337344:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384309.337349:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384309.337364:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384309.337369:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384309.337373:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384309.337377:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384309.337379:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384309.337385:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c417f8b. 00010000:00000001:3.0:1767384309.337389:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384309.337392:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af56f313. 00000020:00000001:3.0:1767384309.337395:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384309.337397:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000af56f313 with handle 0x960a57272cefbafc to hash 00000020:00000001:3.0:1767384309.337399:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384309.337400:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:3.0:1767384309.337403:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:3.0:1767384309.337406:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.337408:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.337411:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.337419:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384309.337421:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384309.337423:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384309.337432:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.337434:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.337436:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.337438:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.337440:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384309.337442:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384309.337444:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384309.337446:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384309.337448:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c417f8b) refcount = 1 00010000:00010000:3.0:1767384309.337452:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.337459:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384309.337462:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384309.337463:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.337466:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.337468:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:0.0:1767384309.337468:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:3.0:1767384309.337472:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384309.337473:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:01000000:3.0:1767384309.337476:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 20000000:00000010:0.0:1767384309.337477:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000490d2d89. 00010000:00000001:3.0:1767384309.337480:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.337482:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.337484:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af56f313 refcount=4 00000020:00000001:3.0:1767384309.337489:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 20000000:00000001:0.0:1767384309.337490:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.337492:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000040:0.0:1767384309.337496:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314240 00010000:00000001:3.0:1767384309.337497:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384309.337499:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.337501:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384309.337507:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007aa5c6f1 x1853236728314240/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.337512:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384309.337516:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.337522:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384309.337525:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.337527:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.337531:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384309.337531:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=32 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384309.337534:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384309.337539:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384309.337543:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384309.337547:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384309.337550:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384309.337553:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.337558:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384309.337564:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384309.337566:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.337569:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.337569:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004ff7e4a. 00010000:00000001:3.0:1767384309.337575:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384309.337575:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314240, offset 224 00010000:00010000:3.0:1767384309.337578:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384309.337583:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384309.337590:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000af56f313 already unused, calling callback (0000000090c6ba53) 00000400:00000200:0.0:1767384309.337594:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384309.337596:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.337600:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384309.337602:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384309.337606:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03980 00010000:00000001:3.0:1767384309.337616:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384309.337617:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1561 [2] + 224 00010000:00000001:3.0:1767384309.337618:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.337622:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.337625:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af56f313 refcount=5 00000400:00000200:0.0:1767384309.337626:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384309.337628:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00000400:00000200:0.0:1767384309.337633:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384309.337634:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00000100:00000001:0.0:1767384309.337639:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384309.337640:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384309.337644:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384309.337646:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.337661:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384309.337664:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.337668:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.337669:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.337672:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384309.337675:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384309.337679:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.337681:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384309.337685:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000af56f313 with handle 0x960a57272cefbafc from hash 00010000:00000001:3.0:1767384309.337688:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384309.337690:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.337691:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384309.337695:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384309.337700:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ff7e4a 00010000:00000001:3.0:1767384309.337701:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384309.337705:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004ff7e4a. 00010000:00000001:3.0:1767384309.337706:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384309.337709:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384309.337711:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384309.337712:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384309.337715:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384309.337716:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.337719:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.337723:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384309.337725:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384309.337727:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.337729:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384309.337731:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384309.337733:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.337734:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.337736:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384309.337741:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.337743:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384309.337747:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384309.337747:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384309.337748:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384309.337750:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384309.337755:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384309.337758:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be25d76d. 00000020:00000001:0.0:1767384309.337759:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1767384309.337765:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384309.337769:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d889a3 00000100:00000040:0.0:1767384309.337773:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aa5c6f1 x1853236728314240/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384309.337774:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032d889a3. 00000100:00000001:2.0:1767384309.337794:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384309.337804:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384309.337804:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.337811:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.337816:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384309.337824:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384309.337829:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.337836:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384309.337838:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007aa5c6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728314240:12345-0@lo:253: Request processed in 4914us (5364us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384309.337843:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384309.337852:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384309.337863:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384309.337864:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.337877:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384309.337879:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:0.0:1767384309.337894:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384309.337907:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384309.337912:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384309.337920:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384309.337921:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046787cc5. 00000100:00000001:2.0:1767384309.337926:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.337928:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1767384309.337932:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c65f20d0. 00000100:00000001:2.0:1767384309.337934:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384309.337935:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384309.337941:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384309.337942:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000af56f313/0x960a57272cefbafc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384309.337943:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d0d79d. 00000100:00000001:2.0:1767384309.337946:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.337951:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384309.337955:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:2.0:1767384309.337959:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.337965:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:3.0:1767384309.337969:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c417f8b count: 0 00000100:00001000:2.0:1767384309.337970:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=32 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384309.337970:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e27263b7. 00000100:00001000:2.0:1767384309.337984:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.337990:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384309.337991:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384309.337991:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:3.0:1767384309.337997:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384309.337997:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.338002:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.338007:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.338009:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384309.338009:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384309.338014:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.338019:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003823ecea. 00000100:00000040:2.0:1767384309.338020:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384309.338029:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004ff7e4a. 00000100:00000001:2.0:1767384309.338030:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.338038:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.338040:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.338044:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.338046:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.338048:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.338050:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.338051:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.338052:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.338053:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384309.338054:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.338055:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.338057:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.338062:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006e4893b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728314240:0@lo:253: 00000100:00000001:2.0:1767384309.338065:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.338067:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.338068:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006e4893b3 x1853236728314240/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.338072:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.338074:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.338076:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006c3c84a4. 02000000:00000001:2.0:1767384309.338079:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.338080:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.338082:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384309.338083:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.338085:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083ca4be3. 02000000:00000001:2.0:1767384309.338088:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.338089:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.338095:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e4893b3. 00000100:00000001:2.0:1767384309.338098:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.338099:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.338100:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.338106:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.338107:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.338109:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.338111:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.340322:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294897383, at 4294897384 00000100:00000010:0.0:1767384309.340333:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c974209. 00000100:00000040:2.0:1767384309.340882:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294897383, at 4294897384 00000100:00000010:2.0:1767384309.340891:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c304cb5. 00010000:00000010:3.1:1767384309.340907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a531cc3f. 00010000:00000010:3.1:1767384309.340913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b930fa9. 00000100:00000040:1.0:1767384309.341192:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294897383, at 4294897385 00000100:00000010:1.0:1767384309.341200:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebd1e324. 00000100:00000040:3.0:1767384309.341202:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294897383, at 4294897385 00000100:00000010:3.0:1767384309.341213:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085a4ae3a. 00010000:00000010:3.1:1767384309.342180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c417f8b. 00010000:00000010:3.1:1767384309.342190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af56f313. 00000400:00000010:1.0:1767384309.349435:0:23750:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000115c0cce. 00000400:00000040:1.0:1767384309.349454:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.349457:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384309.349459:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.349460:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.349462:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.349463:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384309.349465:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.349467:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384309.349468:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384309.349468:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384309.349470:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384309.349471:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.349473:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384309.349474:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.349475:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384309.349477:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384309.349478:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.349479:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384309.349480:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384309.349481:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.349482:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.349483:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.349485:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.349486:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.349487:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384309.349488:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.349489:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.349490:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.349491:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.349492:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.349494:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384309.349495:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.349502:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.349503:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.349504:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.349506:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.349507:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384309.349509:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.349511:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.349512:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384309.349513:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384309.349514:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.349516:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384309.349517:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384309.349518:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384309.349519:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384309.349520:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384309.349521:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384309.349523:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384309.349524:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.349526:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384309.349527:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384309.349528:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384309.349530:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384309.349531:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384309.349532:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384309.349533:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384309.349584:0:23750:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000115c0cce. 00010000:00000001:2.0:1767384310.069463:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384310.069471:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.069480:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384310.069482:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.069529:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384310.069536:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.069539:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384310.351351:0:24016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d3d9f605. 00080000:00000010:3.0:1767384310.351368:0:24016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d3d9f605. 00000020:00000001:3.0:1767384310.351374:0:24016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384310.351386:0:24016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d3d9f605. 00080000:00000010:3.0:1767384310.351393:0:24016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d3d9f605. 00000020:00000001:3.0:1767384310.351397:0:24016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.092218:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384311.092225:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.092233:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384311.092235:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.092257:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384311.092261:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.092264:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384311.162264:0:24180:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384311.162268:0:24180:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384311.165994:0:24180:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384311.175091:0:24181:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000051dfa3c3. 00000400:00000010:3.0:1767384311.175114:0:24181:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000028af4f4. 00000400:00000010:3.0:1767384311.175129:0:24181:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ceaf1cf4. 00000400:00000010:3.0:1767384311.175413:0:24181:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d81895e6. 00000400:00000010:3.0:1767384311.175421:0:24181:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009f2f81f2. 00000400:00000010:3.0:1767384311.175427:0:24181:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6743b2a. 00000400:00000010:3.0:1767384311.175430:0:24181:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001334717f. 00000400:00000010:3.0:1767384311.175432:0:24181:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9e4aebf. 00000400:00000010:3.0:1767384311.175436:0:24181:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bd17a6b1. 00000800:00000010:3.0:1767384311.175455:0:24181:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000852cd300. 00000800:00000200:3.0:1767384311.175472:0:24181:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384311.175486:0:24181:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384311.175542:0:24181:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384311.175572:0:24181:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp24 [8/256/0/180] 00000400:00000010:3.0:1767384311.178000:0:24181:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000008bef2638. 00000400:00000010:3.0:1767384311.178008:0:24181:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000400:00000010:3.0:1767384311.178017:0:24181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6792059. 00000400:00000001:3.0:1767384311.178040:0:24181:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.178043:0:24181:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384311.178046:0:24181:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c6a32b. 00000400:00000200:3.0:1767384311.178050:0:24181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5683a9f 00000400:00000010:3.0:1767384311.178053:0:24181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 00000400:00000010:3.0:1767384311.178058:0:24181:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000933c9817. 00000400:00000200:3.0:1767384311.178063:0:24181:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (15) 00000400:00000200:3.0:1767384311.178079:0:24181:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384311.178091:0:24181:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:3.0:1767384311.178101:0:24181:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a688a269. 00000400:00000200:0.0:1767384311.178107:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384311.178109:0:24181:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384311.178118:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000000:3.0:1767384311.178123:0:24181:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp24 00000400:00000010:0.0:1767384311.178128:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000200:0.0:1767384311.178156:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (16) 00000400:00000010:0.0:1767384311.178173:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007df6491a. 00000400:00000200:0.0:1767384311.178180:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000010:3.0:1767384311.178192:0:24181:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000028af4f4. 00000020:00000001:2.0:1767384311.178194:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384311.178198:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000010:3.0:1767384311.178200:0:24181:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000051dfa3c3. 10000000:00000001:2.0:1767384311.178202:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384311.178206:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384311.178207:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:2.0:1767384311.178209:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384311.178213:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384311.178214:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384311.178214:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384311.178216:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.178218:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384311.178220:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.178221:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384311.178221:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384311.178223:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384311.178225:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384311.178226:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384311.178226:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384311.178228:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384311.178231:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:2.0:1767384311.178234:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5ddd5ed. 00000400:00000200:0.0:1767384311.178238:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:2.0:1767384311.178239:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384311.178244:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384311.178244:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384311.178249:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:2.0:1767384311.178253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384311.178254:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:2.0:1767384311.178258:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.178258:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384311.178263:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000010:2.0:1767384311.178267:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000007f9c4e5. 00000400:00000200:0.0:1767384311.178267:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384311.178271:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:2.0:1767384311.178274:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.178277:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384311.178283:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384311.178285:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:2.0:1767384311.178286:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.178291:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp23 00000100:00000040:2.0:1767384311.178293:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ddd5ed] to pc [ptlrpcd_00_01+1] req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.178298:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384311.178302:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp23 00000400:00000200:0.0:1767384311.178310:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1767384311.178328:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp23 10000000:00000001:2.0:1767384311.178330:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384311.178333:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.178336:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178338:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384311.178339:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384311.178346:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384311.178346:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:) -> 192.168.202.115@tcp23(192.168.202.115@tcp:192.168.202.115@tcp23) : PUT try# 0 00000020:00000001:2.0:1767384311.178350:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384311.178352:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384311.178352:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384311.178356:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.115@tcp23 10000000:00000001:2.0:1767384311.178357:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384311.178360:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384311.178361:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e8ac4. 00000020:01000004:2.0:1767384311.178362:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384311.178364:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384311.178365:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384311.178368:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.178370:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384311.178372:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e6be14e. 00000020:01000004:2.0:1767384311.178373:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.178376:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:0.0:1767384311.178377:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000891f5831. 00000020:01000004:2.0:1767384311.178378:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384311.178381:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384311.178384:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384311.178387:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (2) 00000100:00000010:2.0:1767384311.178390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f049baf. 00000100:00000001:1.0:1767384311.178391:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384311.178393:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384311.178394:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384311.178395:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (2) 00000100:00000001:2.0:1767384311.178396:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.178398:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.178400:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384311.178406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3039f8e. 02000000:00000001:1.0:1767384311.178407:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384311.178408:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:1.0:1767384311.178411:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.178412:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.178412:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000001:1.0:1767384311.178416:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.178419:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384311.178423:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728314368:0@lo:253: 00000100:00000001:2.0:1767384311.178424:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178432:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384311.178435:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f049baf] to pc [ptlrpcd_00_02+2] req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384311.178438:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384311.178442:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.178447:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384311.178453:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000070fe940d. 02000000:00000001:1.0:1767384311.178457:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.178464:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050880935. 00000400:00000010:1.0:1767384311.178470:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5b3185. 00000100:00000200:1.0:1767384311.178476:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314368, portal 25 00000100:00000001:1.0:1767384311.178479:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384311.178481:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566704512 : -113724142847104 : ffff989188dcfb80) 10000000:00000001:2.0:1767384311.178483:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.178487:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384311.178488:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.178494:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384311.178500:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384311.178501:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.178506:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384311.178508:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a688a269. 00000400:00000010:1.0:1767384311.178510:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009db85c71. 00000100:00000200:1.0:1767384311.178516:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314368, offset 0 00000400:00000200:1.0:1767384311.178525:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.178525:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:2.0:1767384311.178533:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.178539:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.178542:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384311.178549:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.178556:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.178559:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384311.178559:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03a00 00000400:00000200:1.0:1767384311.178569:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:1.0:1767384311.178573:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c835cfc. 00000400:00000200:1.0:1767384311.178577:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c7ede34 00000100:00000040:2.0:1767384311.178582:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.178585:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384311.178597:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384311.178598:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.178600:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.178605:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7ede34 02000000:00000001:2.0:1767384311.178606:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384311.178610:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c7ede34. 02000000:00000001:2.0:1767384311.178611:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384311.178617:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178617:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384311.178621:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384311.178626:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000a41d944e x1853236728314368 msgsize 4848 00000100:00100000:2.0:1767384311.178628:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728314496:0@lo:253: 00000100:00000001:2.0:1767384311.178637:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.178642:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384311.178646:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.178647:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384311.178650:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384311.178652:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384311.178654:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 02000000:00000010:2.0:1767384311.178659:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000d827c09. 02000000:00000001:2.0:1767384311.178662:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178663:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384311.178667:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000400:00000200:1.0:1767384311.178672:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db85c71 00000400:00000010:2.0:1767384311.178674:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a63e6d7c. 00000400:00000010:1.0:1767384311.178675:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009db85c71. 00000100:00000001:1.0:1767384311.178683:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384311.178685:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314496, portal 25 00000100:00000200:1.0:1767384311.178687:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.178690:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.178693:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566692864 : -113724142858752 : ffff989188dcce00) 00000400:00000200:0.0:1767384311.178694:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.178703:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.178704:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.178709:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.178726:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384311.178726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.178728:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178732:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.178737:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.178740:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.178744:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e6c172. 00000100:00000200:2.0:1767384311.178748:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314496, offset 0 00000100:00000001:1.0:1767384311.178751:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294899229 00000400:00000200:2.0:1767384311.178758:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384311.178758:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005160f1f3. 00000400:00000200:0.0:1767384311.178777:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.178778:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384311.178782:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384311.178786:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294899229 00000400:00000200:2.0:1767384311.178791:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03a80 00000100:00000010:1.0:1767384311.178793:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001559c9e8. 00000100:00000001:1.0:1767384311.178799:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384311.178800:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000001:1.0:1767384311.178803:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294899229 00000400:00000010:2.0:1767384311.178806:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f03d5a1a. 00000100:00000010:1.0:1767384311.178809:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cddbde86. 00000400:00000200:2.0:1767384311.178811:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ddcdafc 00000100:00000001:1.0:1767384311.178813:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384311.178818:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294899229 00000400:00000200:2.0:1767384311.178819:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.178820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000010:1.0:1767384311.178821:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebd1e324. 00000400:00000200:2.0:1767384311.178826:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.178827:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384311.178834:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddcdafc 00000100:00000001:1.0:1767384311.178835:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384311.178840:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddcdafc. 00000100:00000001:1.0:1767384311.178840:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178845:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.178847:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384311.178848:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384311.178852:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384311.178857:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f222191d x1853236728314496 msgsize 4848 00000400:00000200:0.0:1767384311.178857:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.178858:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.178862:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384311.178865:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384311.178868:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384311.178871:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.178873:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.178875:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178877:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.178882:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.178889:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e6c172 00000400:00000200:0.0:1767384311.178889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000010:2.0:1767384311.178891:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083e6c172. 00000100:00000001:2.0:1767384311.178896:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384311.178896:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.178900:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384311.178903:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.178914:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.178919:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.178925:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178926:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384311.178928:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384311.178930:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314368 00000400:00000200:0.0:1767384311.178931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 02000000:00000001:1.0:1767384311.178933:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384311.178934:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.178937:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.178938:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294899229 00000100:00000001:1.0:1767384311.178939:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.178945:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294899229 02000000:00000001:1.0:1767384311.178946:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.178951:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294899229 00000100:00100000:1.0:1767384311.178951:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314368 00000020:00000001:1.0:1767384311.178956:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384311.178957:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294899229 00000020:00000040:1.0:1767384311.178959:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384311.178961:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.178964:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:1.0:1767384311.178968:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384311.178969:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294899229 00000020:00000001:1.0:1767384311.178971:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384311.178971:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:2.0:1767384311.178974:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294899229 00000100:00000001:2.0:1767384311.178978:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294899229 00000100:00000001:1.0:1767384311.178979:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384311.178984:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294899229 00000020:00000010:1.0:1767384311.178984:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d118ea9d. 00000100:00000001:2.0:1767384311.178989:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.178990:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.178996:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.178996:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d118ea9d. 00000100:00000001:2.0:1767384311.179003:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.179005:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb889823. 00000100:00000001:2.0:1767384311.179006:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.179011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000010:1.0:1767384311.179012:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362543cb. 00000100:00000001:2.0:1767384311.179014:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.179018:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384311.179021:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ddb46f8. 00000100:00000001:2.0:1767384311.179023:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.179027:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.179029:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.179032:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384311.179034:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.179037:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.179040:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.179042:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.179048:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.179056:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.179066:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.179068:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384311.179071:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314496 02000000:00000001:1.0:1767384311.179073:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384311.179074:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.179075:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.179078:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384311.179084:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.179085:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 02000000:00000001:1.0:1767384311.179091:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.179093:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00100000:1.0:1767384311.179096:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314496 00000100:00000001:2.0:1767384311.179098:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737436752 : -113718972114864 : ffff9892bd101850) 00000020:00000001:1.0:1767384311.179100:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384311.179103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000020:00000040:1.0:1767384311.179105:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:2.0:1767384311.179107:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a41d944e x1853236728314368/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.179110:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.179114:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:1.0:1767384311.179120:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384311.179126:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384311.179126:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:2.0:1767384311.179133:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2838893. 00000100:00000001:1.0:1767384311.179133:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384311.179159:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.179162:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2838893. 00000100:00100000:2.0:1767384311.179173:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a41d944e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728314368:12345-0@lo:253: 00000020:00000010:1.0:1767384311.179175:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d118ea9d. 00000400:00000200:0.0:1767384311.179176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:1.0:1767384311.179180:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384311.179181:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314368 00000020:00000010:1.0:1767384311.179183:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d118ea9d. 00000020:00000001:2.0:1767384311.179188:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384311.179191:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027552dc3. 00000020:00000001:2.0:1767384311.179193:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384311.179195:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a377255c. 00000020:00000001:2.0:1767384311.179198:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.179201:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f70f1e8. 00000020:00000001:2.0:1767384311.179203:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384311.179207:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.179209:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.179210:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.179215:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:1.0:1767384311.179216:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000020:00000001:2.0:1767384311.179222:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384311.179222:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.179227:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.179232:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.179235:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384311.179238:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.179239:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384311.179242:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384311.179242:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384311.179247:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384311.179247:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:1.0:1767384311.179250:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384311.179253:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282619984 : -113719426931632 : ffff9892a1f42450) 02000000:00000010:2.0:1767384311.179256:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb0eb4e9. 00000100:00000040:1.0:1767384311.179256:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f222191d x1853236728314496/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.179262:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:2.0:1767384311.179267:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.179269:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384311.179272:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384311.179273:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d118ea9d. 00000100:00000001:1.0:1767384311.179278:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.179280:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d118ea9d. 20000000:00000010:2.0:1767384311.179285:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008c9848b6. 00000100:00100000:1.0:1767384311.179285:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f222191d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728314496:12345-0@lo:253: 20000000:01000000:2.0:1767384311.179290:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384311.179296:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:1.0:1767384311.179297:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314496 20000000:00000001:2.0:1767384311.179301:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384311.179301:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384311.179302:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 20000000:00000001:2.0:1767384311.179307:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.179307:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.179310:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.179312:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.179313:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.179317:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:2.0:1767384311.179318:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384311.179320:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.179324:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.179326:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.179328:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:2.0:1767384311.179329:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c36c0652. 00000020:00000001:1.0:1767384311.179330:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 20000000:01000000:2.0:1767384311.179335:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000100:00000001:1.0:1767384311.179336:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384311.179341:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384311.179341:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.179347:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f4f206b9. 00080000:00000001:2.0:1767384311.179349:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:1.0:1767384311.179351:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.179355:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:1.0:1767384311.179356:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179358:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 20000000:00000001:1.0:1767384311.179361:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384311.179370:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000063dcaaea. 00080000:00000001:2.0:1767384311.179375:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:1.0:1767384311.179375:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384311.179378:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384311.179381:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384311.179383:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179384:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 20000000:00000001:1.0:1767384311.179386:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.179390:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384311.179394:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.179398:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384311.179400:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.179402:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384311.179404:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384311.179407:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:2.0:1767384311.179413:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:2.0:1767384311.179415:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384311.179415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00080000:00000001:2.0:1767384311.179418:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384311.179422:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.179424:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.179434:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384311.179440:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384311.179444:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384311.179445:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00080000:00000010:2.0:1767384311.179449:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000071376f2e. 00080000:00000001:2.0:1767384311.179452:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480020480 : -113724229531136 : ffff989183b24a00) 00080000:00000001:2.0:1767384311.179455:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384311.179460:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384311.179463:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2838893. 00080000:00000001:2.0:1767384311.179466:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.179467:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00080000:00000001:2.0:1767384311.179468:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384311.179483:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.179504:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384311.179510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.179564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.179623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.179670:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.179703:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000800:00000010:0.0:1767384311.179957:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c3c84a4. 00000800:00000010:0.0:1767384311.179963:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c585bb76. 00000800:00000010:0.0:1767384311.179969:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088f73818. 00000800:00000010:0.0:1767384311.180016:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088f73818. 00000400:00000200:1.0:1767384311.180211:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384311.180237:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp23 from 227.3.0.2 00000800:00000010:1.0:1767384311.180242:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002af4fbd8. 00000800:00000010:0.0:1767384311.180281:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027b782ba. 00000800:00000010:0.0:1767384311.180285:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000641edc64. 00000800:00000010:0.0:1767384311.180317:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e34cd9c6. 00000800:00000200:0.1:1767384311.180326:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (2) 00000800:00000200:0.1:1767384311.180335:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp23 00000000e34cd9c6 deleted 00000800:00000010:0.1:1767384311.180338:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e34cd9c6. 00000800:00000200:0.1:1767384311.180346:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384311.180360:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:995 00000800:00000200:0.1:1767384311.180365:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e8ac4 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:0.0:1767384311.180375:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp23 p 3.x 192.168.202.115 -> 192.168.202.115:995 incarnation:1767384309330338382 sched[0] 00000800:00000010:0.0:1767384311.180381:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088f73818. 00000800:00000010:0.0:1767384311.180459:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088f73818. 00000800:00000010:0.0:1767384311.180467:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000641edc64. 00000800:00000010:0.0:1767384311.180541:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002af4fbd8. 00000800:00000001:0.0:1767384311.180567:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.180575:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384311.180619:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384311.180623:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e8ac4. 00000400:00000200:0.0:1767384311.180628:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.180635:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: PUT: OK 00000400:00000200:0.0:1767384311.180639:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:2.1:1767384311.180643:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384311.180643:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000200:2.0:1767384311.180651:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp23 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384309330338382 sched[0] 00000800:00000010:2.0:1767384311.180655:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c585bb76. 00000800:00000001:0.0:1767384311.180697:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.180704:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.180707:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.180710:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.180718:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : PUT - for me 00000400:00000200:0.0:1767384311.180725:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384311.180740:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 272/288 into md 0x1569 [1] + 0 00000400:00000010:0.0:1767384311.180744:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063af9729. 00000400:00000200:0.0:1767384311.180750:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004888adcc 00000800:00000001:0.0:1767384311.180756:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.180781:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.180784:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.180793:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: PUT: OK 00000400:00000200:0.0:1767384311.180800:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384311.180802:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000200:2.0:1767384311.180806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.180808:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384311.180814:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000200:0.0:1767384311.180821:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384311.180826:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (288 bytes) 00000400:00000200:0.0:1767384311.180833:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384311.180845:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000400:00000200:0.0:1767384311.180853:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384311.180860:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp23 to MR: 192.168.202.115@tcp23 local destination 00000400:00000200:0.0:1767384311.180870:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384311.180889:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) -> 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) 192.168.202.115@tcp23 : ACK try# 0 00000800:00000200:0.0:1767384311.180896:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp23 00000400:00000200:1.0:1767384311.180897:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384311.180903:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e8ac4. 00000400:00000200:2.0:1767384311.180905:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000010:1.0:1767384311.180906:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000be2dea4d. 00000800:00000200:0.0:1767384311.180912:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (4) 00000400:00000010:1.0:1767384311.180914:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e787c9dd. 00000400:00000010:1.0:1767384311.180922:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00000800:00000200:0.0:1767384311.180923:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:988 00000800:00000200:0.0:1767384311.180930:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e8ac4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384311.180931:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000be2dea4d 00000400:00000010:1.0:1767384311.180941:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056304e91. 00000800:00000001:0.0:1767384311.180943:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.180947:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:1.0:1767384311.180958:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102451 00000800:00000001:0.0:1767384311.180958:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.180974:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000010:1.0:1767384311.180982:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000ff4af3e6. 00000400:00000200:2.0:1767384311.180986:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000010:1.0:1767384311.180987:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c69d15c7. 00000400:00000010:1.0:1767384311.180997:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006135ef5c. 00000400:00000200:1.0:1767384311.181005:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000800:00000200:0.0:1767384311.181005:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384311.181011:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e8ac4. 00000400:00000200:0.0:1767384311.181016:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.181017:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1767384311.181026:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384311.181026:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: ACK: OK 00000400:00000200:2.0:1767384311.181029:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181040:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384311.181047:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384311.181052:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384311.181056:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384311.181062:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384311.181067:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384311.181070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181074:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384311.181081:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384311.181087:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384311.181091:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384311.181096:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384311.181101:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384311.181111:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384311.181115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181116:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384311.181124:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181172:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384311.181175:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181179:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [35:35:256:4294967295] 192.168.202.115@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1767384311.181186:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181203:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : GET try# 0 00000800:00000200:1.0:1767384311.181215:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp 00000800:00000001:0.0:1767384311.181217:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.181218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:1.0:1767384311.181222:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f31dc699. 00000800:00000001:0.0:1767384311.181226:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181235:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384311.181239:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000800:00000001:0.0:1767384311.181245:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181250:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384311.181255:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000001:0.0:1767384311.181256:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384311.181259:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31dc699 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384311.181272:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : ACK - for me 00000400:00000200:1.0:1767384311.181276:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181282:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100651 rc 0 00000400:00000200:0.0:1767384311.181295:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp23: ACK from 12345-192.168.202.115@tcp23 into md 0x1581 00000400:00000200:0.0:1767384311.181304:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.181314:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: ACK: OK 00000400:00000200:0.0:1767384311.181321:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:0.0:1767384311.181324:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000200:0.0:1767384311.181333:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384311.181336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.181341:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384311.181344:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384311.181360:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000800:00000001:0.0:1767384311.181367:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.181374:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181391:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.181398:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000001:0.0:1767384311.181398:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181400:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384311.181402:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384311.181404:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384311.181407:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f31dc699. 00000400:00000200:1.0:1767384311.181414:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.181415:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : GET - for me 00000400:00000200:1.0:1767384311.181425:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: GET: OK 00000400:00000200:1.0:1767384311.181429:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384311.181434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.181434:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384311.181436:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:0.0:1767384311.181446:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 288/288 into md 0x157d [1] + 0 00000400:00000200:0.0:1767384311.181460:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1767384311.181464:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [36:36:256:4294967295] 192.168.202.115@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384311.181473:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.181477:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) 192.168.202.115@tcp : REPLY try# 0 00000800:00000200:0.0:1767384311.181483:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181484:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384311.181487:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e8ac4. 00000400:00000200:1.0:1767384311.181492:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 00000800:00000200:0.0:1767384311.181497:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000400:00000200:1.0:1767384311.181498:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000200:2.0:1767384311.181501:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000010:1.0:1767384311.181505:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000005f5a892. 00000400:00000010:1.0:1767384311.181512:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d95ca4. 00000800:00000200:0.0:1767384311.181513:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:1023 00000800:00000200:0.0:1767384311.181519:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e8ac4 type 3, nob 384 niov 1 nkiov 1 00000400:00000010:1.0:1767384311.181522:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073589779. 00000400:00000200:1.0:1767384311.181530:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1767384311.181537:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1767384311.181540:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181543:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 36], ns[8, 36] 00000400:00000200:1.0:1767384311.181552:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384311.181558:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384311.181563:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384311.181576:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181579:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000800:00000200:0.0:1767384311.181584:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384311.181588:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000800:00000010:0.0:1767384311.181588:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e8ac4. 00000400:00000200:0.0:1767384311.181595:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.181600:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384311.181607:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: REPLY: OK 00000400:00000200:2.0:1767384311.181612:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181612:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384311.181621:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384311.181627:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384311.181632:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384311.181638:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384311.181643:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384311.181649:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384311.181651:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181656:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384311.181662:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp10 00000400:00000200:1.0:1767384311.181666:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384311.181669:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp10 00000400:00000200:1.0:1767384311.181674:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [37:37:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1767384311.181681:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp10 00000400:00000200:2.0:1767384311.181683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181697:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:) -> 192.168.202.115@tcp10(192.168.202.115@tcp:192.168.202.115@tcp10) : GET try# 0 00000800:00000200:1.0:1767384311.181705:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp10 00000800:00000010:1.0:1767384311.181710:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f31dc699. 00000800:00000001:0.0:1767384311.181710:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.181714:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000001:0.0:1767384311.181715:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384311.181721:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000001:0.0:1767384311.181721:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.181726:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181730:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384311.181734:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000800:00000001:0.0:1767384311.181734:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384311.181740:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31dc699 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384311.181746:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : REPLY - for me 00000400:00000200:2.0:1767384311.181751:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181753:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384311.181756:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp: Reply from 12345-192.168.202.115@tcp of length 288/288 into md 0x1599 00000800:00000001:0.0:1767384311.181776:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.181782:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000800:00000001:0.0:1767384311.181786:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.181790:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.181795:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: REPLY: OK 00000400:00000200:0.0:1767384311.181798:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c69d15c7 00000400:00000010:0.0:1767384311.181801:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c69d15c7. 00000400:00000200:0.0:1767384311.181804:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384311.181807:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.181808:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384311.181811:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384311.181815:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 16. state = 0x100251 00000400:00000200:0.0:1767384311.181819:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384311.181829:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000800:00000001:0.0:1767384311.181836:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.181840:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000800:00000001:0.0:1767384311.181840:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181842:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.181849:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.181851:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.181857:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.181862:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : GET - for me 00000400:00000200:0.0:1767384311.181870:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 288 into portal 0 MB=0x8000000000000000 00000800:00000200:1.0:1767384311.181871:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384311.181876:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f31dc699. 00000400:00000200:2.0:1767384311.181879:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181884:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.181887:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 288/288 into md 0x157d [1] + 0 00000400:00000200:1.0:1767384311.181896:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: GET: OK 00000400:00000200:0.0:1767384311.181902:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:0.0:1767384311.181908:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [38:38:255:4294967295] 192.168.202.115@tcp10 LPNI seq info [38:38:7:4294967295] 00000400:00000200:2.0:1767384311.181910:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.181917:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) 192.168.202.115@tcp10 : REPLY try# 0 00000400:00000200:1.0:1767384311.181923:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.0:1767384311.181924:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000800:00000010:0.0:1767384311.181930:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e8ac4. 00000400:00000200:1.0:1767384311.181931:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:2.0:1767384311.181932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000800:00000200:0.0:1767384311.181937:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:0.0:1767384311.181943:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:1021 00000800:00000200:0.0:1767384311.181946:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e8ac4 type 3, nob 384 niov 1 nkiov 1 00000800:00000001:1.0:1767384311.181964:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384311.181965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.181988:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384311.181994:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:1.0:1767384311.182003:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000a236c18d. 00000400:00000010:1.0:1767384311.182008:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000fec59f14. 00000800:00000200:0.0:1767384311.182008:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384311.182011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000800:00000010:0.0:1767384311.182014:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e8ac4. 00000400:00000010:1.0:1767384311.182015:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000302baf7b. 00000400:00000200:0.0:1767384311.182019:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.182030:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: REPLY: OK 00000800:00000001:0.0:1767384311.182038:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.182044:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.182046:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384311.182049:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000097c4abc3. 00000800:00000001:0.0:1767384311.182050:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384311.182062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384311.182062:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000097c4abc3 nid 192.168.202.115@tcp24 00000400:00000200:0.0:1767384311.182062:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : REPLY - for me 00000400:00000010:1.0:1767384311.182071:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000085a4ae3a. 00000400:00000200:0.0:1767384311.182077:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp10: Reply from 12345-192.168.202.115@tcp10 of length 288/288 into md 0x159d 00000400:00000200:1.0:1767384311.182080:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000085a4ae3a net tcp24 00000800:00000001:0.0:1767384311.182085:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.182087:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000800:00000001:0.0:1767384311.182093:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.182100:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp24 flags 0x11 00000400:00000200:0.0:1767384311.182100:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.182111:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.182112:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: REPLY: OK 00000400:00000010:1.0:1767384311.182113:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000a236c18d. 00000400:00000200:0.0:1767384311.182119:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d95ca4 00000400:00000010:1.0:1767384311.182120:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000fec59f14. 00000400:00000010:0.0:1767384311.182123:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d95ca4. 00000400:00000010:1.0:1767384311.182127:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000302baf7b. 00000400:00000200:0.0:1767384311.182129:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:1.0:1767384311.182132:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000ff4af3e6. 00000400:00000200:0.0:1767384311.182166:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384311.182170:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384311.182174:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384311.182178:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 16. state = 0x100151 00000400:00000200:1.0:1767384311.182182:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:2.0:1767384311.182187:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384311.182190:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384311.182191:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1001d1 rc 1 00000400:00000200:0.0:1767384311.182201:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000400:00000200:1.0:1767384311.182207:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1001d1 00000800:00000001:0.0:1767384311.182208:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.182213:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.182216:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000302baf7b. 00000400:00000010:1.0:1767384311.182221:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000fec59f14. 00000800:00000001:0.0:1767384311.182224:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.182226:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000a236c18d. 00000400:00000010:1.0:1767384311.182240:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000302baf7b. 00000400:00000010:1.0:1767384311.182244:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000fec59f14. 00000400:00000010:1.0:1767384311.182247:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000a236c18d. 00000400:00000010:1.0:1767384311.182251:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000005f5a892. 00000400:00000200:1.0:1767384311.182264:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384311.182268:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:1.0:1767384311.182272:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:1.0:1767384311.182276:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:1.0:1767384311.182280:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384311.182283:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:1.0:1767384311.182286:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384311.182292:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (17) 00000800:00000010:2.0:1767384311.182377:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000791c7e62. 00000800:00000010:2.0:1767384311.182383:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083e6c172. 00000800:00000010:2.0:1767384311.182389:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384311.182434:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000400:00000200:1.0:1767384311.182434:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384311.182465:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp23 from 226.3.0.2 00000800:00000010:1.0:1767384311.182468:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009659cfa6. 00000800:00000010:2.0:1767384311.182513:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009301b376. 00000800:00000010:2.0:1767384311.182520:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cce8880e. 00000800:00000010:2.0:1767384311.182540:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001b48eaaa. 00000800:00000200:2.1:1767384311.182546:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (4) 00000800:00000200:2.1:1767384311.182551:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp23 000000001b48eaaa deleted 00000800:00000010:2.1:1767384311.182553:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001b48eaaa. 00000800:00000200:2.1:1767384311.182557:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384311.182564:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp23 p 3.x 192.168.202.115 -> 192.168.202.115:994 incarnation:1767384309330338382 sched[0] 00000800:00000010:2.0:1767384311.182569:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384311.182623:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384311.182627:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cce8880e. 00000800:00000200:0.1:1767384311.182643:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384311.182649:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp23 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384309330338382 sched[0] 00000800:00000010:0.0:1767384311.182653:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083e6c172. 00000800:00000010:2.0:1767384311.182658:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009659cfa6. 00000800:00000001:2.0:1767384311.182707:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.182711:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384311.182715:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.182719:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384311.182837:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000071376f2e. 00080000:00000010:2.0:1767384311.182878:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2838893. 00040000:00000001:2.0:1767384311.182883:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384311.182886:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384311.182889:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384311.182892:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384311.182894:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.182902:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384311.182912:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384311.182920:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384311.182923:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384311.182929:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384311.182944:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384311.182946:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a236c18d. 20000000:00000001:0.0:1767384311.182948:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384311.182952:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 10000000:01000000:0.0:1767384311.182953:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384311.182959:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384311.182961:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384311.182964:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384311.182966:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384311.182969:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384311.182975:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2edf1a5. 00080000:00000001:1.0:1767384311.182981:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384311.182982:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384311.182987:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d056c487. 00080000:00000001:1.0:1767384311.182991:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.182992:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384311.182996:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d056c487 with handle 0x960a57272cefbb03 to hash 00080000:00000001:1.0:1767384311.182997:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384311.183002:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.183002:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384311.183006:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384311.183006:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00080000:00000001:1.0:1767384311.183010:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183012:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00080000:00000002:1.0:1767384311.183014:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000001:0.0:1767384311.183019:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384311.183021:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000001:0.0:1767384311.183023:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384311.183025:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384311.183028:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384311.183031:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:2.0:1767384311.183038:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384311.183038:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.183043:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384311.183045:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.183045:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:2.0:1767384311.183047:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008c9848b6. 00000020:00000001:1.0:1767384311.183051:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384311.183051:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:2.0:1767384311.183055:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183057:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000040:2.0:1767384311.183060:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314368 00000020:00000001:1.0:1767384311.183060:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:0.0:1767384311.183060:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384311.183063:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384311.183063:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384311.183067:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384311.183067:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384311.183071:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384311.183072:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a41d944e x1853236728314368/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384311.183074:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fec59f14. 00010000:00000001:0.0:1767384311.183074:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384311.183078:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384311.183080:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349493367296 : -113724216184320 : ffff9891847df200) 00010000:00000001:0.0:1767384311.183081:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384311.183084:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384311.183084:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:2.0:1767384311.183087:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.183091:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=34 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384311.183096:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:0.0:1767384311.183096:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c2edf1a5) refcount = 1 00000100:00000001:2.0:1767384311.183098:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384311.183101:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384311.183103:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:2.0:1767384311.183104:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384311.183108:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384311.183109:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:1.0:1767384311.183110:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d118ea9d. 02000000:00000001:2.0:1767384311.183111:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384311.183111:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384311.183114:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384311.183115:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.183116:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183118:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.183119:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767384311.183122:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384311.183123:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384311.183126:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384311.183128:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:2.0:1767384311.183130:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce8880e. 20000000:01000000:0.0:1767384311.183131:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000200:2.0:1767384311.183172:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314368, offset 224 00010000:00000001:0.0:1767384311.183172:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384311.183174:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.183177:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=4 00000400:00000200:2.0:1767384311.183179:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384311.183180:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384311.183182:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00080000:00000001:1.0:1767384311.183184:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183185:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384311.183188:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384311.183188:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384311.183194:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03a00 00010000:00000001:0.0:1767384311.183195:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384311.183197:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384311.183199:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384311.183200:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1585 [2] + 224 00010000:00000001:0.0:1767384311.183206:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384311.183207:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384311.183208:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384311.183210:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384311.183211:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.183215:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384311.183216:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384311.183218:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384311.183219:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.183221:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384311.183224:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384311.183230:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384311.183230:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d056c487 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384311.183240:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384311.183242:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384311.183244:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.183250:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384311.183252:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384311.183252:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384311.183253:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.183254:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=5 00000020:00000001:0.0:1767384311.183256:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00000400:00000200:2.0:1767384311.183257:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce8880e 00010000:00000001:0.0:1767384311.183258:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00000400:00000010:2.0:1767384311.183259:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce8880e. 00010000:00000001:0.0:1767384311.183261:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384311.183262:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384311.183263:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384311.183264:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.183267:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183269:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384311.183270:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384311.183271:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384311.183272:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384311.183273:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.183274:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.183277:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384311.183277:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384311.183278:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384311.183279:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384311.183281:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a41d944e x1853236728314368/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.183284:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384311.183284:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384311.183287:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384311.183290:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d056c487 with handle 0x960a57272cefbb03 from hash 00000400:00000001:1.0:1767384311.183292:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384311.183293:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a41d944e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728314368:12345-0@lo:253: Request processed in 4165us (4665us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384311.183293:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:1.0:1767384311.183297:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384311.183297:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384311.183301:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050880935. 00010000:00000001:0.0:1767384311.183301:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.183302:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:2.0:1767384311.183305:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00000001:0.0:1767384311.183305:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384311.183309:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000400:00000200:1.0:1767384311.183309:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5b3185 00010000:00000001:0.0:1767384311.183309:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384311.183311:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384311.183314:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384311.183314:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.183315:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b5b3185. 00000100:00000001:2.0:1767384311.183317:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384311.183317:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183321:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384311.183322:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384311.183323:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:2.0:1767384311.183324:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362543cb. 00010000:00000001:0.0:1767384311.183328:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384311.183330:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ddb46f8. 00000100:00000200:1.0:1767384311.183330:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.183331:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384311.183336:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb889823. 00010000:00000001:0.0:1767384311.183339:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.183343:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:0.0:1767384311.183344:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.183347:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.183349:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384311.183351:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb0eb4e9. 00010000:00010000:0.0:1767384311.183351:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384311.183356:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384311.183356:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.183360:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.183360:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.183361:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.183364:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384311.183366:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384311.183367:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384311.183369:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.183371:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384311.183373:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f03d5a1a. 00010000:00000001:0.0:1767384311.183374:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384311.183377:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.183379:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce8880e. 00000100:00000001:1.0:1767384311.183380:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:0.0:1767384311.183381:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.183385:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384311.183386:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.183390:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384311.183395:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384311.183398:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384311.183398:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384311.183402:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384311.183403:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.183405:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d056c487/0x960a57272cefbb03 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384311.183408:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.183416:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=34 v=5 (5 0 0 0) 00010000:00000040:0.0:1767384311.183418:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2edf1a5 count: 0 00000100:00001000:1.0:1767384311.183424:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=34 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384311.183428:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384311.183429:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:0.0:1767384311.183432:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384311.183433:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.183437:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384311.183440:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.183443:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.183447:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.183454:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.183465:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.183466:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384311.183470:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384311.183472:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384311.183473:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.183475:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.183477:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.183479:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384311.183480:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384311.183481:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384311.183483:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.183485:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384311.183488:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.183497:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728314368:0@lo:253: 00000100:00000001:1.0:1767384311.183502:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.183505:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.183507:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5ddd5ed x1853236728314368/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.183514:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384311.183517:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384311.183520:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000070fe940d. 02000000:00000001:1.0:1767384311.183525:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.183527:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.183529:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384311.183532:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384311.183534:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000007f9c4e5. 02000000:00000001:1.0:1767384311.183538:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384311.183540:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384311.183541:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5ddd5ed. 00000100:00000001:1.0:1767384311.183545:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384311.183546:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.183548:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.183553:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.183554:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.183557:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.183566:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384311.185249:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fec59f14. 00080000:00000010:1.0:1767384311.185283:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d118ea9d. 00040000:00000001:1.0:1767384311.185288:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.185289:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384311.185291:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384311.185293:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384311.185295:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.185296:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384311.185298:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384311.185307:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384311.185309:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384311.185313:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384311.185329:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384311.185334:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384311.185336:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384311.185340:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384311.185343:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384311.185347:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023b0fdbf. 00010000:00000001:0.0:1767384311.185351:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384311.185354:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093b2c031. 00000020:00000001:0.0:1767384311.185356:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384311.185358:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093b2c031 with handle 0x960a57272cefbb0a to hash 00000020:00000001:0.0:1767384311.185360:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384311.185369:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384311.185372:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384311.185375:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384311.185377:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.185379:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.185387:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384311.185389:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384311.185391:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384311.185392:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384311.185394:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.185396:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384311.185397:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.185400:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384311.185402:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384311.185404:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384311.185406:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384311.185408:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b0fdbf) refcount = 1 00010000:00010000:0.0:1767384311.185411:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.185417:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384311.185419:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384311.185421:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.185423:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185426:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:1.0:1767384311.185429:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:0.0:1767384311.185429:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384311.185433:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000001:1.0:1767384311.185434:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384311.185436:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000063dcaaea. 00010000:00000001:0.0:1767384311.185439:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384311.185441:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.185443:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:1.0:1767384311.185445:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314496 00000020:00000040:0.0:1767384311.185446:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=4 00010000:00000001:1.0:1767384311.185449:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384311.185452:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000200:1.0:1767384311.185455:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f222191d x1853236728314496/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.185459:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384311.185464:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384311.185467:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.185468:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.185470:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.185474:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384311.185476:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384311.185477:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.185482:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384311.185487:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.185490:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185490:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384311.185495:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384311.185495:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384311.185500:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.185504:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5b3185. 00010000:00000001:0.0:1767384311.185508:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384311.185510:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314496, offset 224 00010000:00000001:0.0:1767384311.185511:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384311.185516:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384311.185520:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384311.185526:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384311.185531:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384311.185531:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185537:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384311.185539:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384311.185543:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03a80 00000400:00000200:1.0:1767384311.185552:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x158d [2] + 224 00010000:00010000:0.0:1767384311.185554:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093b2c031 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384311.185557:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384311.185559:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384311.185562:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384311.185566:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.185572:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384311.185573:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384311.185576:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384311.185577:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384311.185578:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384311.185582:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384311.185582:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=5 00000020:00000001:0.0:1767384311.185587:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384311.185593:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00000100:00000040:1.0:1767384311.185596:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.185598:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384311.185601:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384311.185614:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384311.185618:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.185622:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5b3185 00010000:00000001:0.0:1767384311.185624:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384311.185625:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b5b3185. 00000100:00000001:2.0:1767384311.185628:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384311.185628:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.185629:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384311.185633:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.185633:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384311.185635:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384311.185637:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384311.185638:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384311.185639:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384311.185639:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384311.185641:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384311.185643:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.185644:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384311.185646:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384311.185649:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384311.185649:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093b2c031 with handle 0x960a57272cefbb0a from hash 00000020:00000001:1.0:1767384311.185650:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384311.185654:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00010000:00000001:0.0:1767384311.185654:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384311.185655:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f222191d x1853236728314496/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.185657:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384311.185660:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63e6d7c 00010000:00000001:0.0:1767384311.185660:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.185662:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384311.185664:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a63e6d7c. 00010000:00000001:0.0:1767384311.185664:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384311.185666:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384311.185669:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384311.185670:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384311.185673:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384311.185676:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.185676:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.185679:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f222191d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728314496:12345-0@lo:253: Request processed in 6405us (6818us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384311.185680:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384311.185684:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384311.185689:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384311.185692:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384311.185694:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.185697:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000200:2.0:1767384311.185699:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.185699:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.185701:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00000001:0.0:1767384311.185703:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.185707:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384311.185708:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.185710:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384311.185714:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384311.185714:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a377255c. 00000100:00000001:2.0:1767384311.185717:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.185717:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384311.185719:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f70f1e8. 00000100:00000001:2.0:1767384311.185720:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384311.185720:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384311.185724:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384311.185724:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:1.0:1767384311.185726:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027552dc3. 00010000:00000001:0.0:1767384311.185727:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384311.185728:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.185732:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185732:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384311.185734:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384311.185734:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384311.185735:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185737:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384311.185741:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=34 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384311.185741:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384311.185741:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.185744:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384311.185746:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f4f206b9. 00000100:00001000:2.0:1767384311.185747:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=34 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384311.185747:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384311.185754:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384311.185755:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384311.185758:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.185774:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.185776:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384311.185779:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.185782:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.185783:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:1.0:1767384311.185785:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384311.185785:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384311.185787:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093b2c031/0x960a57272cefbb0a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384311.185791:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384311.185794:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050880935. 00010000:00000040:0.0:1767384311.185796:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023b0fdbf count: 0 00000100:00000001:2.0:1767384311.185802:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384311.185803:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5b3185. 00010000:00000001:0.0:1767384311.185805:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384311.185806:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384311.185809:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384311.185809:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384311.185812:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384311.185814:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384311.185816:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.185818:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384311.185819:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.185820:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384311.185822:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384311.185824:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384311.185833:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384311.185836:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.185845:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728314496:0@lo:253: 00000100:00000001:2.0:1767384311.185849:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.185851:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.185853:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f049baf x1853236728314496/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.185860:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384311.185862:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384311.185864:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000d827c09. 02000000:00000001:2.0:1767384311.185867:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384311.185868:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384311.185870:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384311.185872:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.185873:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3039f8e. 02000000:00000001:2.0:1767384311.185877:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384311.185878:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384311.185879:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f049baf. 00000100:00000001:2.0:1767384311.185882:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384311.185883:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.185885:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.185889:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.185890:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.185892:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.185894:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.186174:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294899229, at 4294899230 00000100:00000010:1.0:1767384311.186181:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001559c9e8. 00000100:00000040:0.0:1767384311.186185:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294899229, at 4294899230 00000100:00000040:2.0:1767384311.186189:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294899229, at 4294899230 00000100:00000010:0.0:1767384311.186193:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005160f1f3. 00000100:00000010:2.0:1767384311.186194:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddbde86. 00000100:00000040:3.0:1767384311.187189:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294899229, at 4294899231 00000100:00000010:3.0:1767384311.187201:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebd1e324. 00010000:00000010:0.1:1767384311.192173:0:24185:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2edf1a5. 00010000:00000010:0.1:1767384311.192188:0:24185:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d056c487. 00010000:00000010:0.1:1767384311.192206:0:24185:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023b0fdbf. 00010000:00000010:0.1:1767384311.192217:0:24185:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093b2c031. 00000400:00000010:3.0:1767384311.197937:0:24186:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003af5938a. 00000400:00000040:3.0:1767384311.197960:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384311.197964:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384311.197968:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384311.197971:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384311.197974:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384311.197977:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384311.197980:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384311.197982:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384311.197985:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384311.197986:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384311.197989:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384311.197991:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384311.197994:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384311.197997:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384311.197999:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384311.198001:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384311.198003:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384311.198005:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384311.198008:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384311.198011:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384311.198013:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384311.198016:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384311.198018:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384311.198020:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384311.198022:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384311.198024:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384311.198026:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384311.198028:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384311.198029:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384311.198032:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384311.198033:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384311.198044:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384311.198046:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384311.198048:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384311.198051:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384311.198053:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384311.198054:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384311.198057:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384311.198059:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384311.198060:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384311.198062:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384311.198063:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384311.198064:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384311.198066:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384311.198067:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384311.198068:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384311.198069:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384311.198070:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384311.198071:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384311.198072:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384311.198073:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384311.198074:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384311.198075:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384311.198076:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384311.198078:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384311.198080:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384311.198081:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384311.198193:0:24186:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003af5938a. 00010000:00000001:2.0:1767384312.117202:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384312.117207:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.117212:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384312.117213:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.117261:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384312.117265:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.117269:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384312.199538:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006723a63e. 00080000:00000010:1.0:1767384312.199548:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006723a63e. 00000020:00000001:1.0:1767384312.199553:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384312.199560:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006723a63e. 00080000:00000010:1.0:1767384312.199563:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006723a63e. 00000020:00000001:1.0:1767384312.199566:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384312.963311:0:24627:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384312.963316:0:24627:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384312.966888:0:24627:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384312.974511:0:24628:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000bc9df54. 00000400:00000010:0.0:1767384312.974524:0:24628:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b1f35533. 00000400:00000010:0.0:1767384312.974532:0:24628:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007e013c1f. 00000400:00000010:0.0:1767384312.974535:0:24628:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004fbc9c5b. 00000400:00000010:0.0:1767384312.974538:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009cb642ef. 00000400:00000010:0.0:1767384312.974542:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004fccac5e. 00000400:00000010:0.0:1767384312.974543:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f76952c1. 00000400:00000010:0.0:1767384312.974545:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae48e272. 00000400:00000010:0.0:1767384312.974547:0:24628:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a7e37f40. 00000800:00000010:0.0:1767384312.974558:0:24628:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000809a457b. 00000800:00000200:0.0:1767384312.974569:0:24628:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384312.974575:0:24628:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384312.974607:0:24628:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384312.974627:0:24628:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp25 [8/256/0/180] 00000400:00000010:0.0:1767384312.975920:0:24628:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000004929ed34. 00000400:00000010:0.0:1767384312.975925:0:24628:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063af9729. 00000400:00000010:0.0:1767384312.975929:0:24628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000001:0.0:1767384312.975942:0:24628:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.975944:0:24628:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384312.975950:0:24628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:0.0:1767384312.975953:0:24628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6792059 00000400:00000010:0.0:1767384312.975954:0:24628:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6792059. 00000400:00000010:0.0:1767384312.975957:0:24628:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000008bef2638. 00000400:00000200:0.0:1767384312.975962:0:24628:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (16) 00000400:00000200:0.0:1767384312.975972:0:24628:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384312.975979:0:24628:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:0.0:1767384312.975985:0:24628:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006bea8a49. 00000020:01000000:0.0:1767384312.975988:0:24628:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384312.975991:0:24628:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp25 00000400:00000200:1.0:1767384312.976004:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384312.976005:0:24628:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b1f35533. 00000400:00000010:0.0:1767384312.976011:0:24628:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000bc9df54. 00000400:00000200:1.0:1767384312.976015:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384312.976022:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000836f7d8e. 00000400:00000200:1.0:1767384312.976026:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000010:1.0:1767384312.976031:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000039e27c24. 00000400:00000200:1.0:1767384312.976037:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp10 00000400:00000200:1.0:1767384312.976052:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:1.0:1767384312.976060:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [39:39:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [39:39:8:4294967295] 00000020:00000001:2.0:1767384312.976064:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384312.976070:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp10 10000000:00000001:2.0:1767384312.976073:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.976079:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384312.976087:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) : PUT try# 0 10000000:01000000:2.0:1767384312.976094:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:1.0:1767384312.976101:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000020:01000004:2.0:1767384312.976102:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.976108:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:1.0:1767384312.976111:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f31dc699. 00000020:01000004:2.0:1767384312.976112:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.976118:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.976121:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.976124:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.976127:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384312.976129:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000020:01000004:2.0:1767384312.976131:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.976159:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.976161:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384312.976167:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f049baf. 00000020:00000040:2.0:1767384312.976174:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:1.0:1767384312.976180:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000100:00000001:2.0:1767384312.976181:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.976188:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384312.976191:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31dc699 type 1, nob 400 niov 1 nkiov 1 02000000:00000001:2.0:1767384312.976194:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.976208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000baa8a003. 00000100:00000001:2.0:1767384312.976219:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.976223:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000001:2.0:1767384312.976229:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.976235:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.976241:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000040:2.0:1767384312.976248:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f049baf] to pc [ptlrpcd_00_03+3] req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384312.976276:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.976279:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.976281:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384312.976283:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384312.976290:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.976292:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.976294:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.976295:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384312.976297:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.976298:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384312.976299:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.976300:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.976302:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.976304:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.976305:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384312.976312:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.976313:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384312.976315:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017ab60b5. 00000020:00000040:2.0:1767384312.976317:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384312.976319:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.976320:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384312.976322:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.976328:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000912bd801. 00000100:00000001:2.0:1767384312.976332:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.976335:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.976337:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.976341:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ab60b5] to pc [ptlrpcd_00_00+0] req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384312.976365:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.976368:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.976369:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384312.976370:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384312.976374:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006bea8a49. 00000100:00000001:3.0:1767384312.976384:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384312.976385:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384312.976389:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384312.976392:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384312.976396:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384312.976397:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f31dc699. 00000100:00000001:2.0:1767384312.976398:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.976404:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384312.976411:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.976412:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384312.976414:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.976421:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.976429:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.976432:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.976439:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384312.976439:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384312.976439:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000100:00000001:2.0:1767384312.976445:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.976450:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384312.976453:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384312.976453:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384312.976458:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384312.976466:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.976469:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp10: 0 00000100:00000001:3.0:1767384312.976476:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384312.976479:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728314752:0@lo:253: 00000100:00000001:3.0:1767384312.976486:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.976486:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384312.976487:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384312.976495:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384312.976498:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384312.976500:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.976500:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384312.976502:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384312.976506:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384312.976508:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728314624:0@lo:253: 00000800:00000001:1.0:1767384312.976512:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384312.976514:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384312.976515:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384312.976520:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384312.976521:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384312.976523:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.976526:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a3039f8e. 02000000:00000001:3.0:1767384312.976528:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384312.976533:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384312.976537:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e69c324. 00000400:00000200:1.0:1767384312.976538:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : PUT - for me 02000000:00000001:3.0:1767384312.976542:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384312.976560:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000400:00000010:3.0:1767384312.976561:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 00000400:00000200:1.0:1767384312.976570:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384312.976574:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b98cd9. 00000400:00000010:3.0:1767384312.976575:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e573b1be. 00000400:00000200:1.0:1767384312.976582:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 288/304 into md 0x1595 [1] + 0 00000400:00000010:1.0:1767384312.976588:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e787c9dd. 00000400:00000200:1.0:1767384312.976592:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000570db55c 00000100:00000200:2.0:1767384312.976598:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314752, portal 25 00000800:00000001:1.0:1767384312.976598:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384312.976599:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728314624, portal 25 00000100:00000001:2.0:1767384312.976603:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384312.976604:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.976606:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566694656 : -113724142856960 : ffff989188dcd500) 00000100:00000001:3.0:1767384312.976608:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566692864 : -113724142858752 : ffff989188dcce00) 00000800:00000001:1.0:1767384312.976609:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384312.976615:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.976619:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384312.976620:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.976646:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000100:00000001:2.0:1767384312.976656:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384312.976658:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384312.976672:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000100:00000040:2.0:1767384312.976673:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384312.976675:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384312.976678:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013ed230d. 00000400:00000010:1.0:1767384312.976681:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000400:00000010:3.0:1767384312.976682:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090b1accb. 00000400:00000200:1.0:1767384312.976693:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:2.0:1767384312.976694:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314752, offset 0 00000100:00000200:3.0:1767384312.976695:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728314624, offset 0 00000400:00000200:1.0:1767384312.976712:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (18) 00000400:00000200:2.0:1767384312.976718:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.976724:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:3.0:1767384312.976731:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384312.976736:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.976738:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (304 bytes) 00000400:00000200:3.0:1767384312.976758:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384312.976767:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03b80 00000400:00000200:1.0:1767384312.976773:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384312.976778:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000400:00000010:2.0:1767384312.976784:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000215f663f. 00000400:00000200:2.0:1767384312.976789:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4c87db8 00000400:00000200:1.0:1767384312.976791:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (19) 00000400:00000200:2.0:1767384312.976797:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384312.976803:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03b00 00000400:00000200:1.0:1767384312.976805:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384312.976806:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384312.976818:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:3.0:1767384312.976824:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b3535b. 00000400:00000200:1.0:1767384312.976831:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:3.0:1767384312.976832:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d913f525 00000400:00000200:3.0:1767384312.976842:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.976850:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [40:40:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1767384312.976851:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384312.976873:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) 192.168.202.115@tcp10 : ACK try# 0 00000400:00000200:2.0:1767384312.976891:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4c87db8 00000800:00000200:1.0:1767384312.976892:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000400:00000010:2.0:1767384312.976897:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4c87db8. 00000800:00000010:1.0:1767384312.976903:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f31dc699. 00000400:00000200:3.0:1767384312.976904:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d913f525 00000100:00000001:2.0:1767384312.976905:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384312.976909:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384312.976911:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d913f525. 00000100:00000040:2.0:1767384312.976915:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a1098b64 x1853236728314752 msgsize 4848 00000100:00000001:3.0:1767384312.976918:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1767384312.976924:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000100:00000200:3.0:1767384312.976925:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384312.976938:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384312.976942:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000e45c4ffb x1853236728314624 msgsize 4848 00000100:00000040:2.0:1767384312.976943:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:1.0:1767384312.976951:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:1021 00000100:00100000:3.0:1767384312.976958:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384312.976960:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384312.976964:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31dc699 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384312.976967:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384312.976970:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013ed230d 00000400:00000010:2.0:1767384312.976976:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013ed230d. 00000100:00000001:2.0:1767384312.976984:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384312.976986:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384312.976990:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384312.976994:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090b1accb 00000800:00000001:1.0:1767384312.976995:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384312.977001:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090b1accb. 00000100:00000001:3.0:1767384312.977005:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384312.977007:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384312.977009:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384312.977010:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.977014:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.977026:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.977031:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.977038:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977042:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977043:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384312.977045:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384312.977055:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977056:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977066:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294901027 00000100:00000001:2.0:1767384312.977067:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294901027 00000100:00000010:3.0:1767384312.977071:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9022e39. 00000100:00000001:3.0:1767384312.977079:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384312.977091:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294901027 00000100:00000001:2.0:1767384312.977092:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294901027 00000100:00000010:3.0:1767384312.977095:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d339d0e. 00000100:00000001:2.0:1767384312.977098:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294901027 00000100:00000001:3.0:1767384312.977100:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767384312.977104:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384312.977108:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294901027 00000100:00000001:2.0:1767384312.977109:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294901027 00000800:00000010:1.0:1767384312.977110:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f31dc699. 00000100:00000010:3.0:1767384312.977114:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006725324e. 00000100:00000001:2.0:1767384312.977118:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294901027 00000100:00000001:3.0:1767384312.977127:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384312.977128:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384312.977155:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294901027 00000100:00000001:2.0:1767384312.977159:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294901028 00000100:00000010:2.0:1767384312.977163:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e96e7874. 00000100:00000001:2.0:1767384312.977168:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384312.977169:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294901027 00000400:00000200:1.0:1767384312.977174:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000100:00000001:2.0:1767384312.977177:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.977179:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294901028 00000100:00000001:2.0:1767384312.977188:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977190:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.977195:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977196:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.977197:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384312.977199:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.977204:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977209:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.977210:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.977210:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.977213:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.977226:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384312.977228:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384312.977230:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.977236:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977240:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.977243:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.977250:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384312.977265:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384312.977266:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384312.977269:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314752 02000000:00000001:3.0:1767384312.977279:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384312.977282:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384312.977283:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : ACK - for me 00000100:00000001:3.0:1767384312.977286:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.977292:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384312.977296:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314752 00000020:00000001:3.0:1767384312.977299:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384312.977302:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384312.977305:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384312.977306:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.977309:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384312.977314:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000200:1.0:1767384312.977316:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp10: ACK from 12345-192.168.202.115@tcp10 into md 0x15b5 00000020:00000001:3.0:1767384312.977318:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384312.977320:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384312.977328:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384312.977329:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977333:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384312.977335:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384312.977340:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000100:00000001:3.0:1767384312.977346:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.977349:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000400:00000200:1.0:1767384312.977351:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000100:00000001:2.0:1767384312.977354:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384312.977356:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127b941a. 00000100:00100000:2.0:1767384312.977359:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314624 02000000:00000001:2.0:1767384312.977363:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384312.977364:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1941a23. 00000400:00000200:1.0:1767384312.977365:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000836f7d8e 00000100:00000001:2.0:1767384312.977368:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.977370:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.977378:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.977378:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000836f7d8e. 00000020:00000010:3.0:1767384312.977379:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c886a34. 00000100:00100000:2.0:1767384312.977387:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314624 00000400:00000200:1.0:1767384312.977394:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384312.977400:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384312.977401:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384312.977404:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384312.977408:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384312.977410:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000020:00000001:2.0:1767384312.977411:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384312.977412:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384312.977419:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384312.977420:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384312.977430:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:1.0:1767384312.977430:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000001:2.0:1767384312.977436:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384312.977437:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977445:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384312.977448:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000020:00000010:2.0:1767384312.977450:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041148888. 00000100:00000001:3.0:1767384312.977452:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.977455:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384312.977457:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384312.977458:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041148888. 00000020:00000010:2.0:1767384312.977467:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000346c3908. 00000100:00000001:3.0:1767384312.977468:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1767384312.977469:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.977473:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384312.977474:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000736a419e. 00000100:00100000:3.0:1767384312.977480:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000020:00000010:2.0:1767384312.977482:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00000100:00000040:3.0:1767384312.977484:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384312.977488:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282622032 : -113719426929584 : ffff9892a1f42c50) 00000100:00000001:2.0:1767384312.977493:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384312.977495:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1098b64 x1853236728314752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.977498:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.977502:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.977506:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384312.977510:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000100:00000001:2.0:1767384312.977511:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977517:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.977518:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384312.977519:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.977528:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000400:00000010:1.0:1767384312.977532:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000008a7a3b2f. 00000100:00100000:3.0:1767384312.977538:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1098b64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728314752:12345-0@lo:253: 00000100:00000001:2.0:1767384312.977543:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384312.977543:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e787c9dd. 00000100:00000200:3.0:1767384312.977545:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314752 00000100:00000001:2.0:1767384312.977549:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384312.977553:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384312.977557:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000400:00000010:1.0:1767384312.977558:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000836f7d8e. 00000020:00000001:3.0:1767384312.977559:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384312.977561:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000020:00000001:3.0:1767384312.977562:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.977564:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282617936 : -113719426933680 : ffff9892a1f41c50) 00000020:00000001:3.0:1767384312.977566:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384312.977570:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000040:2.0:1767384312.977574:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e45c4ffb x1853236728314624/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384312.977577:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384312.977579:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008a7a3b2f 00000020:00000001:3.0:1767384312.977580:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384312.977588:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384312.977592:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384312.977593:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000be2dea4d. 00000100:00000001:2.0:1767384312.977595:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384312.977596:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384312.977599:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041148888. 00000400:00000200:1.0:1767384312.977604:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000001:3.0:1767384312.977605:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384312.977605:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384312.977610:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384312.977616:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041148888. 02000000:00000010:3.0:1767384312.977620:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a688a269. 00000400:00000200:1.0:1767384312.977622:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000100:00100000:2.0:1767384312.977626:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e45c4ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728314624:12345-0@lo:253: 02000000:00000001:3.0:1767384312.977629:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977639:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000100:00000001:3.0:1767384312.977640:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384312.977640:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314624 20000000:00000001:3.0:1767384312.977646:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384312.977651:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384312.977651:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000000bb6774a. 00000020:00000001:2.0:1767384312.977656:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.977659:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384312.977660:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bbdc6283. 00000400:00000010:1.0:1767384312.977661:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00000020:00000001:2.0:1767384312.977662:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384312.977668:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:01000000:3.0:1767384312.977670:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384312.977672:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384312.977674:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384312.977677:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000962d6063. 20000000:00000001:3.0:1767384312.977678:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384312.977678:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384312.977684:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.977691:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384312.977692:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.977694:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384312.977697:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384312.977697:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977707:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000001:2.0:1767384312.977708:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384312.977713:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4cdcbdf. 02000000:00000001:2.0:1767384312.977714:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384312.977718:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 02000000:00000010:2.0:1767384312.977722:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d827c09. 20000000:00000001:3.0:1767384312.977726:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384312.977727:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977728:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00080000:00000001:3.0:1767384312.977733:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384312.977734:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.977739:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384312.977740:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384312.977759:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 20000000:00000010:2.0:1767384312.977762:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fb0eb4e9. 20000000:01000000:2.0:1767384312.977767:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384312.977770:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384312.977773:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384312.977777:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977778:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00080000:00000001:3.0:1767384312.977779:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384312.977786:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.977792:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384312.977797:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00080000:00000001:3.0:1767384312.977802:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384312.977808:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384312.977809:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00080000:00000001:3.0:1767384312.977811:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977816:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00080000:00000001:3.0:1767384312.977823:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384312.977829:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384312.977834:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000400:00000200:1.0:1767384312.977834:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000001:3.0:1767384312.977844:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:3.0:1767384312.977847:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384312.977853:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00080000:00000001:3.0:1767384312.977854:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384312.977865:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384312.977869:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.977873:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:3.0:1767384312.977875:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384312.977882:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:3.0:1767384312.977887:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384312.977887:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00080000:00000010:3.0:1767384312.977894:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045f96300. 00080000:00000001:3.0:1767384312.977898:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353830363648 : -113719879187968 : ffff989286ff4200) 00000400:00000200:1.0:1767384312.977903:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00080000:00000001:3.0:1767384312.977906:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384312.977911:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384312.977914:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d76bcd57. 00000400:00000200:1.0:1767384312.977917:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00080000:00000001:3.0:1767384312.977918:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384312.977924:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384312.977932:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384312.977938:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00080000:00000001:3.0:1767384312.977941:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.977958:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00080000:00000001:3.0:1767384312.977963:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384312.977968:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384312.977977:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:1.0:1767384312.977986:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp24 00000400:00000200:1.0:1767384312.977994:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp24 lpni_is_preferred = 0 00000400:00000200:1.0:1767384312.977999:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp24 00000400:00000200:1.0:1767384312.978004:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [41:41:8:4294967295] 00000400:00000200:1.0:1767384312.978010:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp24 00000400:00000200:1.0:1767384312.978018:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:) -> 192.168.202.115@tcp24(192.168.202.115@tcp:192.168.202.115@tcp24) : GET try# 0 00000800:00000200:1.0:1767384312.978024:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp24 00000800:00000010:1.0:1767384312.978028:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f31dc699. 00000800:00000010:1.0:1767384312.978036:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000916aaa7. 00000800:00000010:1.0:1767384312.978040:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003d864037. 00000800:00000200:1.0:1767384312.978045:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (2) 00000800:00000200:1.1:1767384312.978050:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (2) 00000400:00000200:1.0:1767384312.978073:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384312.978077:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000400:00000200:3.0:1767384312.978319:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978369:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978398:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978414:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978430:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978447:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978463:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978495:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978525:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978541:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978581:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978622:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978639:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978658:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978684:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978758:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978809:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978824:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978838:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978851:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.978888:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:3.0:1767384312.979162:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d49c156d. 00000800:00000010:3.0:1767384312.979170:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090b1accb. 00000800:00000010:3.0:1767384312.979178:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a873335. 00000800:00000010:3.0:1767384312.979236:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a873335. 00000400:00000200:1.0:1767384312.979331:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.979355:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp24 from 225.3.0.2 00000800:00000010:1.0:1767384312.979360:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000256a4e82. 00000800:00000010:2.0:1767384312.979402:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008c9848b6. 00000800:00000010:2.0:1767384312.979408:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013ed230d. 00000800:00000010:2.0:1767384312.979433:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bd9d415. 00000800:00000200:2.1:1767384312.979440:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (2) 00000800:00000200:2.1:1767384312.979446:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp24 000000008bd9d415 deleted 00000800:00000010:2.1:1767384312.979448:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008bd9d415. 00000800:00000200:2.1:1767384312.979455:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384312.979461:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:993 00000800:00000200:2.1:1767384312.979465:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31dc699 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384312.979547:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp24 p 3.x 192.168.202.115 -> 192.168.202.115:993 incarnation:1767384311175458505 sched[0] 00000800:00000010:2.0:1767384312.979553:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041148888. 00000800:00000010:2.0:1767384312.979640:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041148888. 00000800:00000010:2.0:1767384312.979646:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013ed230d. 00000800:00000200:3.1:1767384312.979706:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384312.979711:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000256a4e82. 00000800:00000001:2.0:1767384312.979759:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384312.979766:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp24 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384311175458505 sched[0] 00000800:00000001:2.0:1767384312.979767:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384312.979775:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090b1accb. 00000800:00000200:2.0:1767384312.979836:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384312.979840:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f31dc699. 00000400:00000200:2.0:1767384312.979852:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.979858:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: GET: OK 00000400:00000200:2.0:1767384312.979863:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384312.979868:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:2.0:1767384312.979898:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.979904:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.979905:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.979911:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.979919:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : GET - for me 00000400:00000200:2.0:1767384312.979934:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384312.979943:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 304/304 into md 0x15b1 [1] + 0 00000400:00000200:2.0:1767384312.979957:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp24 to MR: 192.168.202.115@tcp24 local destination 00000400:00000200:3.0:1767384312.979962:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384312.979969:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1767384312.979981:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) -> 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) 192.168.202.115@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384312.979986:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.115@tcp24 00000800:00000010:2.0:1767384312.979989:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b679a787. 00000800:00000200:2.0:1767384312.979995:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (4) 00000800:00000200:2.0:1767384312.979999:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:988 00000800:00000200:2.0:1767384312.980001:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b679a787 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384312.980024:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000001:1.0:1767384312.980052:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384312.980074:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384312.980076:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384312.980078:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b679a787. 00000400:00000200:2.0:1767384312.980087:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384312.980092:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384312.980096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384312.980097:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: REPLY: OK 00000800:00000001:1.0:1767384312.980103:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.980117:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.980129:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : REPLY - for me 00000400:00000200:1.0:1767384312.980199:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp24: Reply from 12345-192.168.202.115@tcp24 of length 304/304 into md 0x15cd 00000800:00000001:1.0:1767384312.980205:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.980216:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.980220:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.980233:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: REPLY: OK 00000400:00000200:1.0:1767384312.980250:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000400:00000010:1.0:1767384312.980254:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000400:00000200:1.0:1767384312.980262:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384312.980263:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384312.980270:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:1.0:1767384312.980276:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384312.980283:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 17. state = 0x100251 00000400:00000200:1.0:1767384312.980294:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384312.980311:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000400:00000200:3.0:1767384312.980318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000800:00000001:1.0:1767384312.980321:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384312.980334:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384312.980334:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.980344:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:2.0:1767384312.980353:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 0000000024dc082a. 00000400:00000010:2.0:1767384312.980356:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000ef25efcc. 00000400:00000010:2.0:1767384312.980360:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000d435beab. 00000800:00000001:1.0:1767384312.980363:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384312.980394:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f972e40f. 00000400:00000200:2.0:1767384312.980404:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f972e40f nid 192.168.202.115@tcp25 00000400:00000200:3.0:1767384312.980410:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000010:2.0:1767384312.980413:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000060ff3096. 00000400:00000200:2.0:1767384312.980418:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000060ff3096 net tcp25 00000400:00000200:2.0:1767384312.980422:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000200:2.0:1767384312.980429:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp25 flags 0x11 00000400:00000010:2.0:1767384312.980433:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 0000000024dc082a. 00000400:00000010:2.0:1767384312.980437:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000ef25efcc. 00000400:00000010:2.0:1767384312.980442:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000d435beab. 00000400:00000010:2.0:1767384312.980446:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000000bb6774a. 00000400:00000200:2.0:1767384312.980450:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384312.980453:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:2.0:1767384312.980458:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:2.0:1767384312.980466:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:2.0:1767384312.980471:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384312.980475:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:2.0:1767384312.980481:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384312.980491:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000400:00000200:3.0:1767384312.980493:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980898:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.980933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981028:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981522:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981624:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981709:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981877:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.981957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982099:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982165:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982225:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982259:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384312.982291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:3.0:1767384312.982479:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d2a20f8. 00000800:00000010:3.0:1767384312.982485:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090b1accb. 00000800:00000010:3.0:1767384312.982489:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a873335. 00000800:00000010:3.0:1767384312.982530:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a873335. 00000400:00000200:1.0:1767384312.982643:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.982658:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp24 from 224.3.0.2 00000800:00000010:1.0:1767384312.982661:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004affec18. 00000800:00000010:2.0:1767384312.982774:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c57d29ed. 00000800:00000010:2.0:1767384312.982780:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013ed230d. 00000800:00000010:2.0:1767384312.982809:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bd9d415. 00000800:00000200:2.1:1767384312.982815:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (4) 00000800:00000200:2.1:1767384312.982817:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp24 000000008bd9d415 deleted 00000800:00000010:2.1:1767384312.982819:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008bd9d415. 00000800:00000200:2.1:1767384312.982823:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384312.982826:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp24 p 3.x 192.168.202.115 -> 192.168.202.115:992 incarnation:1767384311175458505 sched[0] 00000800:00000010:2.0:1767384312.982830:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041148888. 00080000:00000010:3.0:1767384312.982864:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045f96300. 00000800:00000010:2.0:1767384312.982886:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041148888. 00000800:00000010:2.0:1767384312.982890:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013ed230d. 00080000:00000010:3.0:1767384312.982909:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d76bcd57. 00040000:00000001:3.0:1767384312.982919:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384312.982923:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384312.982926:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384312.982934:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004affec18. 00000020:00000002:3.0:1767384312.982938:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000800:00000200:1.1:1767384312.982939:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767384312.982946:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384312.982952:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384312.982955:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:2.0:1767384312.982957:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384312.982957:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp24 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384311175458505 sched[0] 20000000:01000000:3.0:1767384312.982966:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:1.0:1767384312.982973:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090b1accb. 20000000:00000010:2.0:1767384312.982980:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d435beab. 20000000:00000001:3.0:1767384312.982981:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384312.982984:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:01000000:3.0:1767384312.982988:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384312.982989:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384312.982994:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384312.982997:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384312.982998:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384312.983008:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:1.0:1767384312.983014:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384312.983019:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.983019:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384312.983030:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.983033:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.983036:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384312.983038:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384312.983042:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:2.0:1767384312.983047:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384312.983050:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:1.0:1767384312.983052:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384312.983054:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384312.983057:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384312.983063:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384312.983064:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983072:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384312.983073:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.983075:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384312.983080:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384312.983084:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000707701d3. 00000020:00000001:2.0:1767384312.983086:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:1.0:1767384312.983090:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384312.983094:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384312.983094:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000352b965b. 00080000:00000010:2.0:1767384312.983102:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ef25efcc. 00000020:00000001:1.0:1767384312.983103:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384312.983110:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000352b965b with handle 0x960a57272cefbb11 to hash 00080000:00000001:2.0:1767384312.983111:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462957568 : -113724246594048 : ffff989182adee00) 00080000:00000001:2.0:1767384312.983124:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384312.983125:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384312.983173:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00010000:00000001:1.0:1767384312.983178:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00000001:00000001:2.0:1767384312.983179:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384312.983181:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384312.983182:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000041148888. 00080000:00000001:2.0:1767384312.983188:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983188:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384312.983191:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384312.983194:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384312.983197:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384312.983201:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bbdc6283. 00010000:00010000:1.0:1767384312.983201:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.983210:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384312.983212:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384312.983221:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314752 00010000:00000001:1.0:1767384312.983226:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384312.983227:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384312.983227:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384312.983234:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000200:3.0:1767384312.983237:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1098b64 x1853236728314752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.983239:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384312.983244:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.983249:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.983255:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384312.983256:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.983258:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384312.983262:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983265:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00001000:3.0:1767384312.983269:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=35 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384312.983270:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384312.983275:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384312.983279:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384312.983280:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384312.983282:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000707701d3) refcount = 1 00000100:00000040:3.0:1767384312.983286:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384312.983294:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:1.0:1767384312.983295:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384312.983303:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384312.983307:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.983315:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384312.983316:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384312.983323:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384312.983324:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384312.983329:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384312.983330:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007451136. 00010000:00000001:1.0:1767384312.983334:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384312.983336:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314752, offset 224 00010000:00000001:1.0:1767384312.983340:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384312.983345:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384312.983352:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384312.983358:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:01000000:1.0:1767384312.983360:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000400:00000200:3.0:1767384312.983366:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03b80 00010000:00000001:1.0:1767384312.983367:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.983373:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384312.983374:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b9 [2] + 224 00000020:00000040:1.0:1767384312.983379:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000352b965b refcount=4 00000400:00000200:3.0:1767384312.983382:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384312.983389:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384312.983389:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00000100:00000001:3.0:1767384312.983398:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384312.983399:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00010000:00000001:1.0:1767384312.983403:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384312.983408:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384312.983409:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384312.983443:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.983447:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384312.983459:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384312.983460:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384312.983465:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007451136 00000400:00000010:3.0:1767384312.983468:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007451136. 00010000:00000001:1.0:1767384312.983471:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384312.983472:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384312.983475:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384312.983478:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384312.983479:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.983486:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00010000:1.0:1767384312.983486:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.983489:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384312.983493:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384312.983495:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384312.983497:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384312.983503:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384312.983504:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384312.983508:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384312.983511:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1098b64 x1853236728314752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384312.983514:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00000400:00000200:2.0:1767384312.983523:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b98cd9 00010000:00000001:1.0:1767384312.983524:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384312.983532:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b98cd9. 00010000:00000001:1.0:1767384312.983533:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384312.983538:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1098b64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728314752:12345-0@lo:253: Request processed in 6026us (6618us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384312.983543:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384312.983545:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384312.983550:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384312.983553:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384312.983555:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384312.983563:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384312.983572:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384312.983574:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384312.983582:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1941a23. 00000020:00000010:3.0:1767384312.983594:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c886a34. 00010000:00010000:1.0:1767384312.983604:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000352b965b already unused, calling callback (0000000090c6ba53) 00000020:00000010:3.0:1767384312.983605:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127b941a. 00000100:00000200:2.0:1767384312.983607:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384312.983617:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:1.0:1767384312.983621:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767384312.983623:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384312.983628:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a688a269. 00010000:00000001:1.0:1767384312.983629:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:3.0:1767384312.983638:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767384312.983638:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.983639:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384312.983642:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384312.983648:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384312.983657:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384312.983659:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd6158d. 00010000:00000001:1.0:1767384312.983659:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384312.983669:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384312.983670:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007451136. 00010000:00000001:1.0:1767384312.983671:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384312.983674:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384312.983676:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384312.983678:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384312.983681:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000352b965b refcount=5 00000100:00000001:2.0:1767384312.983682:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.983694:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.983695:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00010000:00000001:1.0:1767384312.983702:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474209792 : -113724235341824 : ffff98918359a000) 00000100:00001000:2.0:1767384312.983704:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=35 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384312.983706:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:2.0:1767384312.983713:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=35 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384312.983713:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.983726:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384312.983733:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983735:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384312.983741:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384312.983742:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384312.983761:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.983765:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.983769:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.983778:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.983781:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384312.983784:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384312.983788:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384312.983790:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384312.983791:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.983793:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.983799:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384312.983799:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.983806:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.983810:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384312.983811:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:2.0:1767384312.983821:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384312.983821:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:2.0:1767384312.983831:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384312.983831:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384312.983838:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.983844:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.983855:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000352b965b with handle 0x960a57272cefbb11 from hash 00010000:00000001:1.0:1767384312.983867:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:2.0:1767384312.983868:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728314752:0@lo:253: 00010000:00000001:1.0:1767384312.983870:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.983876:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.983879:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384312.983880:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.983882:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384312.983885:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384312.983886:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384312.983890:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017ab60b5 x1853236728314752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.983890:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384312.983896:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.983903:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983913:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384312.983919:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384312.983922:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384312.983924:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.983925:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.983926:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983927:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.983928:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.983933:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767384312.983933:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384312.983940:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3039f8e. 00010000:00000001:1.0:1767384312.983950:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384312.983952:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384312.983952:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384312.983958:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384312.983959:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767384312.983961:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00010000:00000001:1.0:1767384312.983962:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1767384312.983968:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384312.983969:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.983976:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384312.983977:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000912bd801. 00010000:00000001:1.0:1767384312.983983:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1767384312.983987:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384312.983987:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.983995:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000001:1.0:1767384312.983995:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384312.984002:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017ab60b5. 00010000:00010000:1.0:1767384312.984002:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.984014:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384312.984015:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384312.984021:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.984022:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384312.984029:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384312.984029:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000352b965b/0x960a57272cefbb11 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.984042:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384312.984045:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.984050:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.984055:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384312.984068:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000707701d3 count: 0 00010000:00000001:1.0:1767384312.984075:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384312.984076:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384312.984194:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294901027, at 4294901028 00000100:00000010:0.0:1767384312.984205:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9022e39. 00000100:00000040:1.0:1767384312.984211:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294901027, at 4294901028 00000100:00000040:2.0:1767384312.984215:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294901027, at 4294901028 00000100:00000010:1.0:1767384312.984221:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d339d0e. 00000100:00000010:2.0:1767384312.984223:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006725324e. 00000100:00000040:3.0:1767384312.985191:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294901028, at 4294901029 00000100:00000010:3.0:1767384312.985200:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e96e7874. 00080000:00000010:3.0:1767384312.985965:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ef25efcc. 00080000:00000010:1.0:1767384312.986019:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000041148888. 00040000:00000001:1.0:1767384312.986026:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384312.986029:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384312.986033:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384312.986038:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384312.986041:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.986043:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384312.986046:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384312.986054:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384312.986057:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384312.986060:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384312.986066:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384312.986067:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384312.986077:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384312.986082:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384312.986084:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384312.986090:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003488a0b6. 00010000:00000001:2.0:1767384312.986095:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384312.986098:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384312.986102:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384312.986106:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbb18 to hash 00000020:00000001:2.0:1767384312.986108:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384312.986110:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986112:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986115:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384312.986117:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.986119:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986160:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384312.986164:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384312.986167:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384312.986169:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384312.986171:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.986173:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384312.986175:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.986177:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384312.986179:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384312.986181:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384312.986182:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384312.986183:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003488a0b6) refcount = 1 00010000:00010000:2.0:1767384312.986186:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986191:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384312.986192:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384312.986193:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.986195:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986196:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384312.986198:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384312.986201:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384312.986203:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384312.986205:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.986207:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:2.0:1767384312.986209:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986211:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986214:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384312.986216:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986222:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384312.986225:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986237:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.986239:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384312.986240:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986244:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384312.986248:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986250:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000020:1.0:1767384312.986252:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384312.986253:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.986259:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384312.986263:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fb0eb4e9. 00010000:00010000:2.0:1767384312.986266:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5dd8851 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384312.986271:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:1.0:1767384312.986272:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986275:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384312.986277:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384312.986279:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728314624 00010000:00000001:1.0:1767384312.986290:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384312.986292:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384312.986294:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384312.986296:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.986298:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=5 00010000:00000200:1.0:1767384312.986299:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e45c4ffb x1853236728314624/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384312.986306:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986314:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384312.986323:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384312.986328:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.986329:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.986334:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986339:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1767384312.986341:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=35 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384312.986342:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384312.986347:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986357:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384312.986358:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384312.986368:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384312.986372:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384312.986373:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384312.986377:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384312.986385:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.986386:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384312.986395:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbb18 from hash 02000000:00000001:1.0:1767384312.986395:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986407:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384312.986408:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384312.986411:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.986414:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.986415:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384312.986421:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384312.986424:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384312.986425:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384312.986431:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:1.0:1767384312.986432:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc51eedc. 00010000:00000001:2.0:1767384312.986434:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384312.986446:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.986447:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728314624, offset 224 00010000:00000001:2.0:1767384312.986458:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384312.986460:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384312.986461:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384312.986471:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.986474:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.986476:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.986484:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.986485:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384312.986492:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.986495:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384312.986504:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03b00 00010000:00000001:2.0:1767384312.986506:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.986511:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.986513:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384312.986518:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384312.986518:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15bd [2] + 224 00010000:00000001:2.0:1767384312.986520:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384312.986523:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.986528:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384312.986531:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384312.986532:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.986537:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.986542:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384312.986543:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.986560:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384312.986561:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384312.986570:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384312.986574:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb18 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384312.986575:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.986611:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384312.986632:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003488a0b6 count: 0 00010000:00000001:2.0:1767384312.986648:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384312.986652:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384312.986652:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384312.986660:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc51eedc 00000400:00000010:1.0:1767384312.986663:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc51eedc. 00000100:00000001:1.0:1767384312.986667:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384312.986668:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.986672:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.986675:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384312.986676:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384312.986680:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384312.986681:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384312.986684:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384312.986686:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384312.986687:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384312.986693:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384312.986696:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000100:00000040:1.0:1767384312.986696:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e45c4ffb x1853236728314624/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384312.986707:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e573b1be 00000400:00000010:3.0:1767384312.986715:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e573b1be. 00000100:00000001:3.0:1767384312.986727:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384312.986727:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e45c4ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728314624:12345-0@lo:253: Request processed in 9131us (9784us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384312.986741:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384312.986758:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:1.0:1767384312.986765:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:1.0:1767384312.986774:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.986778:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384312.986786:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000736a419e. 00000100:00000200:3.0:1767384312.986787:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.986806:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384312.986806:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000100:00000001:3.0:1767384312.986813:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.986817:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384312.986818:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000346c3908. 02000000:00000001:3.0:1767384312.986825:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384312.986828:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.986830:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.986831:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:3.0:1767384312.986846:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.986849:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384312.986851:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=35 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384312.986852:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d827c09. 00000100:00001000:3.0:1767384312.986861:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=35 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384312.986862:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384312.986867:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.986868:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384312.986873:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.986876:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384312.986879:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.986880:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384312.986891:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.986893:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7347bc3. 00000100:00000040:3.0:1767384312.986898:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384312.986902:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc51eedc. 00000100:00000001:3.0:1767384312.986914:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.986917:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384312.986919:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384312.986923:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384312.986931:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384312.986933:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384312.986935:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384312.986936:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384312.986939:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384312.986941:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384312.986943:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384312.986944:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384312.986945:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384312.986950:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384312.986956:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728314624:0@lo:253: 00000100:00000001:3.0:1767384312.986961:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.986963:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.986968:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f049baf x1853236728314624/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.986973:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384312.986976:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384312.986978:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e69c324. 02000000:00000001:3.0:1767384312.986982:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384312.986984:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384312.986985:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384312.986987:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384312.986988:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000baa8a003. 02000000:00000001:3.0:1767384312.986990:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384312.986991:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384312.986992:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f049baf. 00000100:00000001:3.0:1767384312.986995:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384312.986996:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.986997:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.987002:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.987003:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.987006:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.987009:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384312.991304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000707701d3. 00010000:00000010:1.1:1767384312.991312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000352b965b. 00010000:00000010:2.1:1767384312.994173:0:24634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003488a0b6. 00010000:00000010:2.1:1767384312.994180:0:24634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00000400:00000010:0.0:1767384312.996680:0:24633:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000beff17d3. 00000400:00000040:0.0:1767384312.996696:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.996698:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384312.996700:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.996701:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.996703:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.996704:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384312.996707:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.996707:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384312.996708:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384312.996709:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384312.996711:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384312.996712:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.996713:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384312.996714:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.996715:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384312.996717:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384312.996718:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.996718:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384312.996719:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384312.996721:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.996721:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.996726:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.996727:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.996728:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.996728:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384312.996730:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.996731:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.996732:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.996733:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.996734:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.996734:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384312.996736:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.996737:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.996738:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.996739:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.996740:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.996740:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384312.996742:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.996758:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.996759:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384312.996760:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384312.996761:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.996762:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384312.996763:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384312.996764:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384312.996766:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384312.996766:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384312.996767:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384312.996769:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384312.996770:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.996771:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384312.996772:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384312.996772:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384312.996774:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384312.996775:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384312.996776:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384312.996777:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384312.996824:0:24633:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000beff17d3. 00010000:00000001:2.0:1767384313.140401:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384313.140410:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.140419:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384313.140421:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.140498:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384313.140503:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.140506:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384313.204339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384313.204351:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384313.204360:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017ab60b5. 00000020:00000040:2.0:1767384313.204371:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384313.204378:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384313.204382:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384313.204389:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384313.204399:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000892fff69. 00000100:00000001:2.0:1767384313.204410:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.204425:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384313.204438:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384313.204442:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.204452:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ab60b5] to pc [ptlrpcd_00_01+1] req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.204501:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.204502:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.204508:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384313.204508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384313.204512:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384313.204516:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384313.204520:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.204524:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384313.204525:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075234fa6. 00000100:00000001:0.0:1767384313.204538:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.204539:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384313.204539:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384313.204543:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.204546:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384313.204548:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384313.204556:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384313.204556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384313.204561:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.204562:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.204565:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728314880:0@lo:400: 00000100:00000001:3.0:1767384313.204571:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384313.204571:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ba078b8. 02000000:00000001:3.0:1767384313.204576:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384313.204578:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.204581:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384313.204585:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.204587:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd2fc85. 02000000:00000001:3.0:1767384313.204590:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.204594:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384313.204597:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 00000400:00000010:3.0:1767384313.204606:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063d13c87. 00000100:00000001:2.0:1767384313.204607:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384313.204611:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.204615:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728314880, portal 4 00000100:00000040:2.0:1767384313.204616:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075234fa6] to pc [ptlrpcd_00_02+2] req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.204620:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.204623:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566694656 : -113724142856960 : ffff989188dcd500) 00000100:00000040:3.0:1767384313.204634:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.204641:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.204643:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.204645:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000100:00000200:3.0:1767384313.204646:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728314880, offset 0 00000400:00000200:3.0:1767384313.204653:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384313.204659:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.204664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384313.204670:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384313.204672:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384313.204679:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079838a7f. 00000100:00000001:1.0:1767384313.204683:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384313.204684:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384313.204686:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384313.204689:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce03c00 00000100:00100000:1.0:1767384313.204689:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384313.204692:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384313.204693:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.204701:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384313.204704:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384313.204707:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.204715:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 02000000:00000010:2.0:1767384313.204721:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007704df44. 00000100:00000001:1.0:1767384313.204723:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384313.204724:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384313.204729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.204730:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384313.204737:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.204754:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.204759:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384313.204763:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384313.204764:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384313.204766:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384313.204771:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384313.204777:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000104e22c7. 00000100:00000040:1.0:1767384313.204778:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.204786:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000104e22c7 x1853236728314880 msgsize 224 00000100:00100000:3.0:1767384313.204805:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384313.204811:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384313.204815:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.204823:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384313.204829:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384313.204830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079838a7f] to pc [ptlrpcd_00_03+3] req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.204832:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.204836:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000400:00000010:3.0:1767384313.204840:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 02000000:00000001:1.0:1767384313.204841:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384313.204854:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384313.204855:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.204856:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384313.204868:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384313.204869:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728314880 00000100:00000200:3.0:1767384313.204872:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.204873:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.204876:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728315008:0@lo:400: 02000000:00000001:0.0:1767384313.204877:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384313.204884:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384313.204887:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (238) 00000100:00000001:0.0:1767384313.204892:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.204898:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384313.204905:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.204909:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384313.204909:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384313.204911:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728314880 02000000:00000001:1.0:1767384313.204914:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.204916:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384313.204920:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384313.204923:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 02000000:00000001:1.0:1767384313.204924:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384313.204932:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767384313.204935:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb8b90dc. 00000100:00000001:3.0:1767384313.204938:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384313.204938:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 02000000:00000001:1.0:1767384313.204940:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.204953:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384313.204955:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000010:1.0:1767384313.204957:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655416be. 00000020:00000001:0.0:1767384313.204962:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:3.0:1767384313.204966:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.204969:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384313.204971:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00000100:00000040:3.0:1767384313.204972:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4443 usecs (5 jiffies) 00000020:00000010:0.0:1767384313.204975:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000100:00000200:1.0:1767384313.204981:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728315008, portal 10 00000100:00000001:3.0:1767384313.204982:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000020:00000010:0.0:1767384313.204982:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ff50f24c. 00000100:00000001:1.0:1767384313.204989:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384313.204995:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c54450c9. 00000020:00000040:0.0:1767384313.204996:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:1.0:1767384313.205000:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566695552 : -113724142856064 : ffff989188dcd880) 00000100:00000040:1.0:1767384313.205013:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.205014:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384313.205017:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384313.205027:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384313.205027:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b781849. 00000100:00000001:3.0:1767384313.205032:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000020:00000010:0.0:1767384313.205034:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008525bd3c. 00000100:00000040:1.0:1767384313.205042:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384313.205048:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e770af01. 00000400:00000010:1.0:1767384313.205049:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000020:00000010:0.0:1767384313.205050:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61e7bcd. 00000100:00000001:3.0:1767384313.205061:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384313.205062:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728315008, offset 0 00000100:00000001:3.0:1767384313.205076:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000400:00000200:1.0:1767384313.205078:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384313.205078:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000010:3.0:1767384313.205095:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c94816d. 00000100:00000001:0.0:1767384313.205095:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384313.205099:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384313.205103:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.205107:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384313.205113:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384313.205114:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384313.205117:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384313.205120:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901253 00000100:00000001:0.0:1767384313.205121:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.205130:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03c80 00000100:00000010:3.0:1767384313.205132:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006725324e. 00000100:00000001:0.0:1767384313.205184:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.205200:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384313.205205:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:0.0:1767384313.205205:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384313.205210:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384313.205211:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384313.205213:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384313.205218:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000400:00000200:1.0:1767384313.205228:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384313.205228:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384313.205230:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.205234:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498628096 : -113724210923520 : ffff989184ce3800) 00000100:00000001:3.0:1767384313.205241:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205242:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384313.205249:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384313.205252:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000104e22c7 x1853236728314880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1767384324 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.205253:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384313.205256:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054cdbb32. 00000100:00000040:1.0:1767384313.205267:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000054cdbb32 x1853236728315008 msgsize 224 00000100:00000001:3.0:1767384313.205273:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384313.205273:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.205274:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384313.205282:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384313.205284:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a210409. 00000100:00100000:2.0:1767384313.205285:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384313.205286:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384313.205291:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384313.205297:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384313.205299:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.205301:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384313.205302:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a210409. 00000400:00000200:1.0:1767384313.205305:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000100:00000001:2.0:1767384313.205308:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.205313:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384313.205314:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000100:00000001:2.0:1767384313.205315:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.205323:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384313.205324:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000104e22c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728314880:12345-0@lo:400: 00000100:00000001:2.0:1767384313.205331:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.205331:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384313.205340:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.205342:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384313.205343:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728314880 00000100:00000200:1.0:1767384313.205344:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384313.205354:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384313.205359:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384313.205361:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384313.205363:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384313.205366:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.205371:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384313.205373:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.205373:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384313.205375:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:0.0:1767384313.205385:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384313.205389:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384313.205397:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384313.205401:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384313.205406:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.205414:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384313.205423:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384313.205428:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384313.205434:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384313.205435:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033e3c5ed. 00000100:00000001:2.0:1767384313.205440:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384313.205441:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205442:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384313.205449:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.205449:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205452:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.205466:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.205467:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384313.205467:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3031 usecs (4 jiffies) 02000000:00000001:2.0:1767384313.205475:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384313.205475:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728314880 00000100:00000001:1.0:1767384313.205476:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000100:00000001:1.0:1767384313.205487:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901253 02000000:00000001:2.0:1767384313.205489:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.205490:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384313.205500:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000104e22c7 x1853236728314880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.205501:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00100000:2.0:1767384313.205504:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728315136:0@lo:400: 00000100:00000001:1.0:1767384313.205506:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901253 00000100:00000001:1.0:1767384313.205514:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000100:00000001:2.0:1767384313.205519:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384313.205521:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901253 02000000:00000001:2.0:1767384313.205526:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384313.205526:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901253 02000000:00000001:2.0:1767384313.205532:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205534:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901253 00010000:00000001:0.0:1767384313.205537:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384313.205541:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384313.205543:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384313.205543:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384313.205547:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef25efcc. 00000100:00000001:1.0:1767384313.205549:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.205549:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=26 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384313.205558:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205560:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.205561:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384313.205567:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000100:00000001:1.0:1767384313.205568:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.205573:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384313.205578:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.205579:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000010:2.0:1767384313.205582:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056f548f4. 00000100:00000001:1.0:1767384313.205582:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384313.205584:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384313.205586:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.205587:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.205594:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384313.205595:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728315136, portal 10 00000100:00000001:1.0:1767384313.205595:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.205607:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384313.205609:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384313.205611:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000001:2.0:1767384313.205613:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566703616 : -113724142848000 : ffff989188dcf800) 00000100:00000200:0.0:1767384313.205619:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728314880, offset 224 00000100:00080000:1.0:1767384313.205621:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384313.205627:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000040:2.0:1767384313.205629:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384313.205632:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:1.0:1767384313.205646:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000200:0.0:1767384313.205648:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:1.0:1767384313.205653:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384313.205662:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384313.205662:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce03c00 00000100:00000010:1.0:1767384313.205664:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000372fdfb7. 00000020:00000040:1.0:1767384313.205673:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384313.205676:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384313.205682:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15e1 [1] + 224 00000100:00000001:1.0:1767384313.205684:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384313.205685:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de4e0df. 00000400:00000200:0.0:1767384313.205687:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384313.205688:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384313.205697:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728315136, offset 0 02000000:00000001:1.0:1767384313.205697:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.205698:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384313.205709:0:17895:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384313.205712:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004be6d30d. 00000400:00000200:2.0:1767384313.205718:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384313.205718:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.205721:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.205733:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384313.205736:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.205737:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384313.205758:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384313.205766:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000372fdfb7] to pc [ptlrpcd_00_00+0] req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384313.205787:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce03d00 00000400:00000200:2.0:1767384313.205808:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384313.205810:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384313.205821:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1767384313.205821:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.205824:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384313.205835:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000200:2.0:1767384313.205842:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384313.205842:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384313.205847:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384313.205856:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.205859:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384313.205860:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384313.205863:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384313.205867:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384313.205873:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384313.205873:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:2.0:1767384313.205883:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca2515cf. 00000100:00000001:1.0:1767384313.205889:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384313.205889:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000104e22c7 x1853236728314880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384313.205891:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000ca2515cf x1853236728315136 msgsize 224 00000100:00100000:1.0:1767384313.205897:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315008 02000000:00000001:1.0:1767384313.205912:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384313.205918:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384313.205919:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.205926:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.205931:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.205935:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315008 00000100:00100000:0.0:1767384313.205936:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000104e22c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728314880:12345-0@lo:400: Request processed in 653us (1139us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384313.205938:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384313.205941:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384313.205942:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000001:1.0:1767384313.205949:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.205952:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000400:00000200:2.0:1767384313.205956:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de4e0df 00000020:00000001:1.0:1767384313.205957:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000400:00000010:2.0:1767384313.205965:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de4e0df. 00000020:00000001:1.0:1767384313.205965:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00100000:0.0:1767384313.205966:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384313.205980:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384313.205980:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:2.0:1767384313.205981:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384313.205985:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000100:00000001:0.0:1767384313.205989:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.205991:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384313.205994:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384313.205995:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384313.205997:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006138a97e. 00000020:00000010:0.0:1767384313.206001:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008525bd3c. 00000020:00000010:1.0:1767384313.206006:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006391c56a. 00000020:00000010:1.0:1767384313.206015:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076ed8534. 00000020:00000010:0.0:1767384313.206015:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61e7bcd. 00000020:00000010:1.0:1767384313.206022:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f70f1e8. 00000020:00000010:0.0:1767384313.206027:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b781849. 00000100:00000001:2.0:1767384313.206030:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384313.206034:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000040:1.0:1767384313.206036:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384313.206039:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384313.206040:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.206042:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.206046:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384313.206050:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.206062:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384313.206063:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.206064:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.206067:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384313.206068:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.206073:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.206074:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1767384313.206078:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.206082:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384313.206084:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000100:00000001:2.0:1767384313.206086:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.206087:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384313.206092:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063d13c87 00000400:00000010:0.0:1767384313.206099:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063d13c87. 00000100:00000040:2.0:1767384313.206101:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3597 usecs (4 jiffies) 00000100:00000001:0.0:1767384313.206109:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384313.206110:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000100:00000001:1.0:1767384313.206112:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384313.206117:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.206118:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315136 00000100:00000001:2.0:1767384313.206119:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901253 02000000:00000001:1.0:1767384313.206124:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384313.206133:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00000001:1.0:1767384313.206133:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.206163:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.206166:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384313.206168:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.206171:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315136 00000020:00000001:1.0:1767384313.206175:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384313.206179:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:0.0:1767384313.206181:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384313.206182:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384313.206184:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.206192:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384313.206194:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901253 00000020:00000040:1.0:1767384313.206194:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 02000000:00000001:0.0:1767384313.206197:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384313.206203:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384313.206208:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:2.0:1767384313.206210:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901254 00000100:00000001:0.0:1767384313.206211:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.206213:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 02000000:00000001:0.0:1767384313.206217:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.206224:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384313.206226:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384313.206227:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294901253 00000020:00000010:1.0:1767384313.206230:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000100:00000001:3.0:1767384313.206231:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384313.206239:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767384313.206240:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=26 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384313.206244:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b2c5b819. 00000100:00000001:2.0:1767384313.206246:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901254 00000100:00000001:0.0:1767384313.206254:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384313.206255:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000040:1.0:1767384313.206256:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:2.0:1767384313.206259:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294901253 00000100:00000001:0.0:1767384313.206262:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.206274:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:1.0:1767384313.206274:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1767384313.206277:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384313.206279:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.206284:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492201088 : -113724217350528 : ffff9891846c2680) 00000020:00000010:1.0:1767384313.206285:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd8f34ba. 00000100:00000001:2.0:1767384313.206290:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384313.206290:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.206298:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.206298:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bace8e36. 00000100:00000040:3.0:1767384313.206299:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054cdbb32 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1767384324 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384313.206311:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eb3ab4f4. 00000100:00000001:2.0:1767384313.206314:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.206324:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.206331:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384313.206338:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.206349:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384313.206350:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.206357:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384313.206359:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.206363:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.206370:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.206373:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384313.206377:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384313.206379:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.206384:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384313.206387:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007f9b80e. 00000100:00000040:2.0:1767384313.206388:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384313.206389:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384313.206393:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384313.206397:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384313.206398:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384313.206404:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384313.206405:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.206408:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007f9b80e. 00000100:00100000:1.0:1767384313.206419:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384313.206421:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.206430:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00100000:3.0:1767384313.206431:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054cdbb32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728315008:12345-0@lo:400: 00000100:00000001:1.0:1767384313.206444:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566700032 : -113724142851584 : ffff989188dcea00) 00000100:00000200:3.0:1767384313.206460:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315008 00000100:00000040:1.0:1767384313.206466:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca2515cf x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1767384324 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384313.206468:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384313.206475:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384313.206478:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384313.206484:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.206487:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.206500:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384313.206502:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384313.206502:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384313.206505:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 02000000:00000001:2.0:1767384313.206510:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384313.206518:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384313.206518:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384313.206521:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.206523:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.206525:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.206529:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384313.206529:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384313.206531:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000372fdfb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728315264:0@lo:13: 00000020:00000001:3.0:1767384313.206536:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384313.206539:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c5b819. 00000100:00000040:0.0:1767384313.206540:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384313.206541:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.206547:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384313.206555:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384313.206555:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384313.206558:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384313.206562:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384313.206565:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.206567:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c5b819. 02000000:00000001:3.0:1767384313.206578:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384313.206578:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384313.206583:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004368938f. 00000100:00100000:0.0:1767384313.206584:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728314880:0@lo:400: 02000000:00000010:2.0:1767384313.206586:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008ca0c804. 00000100:00100000:1.0:1767384313.206587:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca2515cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728315136:12345-0@lo:400: 02000000:00000001:3.0:1767384313.206596:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.206599:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.206609:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.206612:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384313.206613:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000020:00000001:3.0:1767384313.206614:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.206615:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315136 00000100:00000001:0.0:1767384313.206616:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1767384313.206625:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315008 00000100:00000040:0.0:1767384313.206627:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017ab60b5 x1853236728314880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384313.206628:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de4e0df. 00000020:00000001:1.0:1767384313.206628:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384313.206636:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384313.206643:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384313.206644:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728315264, portal 4 00010000:00000200:3.0:1767384313.206649:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054cdbb32 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384313.206651:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.206651:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384313.206653:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384313.206659:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384313.206661:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492197504 : -113724217354112 : ffff9891846c1880) 00000020:00000001:1.0:1767384313.206662:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384313.206665:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd2fc85. 00000020:00000001:1.0:1767384313.206669:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 02000000:00000001:0.0:1767384313.206677:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384313.206683:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384313.206685:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384313.206686:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384313.206689:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384313.206693:0:16356:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384313.206699:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384313.206700:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384313.206707:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384313.206709:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.206710:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384313.206711:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000892fff69. 00000020:00000001:1.0:1767384313.206718:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.206721:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=31 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384313.206723:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384313.206731:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384313.206732:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384313.206734:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1767384313.206751:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017ab60b5. 00000100:00000001:1.0:1767384313.206753:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384313.206760:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384313.206761:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384313.206761:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384313.206761:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.206767:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000010:1.0:1767384313.206767:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046f3441b. 00000100:00000001:0.0:1767384313.206768:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384313.206779:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384313.206780:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384313.206781:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.206781:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384313.206786:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384313.206787:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000001:0.0:1767384313.206794:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.206795:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384313.206795:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384313.206796:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728315264, offset 0 00000020:00000001:1.0:1767384313.206806:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.206809:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.206810:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.206821:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000100:00000001:0.0:1767384313.206821:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384313.206823:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1767384313.206824:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315136 00000100:00000001:0.0:1767384313.206829:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.206837:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728315008, offset 224 00010000:00000001:1.0:1767384313.206837:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384313.206848:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384313.206855:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384313.206855:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca2515cf x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384313.206867:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce03d80 00000400:00000200:3.0:1767384313.206877:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384313.206896:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000200:3.0:1767384313.206905:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03c80 00010000:00000001:1.0:1767384313.206908:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384313.206915:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384313.206919:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.206920:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e9 [1] + 224 00000100:00001000:1.0:1767384313.206920:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=31 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384313.206938:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384313.206943:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384313.206944:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384313.206947:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384313.206954:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384313.206955:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384313.206957:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384313.206970:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000010:2.0:1767384313.206972:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a7d675b. 00000100:00000001:3.0:1767384313.206973:0:17086:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384313.206976:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384313.206981:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384313.206982:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.206983:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007a7d675b x1853236728315264 msgsize 224 00000100:00000001:1.0:1767384313.206991:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384313.207004:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384313.207008:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000100:00100000:2.0:1767384313.207011:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384313.207018:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728315136, offset 224 00000100:00000040:3.0:1767384313.207024:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.207030:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384313.207030:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384313.207048:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384313.207050:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:2.0:1767384313.207055:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00000001:3.0:1767384313.207058:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.207060:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384313.207060:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce03d00 00000100:00000200:2.0:1767384313.207073:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384313.207073:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f1 [1] + 224 00000400:00000200:1.0:1767384313.207097:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.207104:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000100:00000001:2.0:1767384313.207104:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384313.207107:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384313.207113:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000100:00000040:2.0:1767384313.207118:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.207119:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384313.207121:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384313.207125:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384313.207126:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.207171:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.207176:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384313.207186:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384313.207191:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.207191:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.207199:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384313.207200:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384313.207200:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.207208:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054cdbb32 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.207212:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.207226:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4281 usecs (5 jiffies) 00000100:00000001:2.0:1767384313.207239:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901256 00000100:00000001:2.0:1767384313.207255:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294901253 00000100:00000001:2.0:1767384313.207265:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901256 00000100:00100000:3.0:1767384313.207267:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054cdbb32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728315008:12345-0@lo:400: Request processed in 888us (1997us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384313.207268:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.207272:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294901253 00000400:00000200:1.0:1767384313.207279:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000100:00000001:2.0:1767384313.207285:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901256 00000100:00100000:3.0:1767384313.207286:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000010:1.0:1767384313.207286:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000100:00000040:3.0:1767384313.207303:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:2.0:1767384313.207303:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294901254 00000100:00000001:1.0:1767384313.207304:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384313.207308:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.207310:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.207312:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384313.207317:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.207319:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076ed8534. 00000100:00000001:2.0:1767384313.207319:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901256 00000020:00000010:3.0:1767384313.207329:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f70f1e8. 00000100:00000040:1.0:1767384313.207329:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384313.207331:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294901254 00000020:00000010:3.0:1767384313.207341:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006391c56a. 00010000:00000001:1.0:1767384313.207343:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384313.207345:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384313.207346:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.207350:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000020:00000001:1.0:1767384313.207357:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384313.207359:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.207359:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.207364:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca2515cf x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.207368:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.207379:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.207386:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384313.207390:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca2515cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728315136:12345-0@lo:400: Request processed in 852us (1487us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384313.207391:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.207393:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384313.207399:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384313.207400:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000001:3.0:1767384313.207403:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.207406:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655416be. 00000100:00000001:2.0:1767384313.207412:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384313.207413:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000100:00100000:1.0:1767384313.207413:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384313.207421:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000100:00000040:1.0:1767384313.207423:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:3.0:1767384313.207428:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384313.207432:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.207432:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384313.207438:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.207439:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384313.207441:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.207447:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bace8e36. 00000100:00000001:2.0:1767384313.207449:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.207460:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eb3ab4f4. 00000100:00000200:3.0:1767384313.207464:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384313.207467:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd8f34ba. 00000020:00000040:1.0:1767384313.207478:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:1.0:1767384313.207481:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.207483:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384313.207491:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315264 00000100:00000001:3.0:1767384313.207494:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384313.207495:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.207499:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.207500:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.207502:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384313.207505:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.207506:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.207509:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.207513:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384313.207513:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:2.0:1767384313.207514:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.207524:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384313.207527:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00100000:2.0:1767384313.207528:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315264 00000100:00001000:3.0:1767384313.207530:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=31 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384313.207533:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:3.0:1767384313.207538:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=31 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384313.207540:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:3.0:1767384313.207547:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384313.207547:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384313.207549:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.207553:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384313.207553:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00010000:00080000:3.0:1767384313.207559:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384313.207560:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:2.0:1767384313.207569:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00010000:00000001:3.0:1767384313.207570:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.207575:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384313.207578:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384313.207578:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384313.207583:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384313.207583:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384313.207586:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000680bacfa. 00000100:00000001:3.0:1767384313.207590:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.207590:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.207594:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384313.207600:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384313.207601:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000680bacfa. 00000100:00000040:3.0:1767384313.207604:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384313.207606:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384313.207609:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00000020:00000010:2.0:1767384313.207610:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000346c3908. 00000400:00000200:1.0:1767384313.207620:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f548f4 00000020:00000010:2.0:1767384313.207623:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac05a762. 00000400:00000010:1.0:1767384313.207627:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056f548f4. 00000100:00000001:3.0:1767384313.207632:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384313.207634:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000100:00000001:1.0:1767384313.207634:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384313.207638:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.207643:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384313.207646:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384313.207650:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384313.207651:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.207662:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384313.207670:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384313.207678:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.207693:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.207704:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.207709:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728315008:0@lo:400: 00000100:00000001:2.0:1767384313.207712:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.207730:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.207737:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384313.207738:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.207739:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384313.207757:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384313.207759:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075234fa6 x1853236728315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.207759:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.207764:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384313.207771:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000001:1.0:1767384313.207771:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.207775:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384313.207781:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:1.0:1767384313.207781:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384313.207785:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.207789:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb8b90dc. 00000100:00000001:2.0:1767384313.207789:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566700928 : -113724142850688 : ffff989188dced80) 00000100:00000001:1.0:1767384313.207789:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.207797:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384313.207803:0:16358:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384313.207803:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.207804:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a7d675b x1853236728315264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384313.207805:0:16358:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384313.207814:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384313.207817:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ba078b8. 00000020:00000010:1.0:1767384313.207821:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f4f206b9. 02000000:00000001:3.0:1767384313.207822:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.207826:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.207832:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075234fa6. 00000100:00001000:1.0:1767384313.207835:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=30 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384313.207836:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384313.207836:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384313.207847:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384313.207848:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=30 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384313.207850:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000680bacfa. 00000100:00000001:3.0:1767384313.207854:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.207862:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.207873:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384313.207874:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384313.207875:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000680bacfa. 00000100:00000001:3.0:1767384313.207886:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.207886:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384313.207896:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a7d675b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728315264:12345-0@lo:13: 00010000:00000001:1.0:1767384313.207903:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384313.207904:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384313.207905:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315264 00000100:00000001:3.0:1767384313.207913:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.207915:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00080000:1.0:1767384313.207917:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384313.207924:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384313.207927:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.207932:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.207932:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384313.207937:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384313.207945:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384313.207945:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384313.207953:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000001:1.0:1767384313.207953:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.207962:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384313.207965:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384313.207973:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.207975:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384313.207979:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384313.207981:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384313.207987:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.207987:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384313.207990:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.207994:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384313.207997:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384313.207999:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384313.208007:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bbff294b. 00000100:00100000:1.0:1767384313.208012:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728315136:0@lo:400: 02000000:00000001:2.0:1767384313.208014:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.208026:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.208028:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.208034:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1767384313.208035:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384313.208038:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079838a7f x1853236728315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384313.208045:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384313.208046:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384313.208053:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:1.0:1767384313.208054:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384313.208062:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef25efcc. 02000000:00000001:1.0:1767384313.208065:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384313.208067:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384313.208069:0:16357:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384313.208072:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384313.208074:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007704df44. 00000020:00000001:2.0:1767384313.208081:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384313.208082:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384313.208088:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00002000:00000024:2.0:1767384313.208094:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000010:1.0:1767384313.208095:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079838a7f. 00000100:00000001:1.0:1767384313.208108:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000020:2.0:1767384313.208110:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384313.208111:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.208118:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384313.208126:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384313.208128:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384313.208130:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.208399:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.208402:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384313.208534:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384313.208540:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384313.208546:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384313.208549:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384313.208560:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384313.208563:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728315264 00010000:00000001:2.0:1767384313.208567:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384313.208571:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a7d675b x1853236728315264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.208581:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384313.208584:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384313.208586:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384313.208590:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384313.208593:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384313.208595:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384313.208599:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384313.208601:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.208604:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384313.208606:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384313.208610:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000200:2.0:1767384313.208615:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728315264, offset 224 00000400:00000200:2.0:1767384313.208621:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384313.208629:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384313.208637:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce03d80 00000400:00000200:2.0:1767384313.208643:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15fd [1] + 224 00000400:00000200:2.0:1767384313.208648:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384313.208652:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384313.208656:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384313.208661:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384313.208672:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.208694:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384313.208700:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:2.0:1767384313.208703:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00000001:2.0:1767384313.208707:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384313.208709:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384313.208717:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.208720:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.208725:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384313.208727:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.208731:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384313.208734:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000100:00000040:2.0:1767384313.208735:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384313.208752:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384313.208753:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de4e0df 00000020:00000001:2.0:1767384313.208755:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.208758:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de4e0df. 00000020:00000001:2.0:1767384313.208761:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384313.208765:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384313.208770:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a7d675b x1853236728315264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:294/0 lens 224/368 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384313.208776:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384313.208822:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384313.208825:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a7d675b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728315264:12345-0@lo:13: Request processed in 980us (1832us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384313.208857:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384313.208861:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384313.208864:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384313.208865:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384313.208870:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384313.208875:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384313.208876:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384313.208877:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.208882:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.208884:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384313.208887:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384313.208890:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384313.208891:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.208895:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384313.208896:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384313.208897:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac05a762. 00010000:00000001:0.0:1767384313.208899:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384313.208908:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384313.208910:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000020:00000010:2.0:1767384313.208921:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000346c3908. 00010000:00000001:0.0:1767384313.208922:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.208927:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384313.208930:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384313.208933:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384313.208936:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384313.208937:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000040:0.0:1767384313.208942:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.208946:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.208964:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384313.208966:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384313.208968:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384313.208971:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384313.208975:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384313.208978:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384313.208983:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384313.208987:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.208989:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.208997:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000372fdfb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728315264:0@lo:13: 00000100:00000001:0.0:1767384313.209001:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.209002:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384313.209004:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000372fdfb7 x1853236728315264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.209008:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384313.209009:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384313.209010:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008ca0c804. 02000000:00000001:0.0:1767384313.209014:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384313.209015:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384313.209016:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384313.209018:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384313.209019:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004be6d30d. 02000000:00000001:0.0:1767384313.209023:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384313.209024:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384313.209025:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000372fdfb7. 00000100:00000001:0.0:1767384313.209027:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384313.209028:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.209029:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.209033:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384313.209039:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.209041:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.209043:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.213192:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294901256, at 4294901257 00000100:00000010:1.0:1767384313.213201:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e770af01. 00000100:00000040:2.0:1767384313.213210:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294901256, at 4294901257 00000100:00000040:0.0:1767384313.213210:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294901256, at 4294901257 00000100:00000010:0.0:1767384313.213232:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c54450c9. 00000100:00000010:2.0:1767384313.213234:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c94816d. 00000100:00000040:3.0:1767384313.214226:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294901256, at 4294901258 00000100:00000010:3.0:1767384313.214236:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006725324e. 10000000:00000001:3.0:1767384313.716202:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384313.716206:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:3.0:1767384313.716210:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384313.716213:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384313.716214:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384313.716215:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384313.716217:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384313.716220:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384313.716221:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 31 10000000:00000001:3.0:1767384313.716224:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384313.716226:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384313.716232:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077d00ccd. 00000020:00000040:3.0:1767384313.716236:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384313.716240:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384313.716243:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384313.716247:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.716253:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da1bf98d. 00000100:00000001:3.0:1767384313.716259:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716259:0:19669:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384313.716263:0:19669:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.716270:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384313.716274:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384313.716281:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5d8cb5f. 00010000:00000001:3.0:1767384313.716285:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384313.716287:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f84ca84. 00000020:00000001:3.0:1767384313.716291:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384313.716293:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f84ca84 with handle 0x960a57272cefbb1f to hash 00000020:00000001:3.0:1767384313.716295:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384313.716296:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.716298:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.716301:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.716302:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.716304:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384313.716311:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384313.716319:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384313.716323:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384313.716325:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384313.716330:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002814d048. 00000100:00000001:3.0:1767384313.716332:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630354379363264 : -113719330188352 : ffff9892a7b853c0) 00000100:00000001:3.0:1767384313.716334:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.716336:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000100:00000001:3.0:1767384313.716340:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384313.716341:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.716343:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384313.716345:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384313.716351:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.716358:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384313.716365:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.716368:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384313.716371:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384313.716373:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.716375:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728315392:0@lo:101: 00000100:00000001:3.0:1767384313.716379:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384313.716383:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384313.716386:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.716387:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384313.716390:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004055bfc5. 02000000:00000001:3.0:1767384313.716392:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384313.716397:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 00000400:00000010:3.0:1767384313.716402:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000100:00000200:3.0:1767384313.716407:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728315392, portal 25 00000100:00000001:3.0:1767384313.716408:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.716409:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000100:00000040:3.0:1767384313.716412:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.716491:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.716493:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.716496:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000100:00000200:3.0:1767384313.716499:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728315392, offset 0 00000400:00000200:3.0:1767384313.716504:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384313.716514:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384313.716523:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce03e00 00000400:00000200:3.0:1767384313.716528:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa45 [2] + 0 00000400:00000010:3.0:1767384313.716532:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e62f3f09. 00000400:00000200:3.0:1767384313.716535:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c26674dd 00000400:00000200:3.0:1767384313.716539:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.716542:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384313.716545:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c26674dd 00000400:00000010:3.0:1767384313.716546:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c26674dd. 00000100:00000001:3.0:1767384313.716549:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384313.716551:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384313.716594:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000cedd732c x1853236728315392 msgsize 328 00000100:00100000:3.0:1767384313.716597:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384313.716599:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384313.716609:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384313.716616:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000400:00000010:3.0:1767384313.716617:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00000100:00000001:3.0:1767384313.716619:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384313.716622:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.716634:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384313.716636:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315392 02000000:00000001:0.0:1767384313.716639:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384313.716641:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384313.716642:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.716646:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384313.716649:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315392 00000020:00000001:0.0:1767384313.716651:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384313.716653:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384313.716655:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384313.716657:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:0.0:1767384313.716659:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384313.716661:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384313.716665:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384313.716669:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000001:0.0:1767384313.716671:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384313.716673:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000020:00000010:0.0:1767384313.716678:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5cc666. 00000020:00000010:0.0:1767384313.716682:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f2246d7. 00000020:00000010:0.0:1767384313.716686:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61e7bcd. 00000100:00000040:0.0:1767384313.716693:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384313.716696:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384313.716697:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384313.716699:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716705:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716716:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.716723:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384313.716727:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384313.716731:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.716735:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.716753:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384313.716778:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384313.716782:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282626128 : -113719426925488 : ffff9892a1f43c50) 00000100:00000040:0.0:1767384313.716788:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cedd732c x1853236728315392/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 328/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.716795:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716797:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384313.716798:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384313.716802:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000001:3.0:1767384313.716805:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716806:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.716810:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294901767 00000020:00000010:0.0:1767384313.716810:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000100:00100000:0.0:1767384313.716815:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cedd732c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728315392:12345-0@lo:101: 00000100:00000010:3.0:1767384313.716817:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006725324e. 00000100:00000200:0.0:1767384313.716820:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315392 00000100:00000001:3.0:1767384313.716824:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384313.716825:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384313.716829:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384313.716832:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294901767 00000020:00000001:0.0:1767384313.716832:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.716838:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:3.0:1767384313.716839:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c94816d. 00000020:00000001:0.0:1767384313.716840:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000100:00000001:3.0:1767384313.716843:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384313.716844:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384313.716847:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.716849:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294901767 00000020:00000001:0.0:1767384313.716850:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:3.0:1767384313.716853:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c54450c9. 00000020:00000001:0.0:1767384313.716853:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384313.716859:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384313.716859:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.716864:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294901767 00000020:00000001:0.0:1767384313.716864:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384313.716866:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000010:3.0:1767384313.716868:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e770af01. 00010000:00010000:0.0:1767384313.716869:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:3.0:1767384313.716873:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00010000:00000001:0.0:1767384313.716873:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384313.716877:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.716878:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.716881:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.716882:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1767384313.716884:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.716886:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384313.716888:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000002814d048 going to sleep for 11 seconds 00010000:00000010:0.0:1767384313.716889:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023b0fdbf. 00010000:00000001:0.0:1767384313.716893:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384313.716898:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384313.716898:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000100:00000001:3.0:1767384313.716901:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.716902:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384313.716906:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefbb26 to hash 00000020:00000001:0.0:1767384313.716908:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384313.716915:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384313.716917:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:0.0:1767384313.716919:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbb1f expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384313.716926:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:0.0:1767384313.716927:0:17079:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384313.716933:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384313.716934:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384313.716937:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000bc9df54. 02000000:00000001:0.0:1767384313.716938:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.716940:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.716942:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384313.716945:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384313.716947:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384313.716948:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384313.716950:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384313.716952:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384313.716952:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384313.716954:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384313.716956:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384313.716957:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384313.716958:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384313.716959:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b0fdbf) refcount = 1 00010000:00010000:0.0:1767384313.716962:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbb1f expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384313.716966:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384313.716968:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384313.716968:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384313.716970:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.716971:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384313.716973:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384313.716975:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbb1f expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384313.716987:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384313.716989:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384313.716991:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384313.716993:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.716994:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384313.716995:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384313.716996:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384313.716997:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000172f1fd7, rc 0) 00000020:00000001:0.0:1767384313.716999:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384313.717001:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315392 00010000:00000001:0.0:1767384313.717003:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384313.717006:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cedd732c x1853236728315392/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384313.717012:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384313.717013:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.717016:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.717020:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384313.717022:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384313.717023:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384313.717026:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384313.717027:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.717029:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384313.717031:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384313.717033:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000200:0.0:1767384313.717036:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728315392, offset 224 00000400:00000200:0.0:1767384313.717040:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384313.717045:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384313.717050:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce03e00 00000400:00000200:0.0:1767384313.717054:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1611 [1] + 224 00000400:00000200:0.0:1767384313.717057:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384313.717060:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384313.717062:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384313.717071:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384313.717078:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.717092:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384313.717097:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384313.717098:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:0.0:1767384313.717101:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384313.717103:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384313.717106:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.717109:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384313.717111:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384313.717113:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.717115:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384313.717117:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384313.717119:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cedd732c x1853236728315392/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384313.717123:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.717126:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.717128:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000100:00100000:0.0:1767384313.717129:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cedd732c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728315392:12345-0@lo:101: Request processed in 330us (567us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384313.717132:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000400:00000010:3.0:1767384313.717158:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000100:00000001:3.0:1767384313.717162:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.717167:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.717172:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384313.717179:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000200:3.0:1767384313.717183:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.717184:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384313.717188:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384313.717193:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384313.717194:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f2246d7. 00000100:00000001:3.0:1767384313.717195:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.717199:0:17084:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384313.717201:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61e7bcd. 02000000:00000001:3.0:1767384313.717202:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.717205:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384313.717207:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5cc666. 00000100:00000001:3.0:1767384313.717208:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.717213:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384313.717215:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00001000:3.0:1767384313.717217:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=36 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384313.717220:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384313.717221:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=36 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384313.717224:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000bc9df54. 00000100:00000001:3.0:1767384313.717225:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384313.717225:0:17114:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384313.717229:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.717230:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384313.717231:0:17114:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.717232:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384313.717233:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.717236:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384313.717239:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384313.717240:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.717246:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384313.717246:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7e47cbb. 00000100:00000001:3.0:1767384313.717254:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384313.717254:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1686894. 00000100:00000001:3.0:1767384313.717256:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.717258:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384313.717263:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.717269:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728315392:0@lo:101: 00000100:00000001:3.0:1767384313.717278:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.717280:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717281:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384313.717282:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.717284:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717288:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384313.717290:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002814d048. 00000100:00000001:3.0:1767384313.717292:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384313.717293:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.717295:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384313.717297:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.717299:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.717300:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=4 00000020:00000001:3.0:1767384313.717302:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.717304:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000040:3.0:1767384313.717307:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009f84ca84, remote cookie: 0x960a57272cefbb26, flags: 0x0 00010000:00000001:3.0:1767384313.717309:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384313.717310:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384313.717311:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384313.717312:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384313.717313:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384313.717314:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5d8cb5f) refcount = 1 00010000:00010000:3.0:1767384313.717316:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.717320:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384313.717321:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384313.717322:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384313.717324:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384313.717326:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.717328:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.717340:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384313.717341:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.717342:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.717343:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.717344:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.717345:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717347:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.717349:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077d00ccd x1853236728315392/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717354:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384313.717356:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.717357:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004055bfc5. 02000000:00000001:3.0:1767384313.717360:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384313.717362:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.717364:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384313.717365:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384313.717367:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da1bf98d. 02000000:00000001:3.0:1767384313.717370:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.717371:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.717372:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077d00ccd. 00000100:00000001:3.0:1767384313.717375:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.717376:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384313.717377:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384313.717379:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384313.717380:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384313.717382:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.717383:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.717384:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.717385:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=3 00000020:00000001:3.0:1767384313.717387:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.717388:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.717390:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384313.717391:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.717392:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.717394:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384313.717400:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384313.717403:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007a16bd07. 00000100:00000010:3.0:1767384313.717412:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077d00ccd. 00000020:00000040:3.0:1767384313.717414:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384313.717416:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384313.717417:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384313.717419:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.717422:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da1bf98d. 00000100:00000001:3.0:1767384313.717425:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717428:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384313.717431:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004055bfc5. 00000100:00000010:3.0:1767384313.717434:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000005023f1. 00000020:00000040:3.0:1767384313.717436:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384313.717440:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384313.717442:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384313.717445:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002814d048. 00000100:00000001:3.0:1767384313.717446:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630354379363264 : -113719330188352 : ffff9892a7b853c0) 00000100:00000001:3.0:1767384313.717449:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.717450:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000100:00000001:3.0:1767384313.717454:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384313.717455:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717457:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384313.717458:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384313.717461:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717469:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384313.717470:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.717473:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384313.717475:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384313.717477:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.717480:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728315520:0@lo:256: 00000100:00000001:3.0:1767384313.717483:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384313.717486:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384313.717488:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717496:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384313.717499:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 00000400:00000010:3.0:1767384313.717502:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d7f32d46. 00000100:00000200:3.0:1767384313.717506:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce03e80-0x695824ce03e80, portal 33 00000100:00000001:3.0:1767384313.717508:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.717509:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384313.717511:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c448d3. 02000000:00000001:3.0:1767384313.717512:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384313.717514:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000400:00000010:3.0:1767384313.717515:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000100:00000200:3.0:1767384313.717517:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728315520, portal 25 00000100:00000001:3.0:1767384313.717518:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.717519:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000100:00000040:3.0:1767384313.717523:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717527:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.717528:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.717529:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000100:00000200:3.0:1767384313.717531:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728315520, offset 0 00000400:00000200:3.0:1767384313.717534:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384313.717538:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384313.717542:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce03e80 00000400:00000200:3.0:1767384313.717545:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa55 [2] + 0 00000400:00000010:3.0:1767384313.717547:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0b12ddc. 00000400:00000200:3.0:1767384313.717550:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b81686f 00000400:00000200:3.0:1767384313.717553:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.717556:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384313.717558:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b81686f 00000400:00000010:3.0:1767384313.717559:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b81686f. 00000100:00000001:3.0:1767384313.717563:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384313.717564:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384313.717566:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000af0675ba x1853236728315520 msgsize 304 00000100:00100000:3.0:1767384313.717570:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384313.717571:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384313.717584:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384313.717589:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000400:00000010:3.0:1767384313.717590:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00000100:00000001:3.0:1767384313.717593:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384313.717596:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717601:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.717603:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.717607:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717609:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.717612:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717614:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294901768 00000100:00000001:3.0:1767384313.717619:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901767 00000100:00000001:3.0:1767384313.717623:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294901768 00000100:00000001:3.0:1767384313.717627:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294901767 00000100:00000001:3.0:1767384313.717630:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294901768 00000100:00000001:3.0:1767384313.717634:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294901767 00000100:00000001:3.0:1767384313.717639:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294901768 00000100:00000001:3.0:1767384313.717643:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901767 00000100:00000001:0.0:1767384313.717646:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384313.717647:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.717650:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384313.717651:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315520 00000100:00000001:3.0:1767384313.717652:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.717655:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384313.717656:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384313.717657:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000002814d048 going to sleep for 11 seconds 00000100:00000001:0.0:1767384313.717659:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.717661:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384313.717662:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.717664:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.717667:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384313.717670:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315520 00000020:00000001:0.0:1767384313.717672:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384313.717673:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384313.717675:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384313.717677:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384313.717679:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384313.717681:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384313.717684:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384313.717687:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000001:0.0:1767384313.717689:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384313.717691:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000020:00000010:0.0:1767384313.717694:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5cc666. 00000020:00000010:0.0:1767384313.717697:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f2246d7. 00000020:00000010:0.0:1767384313.717700:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61e7bcd. 00000100:00000040:0.0:1767384313.717704:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384313.717706:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384313.717707:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384313.717709:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.717712:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.717725:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.717732:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384313.717733:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384313.717756:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384313.717760:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384313.717763:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282612816 : -113719426938800 : ffff9892a1f40850) 00000100:00000040:0.0:1767384313.717769:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af0675ba x1853236728315520/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 304/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.717778:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384313.717788:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5038112. 00000100:00000001:0.0:1767384313.717791:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384313.717793:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5038112. 00000100:00100000:0.0:1767384313.717798:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af0675ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728315520:12345-0@lo:256: 00000100:00000200:0.0:1767384313.717802:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315520 00000020:00000001:0.0:1767384313.717805:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384313.717807:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384313.717808:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.717809:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384313.717811:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:0.0:1767384313.717813:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384313.717814:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384313.717815:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384313.717816:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384313.717818:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.717821:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384313.717822:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384313.717824:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000bc9df54. 02000000:00000001:0.0:1767384313.717825:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.717827:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384313.717829:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384313.717832:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384313.717835:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384313.717836:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384313.717839:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384313.717840:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384313.717842:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384313.717844:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f1e6debd. 20000000:00000001:0.0:1767384313.717847:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384313.717859:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384313.717864:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384313.717868:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384313.717870:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384313.717871:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384313.717872:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384313.717874:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384313.717880:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384313.717882:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384313.717883:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384313.717885:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384313.717886:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384313.717887:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384313.717888:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384313.717889:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384313.717890:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384313.717891:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384313.717893:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:0.0:1767384313.717897:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384313.717899:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384313.717900:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384313.717901:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384313.717902:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384313.717903:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384313.717905:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384313.717906:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384313.717908:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384313.717909:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384313.717911:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384313.717912:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384313.717914:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384313.717915:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384313.717917:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384313.717918:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384313.717919:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384313.717921:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:0.0:1767384313.717922:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:0.0:1767384313.717923:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:0.0:1767384313.717925:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384313.717928:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000580ee878. 00000100:00000010:0.0:1767384313.717930:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003cc281d3. 00000020:00000040:0.0:1767384313.717932:0:17079:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:0.0:1767384313.717934:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384313.717936:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384313.717938:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000010:0.0:1767384313.717947:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c309bd34. 00000400:00000200:0.0:1767384313.717951:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384313.717959:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384313.717965:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x695824ce03e80 00000400:00000200:0.0:1767384313.717969:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1621 [4] + 0 00000400:00000010:0.0:1767384313.717971:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000400:00000200:0.0:1767384313.717975:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7f32d46 00000400:00000200:0.0:1767384313.717977:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384313.717981:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384313.717984:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7f32d46 00000400:00000010:0.0:1767384313.717985:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d7f32d46. 00000100:00000001:0.0:1767384313.717989:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384313.717990:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000077d00ccd desc 000000004055bfc5 mbits 1853236728315520 00000100:00000001:0.0:1767384313.718001:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384313.718003:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384313.718007:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384313.718014:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x162d 00000400:00000200:0.0:1767384313.718017:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384313.718021:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384313.718023:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384313.718024:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384313.718026:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384313.718027:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000580ee878 00000100:00000001:0.0:1767384313.718031:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384313.718037:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384313.718039:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:0.0:1767384313.718041:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384313.718042:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000580ee878 00000100:00000001:0.0:1767384313.718045:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384313.718048:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x695824ce03e80-0x695824ce03e80 00000100:00000001:0.0:1767384313.718050:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.718054:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.718056:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384313.718058:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:0.0:1767384313.718060:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003cc281d3. 00000100:00000010:0.0:1767384313.718063:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000580ee878. 00000100:00000001:0.0:1767384313.718065:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384313.718072:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384313.718077:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f1e6debd. 20000000:00000001:0.0:1767384313.718080:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384313.718082:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315520 00010000:00000001:0.0:1767384313.718084:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384313.718086:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af0675ba x1853236728315520/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384313.718092:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384313.718093:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.718094:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.718097:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384313.718098:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384313.718100:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384313.718102:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384313.718103:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.718105:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384313.718107:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384313.718109:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000200:0.0:1767384313.718111:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728315520, offset 224 00000400:00000200:0.0:1767384313.718115:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384313.718118:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384313.718123:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce03e80 00000400:00000200:0.0:1767384313.718127:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1625 [1] + 224 00000400:00000200:0.0:1767384313.718129:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384313.718133:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384313.718294:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384313.718299:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384313.718305:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.718316:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384313.718321:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384313.718322:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:0.0:1767384313.718331:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384313.718332:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384313.718337:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.718338:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384313.718341:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384313.718343:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384313.718344:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384313.718346:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384313.718347:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.718349:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384313.718352:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af0675ba x1853236728315520/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:294/0 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384313.718356:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:3.0:1767384313.718360:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000100:00100000:0.0:1767384313.718364:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af0675ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728315520:12345-0@lo:256: Request processed in 583us (795us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384313.718365:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000100:00000001:3.0:1767384313.718370:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.718377:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.718379:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384313.718384:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384313.718388:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384313.718390:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.718391:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384313.718395:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f2246d7. 00000100:00000001:3.0:1767384313.718403:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384313.718403:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61e7bcd. 00000100:00000001:3.0:1767384313.718406:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384313.718408:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5cc666. 00000100:00000001:3.0:1767384313.718409:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384313.718411:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.718413:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384313.718414:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384313.718415:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.718420:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.718421:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384313.718422:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=36 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384313.718424:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000bc9df54. 02000000:00000001:0.0:1767384313.718428:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384313.718430:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.718431:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384313.718437:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384313.718438:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384313.718442:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.718443:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035eede6a. 00010000:00000001:3.0:1767384313.718444:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384313.718448:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.718448:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032d889a3. 00000100:00000001:3.0:1767384313.718451:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.718457:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.718467:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.718474:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.718476:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384313.718479:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.718486:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728315520:0@lo:256: 00000100:00000001:3.0:1767384313.718490:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.718491:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.718497:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384313.718498:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.718500:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.718504:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384313.718506:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002814d048. 00000100:00000001:3.0:1767384313.718508:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384313.718509:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384313.718511:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:3.0:1767384313.718513:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384313.718518:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f929aac2. 00010000:00000001:3.0:1767384313.718526:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384313.718528:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384313.718532:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:3.0:1767384313.718533:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.718534:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384313.718536:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:3.0:1767384313.718537:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:3.0:1767384313.718539:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:3.0:1767384313.718541:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384313.718543:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:3.0:1767384313.718547:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384313.718550:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000200:3.0:1767384313.718554:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384313.718556:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:3.0:1767384313.718557:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (18) 00000400:00000200:3.0:1767384313.718559:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:3.0:1767384313.718560:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:3.0:1767384313.718562:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718564:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:3.0:1767384313.718565:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:3.0:1767384313.718567:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718568:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:3.0:1767384313.718569:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:3.0:1767384313.718571:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718572:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:3.0:1767384313.718576:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:3.0:1767384313.718578:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718579:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:3.0:1767384313.718580:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:3.0:1767384313.718583:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718584:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:3.0:1767384313.718585:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:3.0:1767384313.718588:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718588:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:3.0:1767384313.718590:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:3.0:1767384313.718591:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718592:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:3.0:1767384313.718593:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384313.718595:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718596:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:3.0:1767384313.718597:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:3.0:1767384313.718598:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718599:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:3.0:1767384313.718600:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:3.0:1767384313.718602:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718604:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:3.0:1767384313.718605:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:3.0:1767384313.718607:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718608:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:3.0:1767384313.718609:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:3.0:1767384313.718611:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718612:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:3.0:1767384313.718613:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:3.0:1767384313.718615:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718616:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:3.0:1767384313.718617:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:3.0:1767384313.718619:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718620:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:3.0:1767384313.718621:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:3.0:1767384313.718622:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718623:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:3.0:1767384313.718629:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:3.0:1767384313.718631:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384313.718632:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000100:00000001:3.0:1767384313.718634:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.718635:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384313.718638:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:3.0:1767384313.718641:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000cc881ced. 10000000:00000040:3.0:1767384313.718643:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 37/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:3.0:1767384313.718645:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384313.718650:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384313.718653:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a76de9df. 00000020:00000010:3.0:1767384313.718657:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8d79792. 00000040:00000010:3.0:1767384313.718661:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b083b6bc. 00000020:00000010:3.0:1767384313.718665:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8cf1f0d. 00000020:00000010:3.0:1767384313.718668:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384313.718671:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d111d548. 80000000:00000010:3.0:1767384313.718674:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c939103c. 40000000:00000010:3.0:1767384313.718678:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba529f4a. 00100000:00000010:3.0:1767384313.718682:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adcc59d4. 00040000:00000010:3.0:1767384313.718686:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c52632d1. 00040000:00000010:3.0:1767384313.718689:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dee2edae. 00040000:00000010:3.0:1767384313.718691:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fdd2fc85. 00080000:00000010:3.0:1767384313.718697:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bbdc6283. 00080000:00000010:3.0:1767384313.718702:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000e69c324. 00000004:00000010:3.0:1767384313.718708:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000081e1fe69. 00000004:00000010:3.0:1767384313.718713:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e4d95902. 00000004:00000010:3.0:1767384313.718718:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ed48358d. 00002000:00000010:3.0:1767384313.718721:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8c93b7b. 00000004:00000010:3.0:1767384313.718725:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b81f0b57. 00000004:00000001:3.0:1767384313.718727:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384313.718729:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384313.718731:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000cc881ced 00000040:00001000:3.0:1767384313.718732:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384313.718755:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384313.718756:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384313.718757:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384313.718759:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384313.718759:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384313.718760:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384313.718761:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:3.0:1767384313.718763:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384313.718808:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.718813:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8d79792. 00000040:00000010:3.0:1767384313.718815:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b083b6bc. 00000020:00000010:3.0:1767384313.718817:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f8cf1f0d. 00000020:00000010:3.0:1767384313.718820:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384313.718822:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d111d548. 80000000:00000010:3.0:1767384313.718825:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c939103c. 40000000:00000010:3.0:1767384313.718828:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba529f4a. 00100000:00000010:3.0:1767384313.718830:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adcc59d4. 00040000:00000010:3.0:1767384313.718832:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c52632d1. 00040000:00000010:3.0:1767384313.718835:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dee2edae. 00040000:00000010:3.0:1767384313.718837:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fdd2fc85. 00080000:00000010:3.0:1767384313.718840:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000e69c324. 00080000:00000010:3.0:1767384313.718844:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bbdc6283. 00000004:00000010:3.0:1767384313.718848:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000081e1fe69. 00000004:00000010:3.0:1767384313.718850:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e4d95902. 00000004:00000010:3.0:1767384313.718852:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ed48358d. 00002000:00000010:3.0:1767384313.718854:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8c93b7b. 00000004:00000010:3.0:1767384313.718856:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b81f0b57. 00000020:00000010:3.0:1767384313.718857:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a76de9df. 00000020:00000001:3.0:1767384313.718859:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.718860:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384313.718862:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000cc881ced. 10000000:00000040:3.0:1767384313.718868:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384313.718870:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f929aac2. 10000000:00000001:3.0:1767384313.718872:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.718879:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.718882:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077d00ccd x1853236728315520/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.718886:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384313.718887:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.718889:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c448d3. 02000000:00000001:3.0:1767384313.718891:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384313.718891:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.718892:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384313.718894:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384313.718894:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384313.718895:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.718896:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384313.718898:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384313.718899:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000005023f1. 00000100:00000010:3.0:1767384313.718901:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004055bfc5. 00000100:00000001:3.0:1767384313.718903:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384313.718904:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da1bf98d. 02000000:00000001:3.0:1767384313.718905:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.718906:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.718906:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077d00ccd. 00000100:00000001:3.0:1767384313.718908:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.718909:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384313.718920:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007a16bd07. 10000000:01000000:3.0:1767384313.718922:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384313.718924:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384313.718926:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.718927:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.718928:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=3 00000020:00000001:3.0:1767384313.718929:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.718931:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:3.0:1767384313.718933:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384313.718935:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.718939:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.718945:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384313.718946:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.718951:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384313.718952:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.718953:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384313.718954:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384313.718955:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384313.718956:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384313.718958:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384313.718959:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384313.718961:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384313.725171:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000010:0.0:1767384313.725178:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006725324e. 00000100:00000040:1.0:1767384313.725199:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000010:1.0:1767384313.725209:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c94816d. 00000100:00000040:3.0:1767384313.726164:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294901768, at 4294901770 00000100:00000010:3.0:1767384313.726170:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e770af01. 00000100:00000040:2.0:1767384313.726307:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294901768, at 4294901770 00000100:00000010:2.0:1767384313.726314:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c54450c9. 00000020:00000010:0.0:1767384313.728242:0:24870:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000098d74d44. 00000020:00000040:0.0:1767384313.728248:0:24870:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384313.728250:0:24870:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000098d74d44. 00080000:00000010:1.0:1767384314.024573:0:24924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007e1fac0f. 00080000:00000010:1.0:1767384314.024582:0:24924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007e1fac0f. 00000020:00000001:1.0:1767384314.024586:0:24924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384314.024596:0:24924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007e1fac0f. 00080000:00000010:1.0:1767384314.024599:0:24924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007e1fac0f. 00000020:00000001:1.0:1767384314.024602:0:24924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.164186:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384314.164192:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.164197:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384314.164199:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.164227:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.164231:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.164240:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384314.719708:0:25088:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384314.719713:0:25088:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384314.722554:0:25088:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384314.729359:0:25089:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000eba6e25f. 00000400:00000010:3.0:1767384314.729373:0:25089:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005db004b4. 00000400:00000010:3.0:1767384314.729382:0:25089:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000da603b45. 00000400:00000010:3.0:1767384314.729385:0:25089:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bc935706. 00000400:00000010:3.0:1767384314.729388:0:25089:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007be71cd5. 00000400:00000010:3.0:1767384314.729391:0:25089:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c395285f. 00000400:00000010:3.0:1767384314.729393:0:25089:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d60b1d3. 00000400:00000010:3.0:1767384314.729394:0:25089:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5dff3a8. 00000400:00000010:3.0:1767384314.729397:0:25089:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000248d4e1b. 00000800:00000010:3.0:1767384314.729408:0:25089:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c52632d1. 00000800:00000200:3.0:1767384314.729418:0:25089:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384314.729426:0:25089:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384314.729459:0:25089:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384314.729477:0:25089:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp26 [8/256/0/180] 00000400:00000010:3.0:1767384314.730767:0:25089:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000c088f831. 00000400:00000010:3.0:1767384314.730773:0:25089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000400:00000010:3.0:1767384314.730777:0:25089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000400:00000001:3.0:1767384314.730793:0:25089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.730794:0:25089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.730795:0:25089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063af9729. 00000400:00000200:3.0:1767384314.730803:0:25089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:3.0:1767384314.730805:0:25089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000010:3.0:1767384314.730808:0:25089:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000004929ed34. 00000400:00000200:3.0:1767384314.730812:0:25089:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (17) 00000400:00000200:3.0:1767384314.730822:0:25089:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384314.730829:0:25089:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:3.0:1767384314.730835:0:25089:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000e69c324. 00000400:00000200:1.0:1767384314.730837:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384314.730839:0:25089:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384314.730843:0:25089:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp26 00000400:00000200:1.0:1767384314.730846:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384314.730853:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000400:00000200:1.0:1767384314.730855:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (18) 00000400:00000010:3.0:1767384314.730857:0:25089:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005db004b4. 00000400:00000010:1.0:1767384314.730860:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cb43bbc. 00000400:00000010:3.0:1767384314.730864:0:25089:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000eba6e25f. 00000400:00000200:1.0:1767384314.730865:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp24 00000400:00000200:1.0:1767384314.730881:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp24 to MR: 192.168.202.115@tcp24 local destination 00000400:00000200:1.0:1767384314.730887:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [43:43:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [43:43:8:4294967295] 00000020:00000001:0.0:1767384314.730890:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384314.730894:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp24 10000000:00000001:0.0:1767384314.730897:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384314.730903:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384314.730907:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) -> 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) : PUT try# 0 10000000:01000000:0.0:1767384314.730907:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384314.730914:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384314.730915:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.115@tcp24 00000020:01000004:0.0:1767384314.730919:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:1.0:1767384314.730921:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1541538. 00000020:01000004:0.0:1767384314.730923:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.730926:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384314.730929:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (6) 00000020:01000004:0.0:1767384314.730929:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.730933:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.730936:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384314.730938:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:1.0:1767384314.730939:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:988 00000020:01000004:0.0:1767384314.730942:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384314.730944:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1541538 type 1, nob 416 niov 1 nkiov 1 00000020:01000004:0.0:1767384314.730946:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384314.730954:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00000020:00000040:0.0:1767384314.730959:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384314.730962:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384314.730966:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:0.0:1767384314.730969:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384314.730974:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384314.730979:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384314.730989:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bea8a49. 00000100:00000001:0.0:1767384314.730996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731005:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384314.731007:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.731015:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007660d57b] to pc [ptlrpcd_00_01+1] req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.731054:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384314.731057:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.731059:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.731063:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384314.731064:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384314.731066:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384314.731068:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.731069:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384314.731073:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384314.731077:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.731079:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384314.731082:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384314.731083:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384314.731085:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384314.731086:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000001:3.0:1767384314.731088:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.731089:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384314.731090:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384314.731091:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1541538. 10000000:01000000:0.0:1767384314.731095:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384314.731096:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384314.731098:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384314.731100:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384314.731100:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384314.731103:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : PUT - for me 00000020:01000004:0.0:1767384314.731105:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384314.731106:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.731110:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: PUT: OK 00000100:00100000:1.0:1767384314.731113:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728315648:0@lo:253: 00000020:01000004:0.0:1767384314.731117:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384314.731118:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:0.0:1767384314.731120:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384314.731121:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 320 into portal 0 MB=0x8000000000000000 00000020:01000004:0.0:1767384314.731123:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384314.731126:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp24: 0 00000020:01000004:0.0:1767384314.731127:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384314.731132:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384314.731133:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 304/320 into md 0x15c9 [1] + 0 00000020:01000004:0.0:1767384314.731133:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384314.731157:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384314.731160:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.731162:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:0.0:1767384314.731164:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.731167:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384314.731168:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000063dcaaea. 00000400:00000010:3.0:1767384314.731171:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e787c9dd. 00000100:00000010:0.0:1767384314.731171:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072aa910b. 02000000:00000001:1.0:1767384314.731172:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.731177:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000400:00000010:1.0:1767384314.731178:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f641e7. 00000400:00000200:3.0:1767384314.731179:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000836f7d8e 00000100:00000001:0.0:1767384314.731183:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384314.731186:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:3.0:1767384314.731187:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384314.731188:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.731189:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cd3d9a6. 00000100:00000200:1.0:1767384314.731194:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728315648, portal 25 02000000:00000010:0.0:1767384314.731195:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083ca4be3. 00000800:00000001:3.0:1767384314.731196:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.731197:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384314.731200:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384314.731200:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 00000100:00000001:0.0:1767384314.731202:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731210:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384314.731211:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: PUT: OK 00000100:00000040:1.0:1767384314.731211:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.731213:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731218:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000836f7d8e 00000100:00000040:0.0:1767384314.731221:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072aa910b] to pc [ptlrpcd_00_02+2] req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384314.731223:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000836f7d8e. 00000100:00000001:1.0:1767384314.731228:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384314.731230:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384314.731235:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384314.731236:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000400:00000010:1.0:1767384314.731240:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3ace217. 00000400:00000200:3.0:1767384314.731245:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000200:1.0:1767384314.731245:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728315648, offset 0 00000400:00000200:3.0:1767384314.731254:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (320 bytes) 00000400:00000200:1.0:1767384314.731254:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384314.731254:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384314.731260:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.731263:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731265:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:01000000:0.0:1767384314.731267:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384314.731268:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384314.731271:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000e69c324. 00000400:00000200:3.0:1767384314.731275:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000400:00000200:3.0:1767384314.731284:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384314.731284:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03f00 00000100:00000001:0.0:1767384314.731285:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.731290:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.731295:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000100:00000001:0.0:1767384314.731300:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384314.731301:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp24 to MR: 192.168.202.115@tcp24 local destination 00000400:00000010:1.0:1767384314.731301:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000434af64d. 00000100:00000001:0.0:1767384314.731303:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.731306:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384314.731308:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [44:44:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [44:44:8:4294967295] 00000400:00000200:1.0:1767384314.731310:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087bc4d08 00000100:00000040:0.0:1767384314.731311:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.731319:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.731322:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) -> 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) 192.168.202.115@tcp24 : ACK try# 0 00000100:00000001:0.0:1767384314.731323:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384314.731326:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.731331:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384314.731332:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384314.731333:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384314.731335:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp24 02000000:00000001:0.0:1767384314.731335:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384314.731339:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000036515a89. 02000000:00000001:0.0:1767384314.731342:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384314.731343:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000400:00000200:1.0:1767384314.731343:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bc4d08 00000400:00000010:2.0:1767384314.731345:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f5f393. 00000100:00100000:0.0:1767384314.731348:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072aa910b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728315776:0@lo:253: 00000400:00000010:1.0:1767384314.731349:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087bc4d08. 00000800:00000200:3.0:1767384314.731354:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (6) 00000100:00000001:1.0:1767384314.731358:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384314.731359:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000001:0.0:1767384314.731359:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767384314.731364:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:993 00000100:00000200:1.0:1767384314.731364:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384314.731365:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384314.731366:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000036515a89 02000000:00000001:0.0:1767384314.731368:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384314.731372:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:0.0:1767384314.731372:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384314.731373:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000008a7a3b2f. 00000100:00000040:1.0:1767384314.731373:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e2aa711b x1853236728315648 msgsize 4848 02000000:00000010:0.0:1767384314.731379:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f22d4eb. 00000400:00000200:2.0:1767384314.731380:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 02000000:00000001:0.0:1767384314.731384:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384314.731389:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384314.731390:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384314.731390:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102451 00000400:00000010:0.0:1767384314.731393:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a07676. 00000100:00000040:1.0:1767384314.731396:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384314.731397:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000400:00000010:0.0:1767384314.731400:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b4b0787. 00000800:00000001:3.0:1767384314.731401:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384314.731404:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000008c75ab11. 00000100:00000200:0.0:1767384314.731406:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728315776, portal 25 00000400:00000010:2.0:1767384314.731407:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000247e0e20. 00000100:00000001:1.0:1767384314.731410:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.731413:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384314.731416:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801164800 : -113719908386816 : ffff98928541b800) 00000400:00000010:2.0:1767384314.731419:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e82dda3d. 00000400:00000200:1.0:1767384314.731419:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3ace217 00000100:00000040:0.0:1767384314.731423:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384314.731431:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3ace217. 00000100:00000001:1.0:1767384314.731438:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384314.731439:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384314.731443:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384314.731443:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000200:1.0:1767384314.731448:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.731448:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384314.731449:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00000400:00000010:0.0:1767384314.731454:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001683250c. 00000400:00000200:3.0:1767384314.731456:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.731456:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000200:0.0:1767384314.731460:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728315776, offset 0 00000400:00000200:3.0:1767384314.731468:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: ACK: OK 00000400:00000200:2.0:1767384314.731468:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384314.731473:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384314.731480:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:1.0:1767384314.731481:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384314.731488:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:1.0:1767384314.731488:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384314.731502:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:1.0:1767384314.731514:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.731515:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:1.0:1767384314.731519:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384314.731522:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:2.0:1767384314.731526:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:2.0:1767384314.731528:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:2.0:1767384314.731530:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:2.0:1767384314.731539:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384314.731542:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:2.0:1767384314.731545:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:2.0:1767384314.731548:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384314.731551:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384314.731553:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384314.731556:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:2.0:1767384314.731558:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384314.731561:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp25 00000400:00000200:2.0:1767384314.731564:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384314.731566:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp25 00000400:00000200:2.0:1767384314.731568:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [45:45:8:4294967295] 00000400:00000200:2.0:1767384314.731572:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp25 00000400:00000200:2.0:1767384314.731576:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:) -> 192.168.202.115@tcp25(192.168.202.115@tcp:192.168.202.115@tcp25) : GET try# 0 00000800:00000200:2.0:1767384314.731581:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp25 00000800:00000010:2.0:1767384314.731584:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000008efeb7d. 00000100:00000001:1.0:1767384314.731586:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.731588:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384314.731589:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384314.731592:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001b48eaaa. 00000100:00000001:1.0:1767384314.731593:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294902782 00000800:00000001:3.0:1767384314.731594:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384314.731597:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008bd9d415. 00000400:00000200:0.0:1767384314.731599:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce03f80 00000800:00000001:3.0:1767384314.731601:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384314.731602:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c304cb5. 00000800:00000001:3.0:1767384314.731606:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.731607:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (2) 00000400:00000200:0.0:1767384314.731609:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa8d [2] + 0 00000800:00000001:3.0:1767384314.731610:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384314.731614:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384314.731616:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384314.731616:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce862c6. 00000800:00000200:2.1:1767384314.731618:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (2) 00000400:00000200:0.0:1767384314.731623:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba5117f5 00000100:00000001:1.0:1767384314.731626:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294902782 00000400:00000200:3.0:1767384314.731628:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : ACK - for me 00000400:00000200:0.0:1767384314.731629:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.731634:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000100:00000010:1.0:1767384314.731634:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c974209. 00000400:00000200:0.0:1767384314.731639:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384314.731641:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384314.731643:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100651 rc 0 00000400:00000200:3.0:1767384314.731647:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp24: ACK from 12345-192.168.202.115@tcp24 into md 0x163d 00000100:00000001:1.0:1767384314.731651:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294902782 00000400:00000200:3.0:1767384314.731652:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.731652:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba5117f5 00000400:00000010:0.0:1767384314.731655:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba5117f5. 00000400:00000200:3.0:1767384314.731659:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: ACK: OK 00000100:00000010:1.0:1767384314.731660:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb9c44a0. 00000100:00000001:0.0:1767384314.731660:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384314.731662:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000100:00000200:0.0:1767384314.731663:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384314.731667:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000100:00000040:0.0:1767384314.731667:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000029fb4be2 x1853236728315776 msgsize 4848 00000100:00000001:1.0:1767384314.731668:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384314.731671:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:0.0:1767384314.731674:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384314.731676:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384314.731677:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:1.0:1767384314.731678:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294902782 00000400:00000200:3.0:1767384314.731683:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000010:1.0:1767384314.731686:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e767108. 00000100:00000001:0.0:1767384314.731687:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.731692:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000100:00000001:1.0:1767384314.731693:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384314.731695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384314.731700:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001683250c 00000800:00000001:3.0:1767384314.731702:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384314.731702:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.731707:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.731709:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001683250c. 00000800:00000001:3.0:1767384314.731710:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.731713:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731716:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384314.731718:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.731723:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.731746:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.731749:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.731752:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384314.731755:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.731759:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384314.731759:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.731764:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.731766:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.731767:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384314.731772:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731774:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 00000400:00000200:3.0:1767384314.731780:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000100:00000001:0.0:1767384314.731780:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731782:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384314.731785:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000008bf592db. 00000400:00000010:3.0:1767384314.731789:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000100:00000001:0.0:1767384314.731789:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731792:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294902782 00000100:00000001:0.0:1767384314.731795:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294902782 00000400:00000010:3.0:1767384314.731796:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b1531b3. 00000100:00000001:0.0:1767384314.731797:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294902782 00000100:00000001:0.0:1767384314.731800:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294902782 00000400:00000200:3.0:1767384314.731802:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000001:0.0:1767384314.731802:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294902782 00000100:00000001:0.0:1767384314.731804:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294902782 00000100:00000001:0.0:1767384314.731806:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294902782 00000100:00000001:0.0:1767384314.731808:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294902782 00000400:00000200:3.0:1767384314.731810:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:0.0:1767384314.731811:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.731814:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731816:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384314.731816:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:0.0:1767384314.731817:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.731821:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.731827:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:0.0:1767384314.731827:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.731829:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.731833:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384314.731834:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:0.0:1767384314.731835:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.731838:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731840:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384314.731842:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731847:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384314.731853:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384314.731855:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.731858:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731860:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384314.731865:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384314.731872:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:2.0:1767384314.731873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:0.0:1767384314.731875:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384314.731877:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00100000:0.0:1767384314.731878:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315648 02000000:00000001:0.0:1767384314.731882:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384314.731888:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:0.0:1767384314.731891:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.731893:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.731894:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384314.731898:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 02000000:00000001:0.0:1767384314.731898:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.731901:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315648 00000400:00000200:3.0:1767384314.731903:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:0.0:1767384314.731904:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384314.731906:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384314.731909:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.731912:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:3.0:1767384314.731915:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:0.0:1767384314.731915:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:2.0:1767384314.731916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000020:00000001:0.0:1767384314.731919:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384314.731925:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[45, 10], ns[45, 10] 00000100:00000001:0.0:1767384314.731926:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.731930:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000916f6eb5. 00000400:00000200:3.0:1767384314.731931:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:0.0:1767384314.731932:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384314.731935:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp11 00000020:00000010:0.0:1767384314.731935:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000916f6eb5. 00000400:00000200:3.0:1767384314.731939:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp11 lpni_is_preferred = 0 00000400:00000200:3.0:1767384314.731942:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp11 00000020:00000010:0.0:1767384314.731942:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899e2486. 00000400:00000200:3.0:1767384314.731946:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [46:46:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [46:46:8:4294967295] 00000020:00000010:0.0:1767384314.731948:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f2246d7. 00000400:00000200:2.0:1767384314.731949:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000020:00000010:0.0:1767384314.731953:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c61e7bcd. 00000400:00000200:3.0:1767384314.731954:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp11 00000100:00000040:0.0:1767384314.731963:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384314.731966:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:) -> 192.168.202.115@tcp11(192.168.202.115@tcp:192.168.202.115@tcp11) : GET try# 0 00000100:00000001:0.0:1767384314.731967:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.731969:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1767384314.731971:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp11 00000100:00000001:0.0:1767384314.731971:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384314.731976:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b726b0b8. 00000100:00000001:0.0:1767384314.731978:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384314.731981:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (6) 00000400:00000200:2.0:1767384314.731982:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000200:3.0:1767384314.731990:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:988 00000100:00000001:0.0:1767384314.731990:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384314.731993:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384314.732002:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384314.732004:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000100:00100000:0.0:1767384314.732004:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315776 02000000:00000001:0.0:1767384314.732006:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384314.732008:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000100:00000001:0.0:1767384314.732008:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.732010:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.732012:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.732015:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315776 00000400:00000200:2.0:1767384314.732017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000020:00000001:0.0:1767384314.732017:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384314.732021:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384314.732024:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.732027:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:0.0:1767384314.732030:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384314.732040:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384314.732044:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.732047:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000916f6eb5. 00000100:00000001:0.0:1767384314.732050:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384314.732052:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000020:00000010:0.0:1767384314.732052:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000916f6eb5. 00000020:00000010:0.0:1767384314.732061:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd700543. 00000020:00000010:0.0:1767384314.732067:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c4a3582. 00000020:00000010:0.0:1767384314.732072:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d68777a. 00000800:00000200:3.0:1767384314.732073:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384314.732075:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b726b0b8. 00000100:00000001:0.0:1767384314.732076:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.732077:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384314.732078:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384314.732079:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.732083:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: GET: OK 00000100:00000001:0.0:1767384314.732083:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.732086:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.732087:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384314.732089:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:3.0:1767384314.732095:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384314.732098:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.732100:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1767384314.732101:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.732102:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000800:00000001:3.0:1767384314.732104:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384314.732106:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000800:00000001:3.0:1767384314.732110:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384314.732112:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384314.732115:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282623056 : -113719426928560 : ffff9892a1f43050) 00000400:00000200:3.0:1767384314.732116:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : GET - for me 00000100:00000040:0.0:1767384314.732120:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2aa711b x1853236728315648/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.732126:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384314.732130:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384314.732131:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 320/320 into md 0x1639 [1] + 0 00000020:00000010:0.0:1767384314.732133:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000916f6eb5. 00000100:00000001:0.0:1767384314.732161:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.732163:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000916f6eb5. 00000100:00100000:0.0:1767384314.732168:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2aa711b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728315648:12345-0@lo:253: 00000100:00000200:0.0:1767384314.732172:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315648 00000400:00000200:3.0:1767384314.732175:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp11 to MR: 192.168.202.115@tcp11 local destination 00000400:00000200:2.0:1767384314.732175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000001:0.0:1767384314.732176:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384314.732180:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384314.732182:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.732186:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [47:47:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [47:47:8:4294967295] 00000020:00000001:0.0:1767384314.732186:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.732189:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384314.732192:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384314.732197:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) -> 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) 192.168.202.115@tcp11 : REPLY try# 0 00000020:00000001:0.0:1767384314.732200:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.732202:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1767384314.732204:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.115@tcp11 00000020:00000001:0.0:1767384314.732205:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384314.732208:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000020:00000001:0.0:1767384314.732208:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.732212:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.0:1767384314.732214:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (6) 00000400:00000200:2.0:1767384314.732214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 02000000:00000001:0.0:1767384314.732215:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.732222:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e27263b7. 00000800:00000200:3.0:1767384314.732225:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:1019 02000000:00000001:0.0:1767384314.732226:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.732228:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384314.732229:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 3, nob 416 niov 1 nkiov 1 20000000:00000001:0.0:1767384314.732232:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384314.732243:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000490d2d89. 00000400:00000200:2.0:1767384314.732244:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 20000000:01000000:0.0:1767384314.732247:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.732252:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.732255:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384314.732258:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.732260:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.732262:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.0:1767384314.732273:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:0.0:1767384314.732273:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004637b928. 00000400:00000200:2.0:1767384314.732275:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000800:00000010:3.0:1767384314.732276:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 20000000:01000000:0.0:1767384314.732276:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000400:00000200:3.0:1767384314.732282:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384314.732285:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384314.732289:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: REPLY: OK 00080000:00000001:0.0:1767384314.732291:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384314.732295:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:3.0:1767384314.732298:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.732303:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.732305:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.732310:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.732312:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000800:00000001:3.0:1767384314.732313:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384314.732313:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:3.0:1767384314.732319:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.732326:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : REPLY - for me 00080000:00000001:0.0:1767384314.732331:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.732334:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384314.732336:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp11: Reply from 12345-192.168.202.115@tcp11 of length 320/320 into md 0x1659 00080000:00000001:0.0:1767384314.732336:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.732339:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000001:3.0:1767384314.732340:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384314.732341:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.732343:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00080000:00000002:0.0:1767384314.732344:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000800:00000001:3.0:1767384314.732346:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.732350:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384314.732351:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:0.0:1767384314.732353:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384314.732355:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: REPLY: OK 00080000:00000001:0.0:1767384314.732357:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384314.732359:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000400:00000010:3.0:1767384314.732361:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00080000:00000001:0.0:1767384314.732361:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.732364:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.732365:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384314.732366:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000020:00000001:0.0:1767384314.732367:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384314.732370:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:3.0:1767384314.732375:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000020:00000001:0.0:1767384314.732375:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:3.0:1767384314.732379:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 18. state = 0x100251 00080000:00000001:0.0:1767384314.732379:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.732390:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005b6bca1c. 00000400:00000200:3.0:1767384314.732392:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384314.732392:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00080000:00000001:0.0:1767384314.732393:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349489954816 : -113724219596800 : ffff98918449e000) 00080000:00000001:0.0:1767384314.732400:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384314.732404:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000001:00000001:0.0:1767384314.732405:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384314.732409:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000916f6eb5. 00000800:00000001:3.0:1767384314.732410:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384314.732412:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384314.732414:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384314.732415:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384314.732421:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00080000:00000001:0.0:1767384314.732430:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.732432:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384314.732437:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:3.0:1767384314.732445:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000c76af99b. 00000400:00000010:3.0:1767384314.732449:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000a0bd6996. 00080000:00000001:0.0:1767384314.732450:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384314.732452:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000010:3.0:1767384314.732454:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000856193c1. 00000100:00000001:0.0:1767384314.732481:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.732483:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384314.732485:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f2526d0e. 00000100:00100000:0.0:1767384314.732487:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384314.732491:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:3.0:1767384314.732492:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f2526d0e nid 192.168.202.115@tcp26 00000100:00000001:0.0:1767384314.732494:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282610768 : -113719426940848 : ffff9892a1f40050) 00000400:00000010:3.0:1767384314.732496:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000095464458. 00000100:00000040:0.0:1767384314.732499:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029fb4be2 x1853236728315776/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.732500:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000095464458 net tcp26 00000400:00000200:3.0:1767384314.732503:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000400:00000200:2.0:1767384314.732504:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000100:00000001:0.0:1767384314.732511:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384314.732512:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp26 flags 0x11 00000020:00000010:0.0:1767384314.732516:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ca0f56c. 00000400:00000010:3.0:1767384314.732517:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000c76af99b. 00000100:00000001:0.0:1767384314.732520:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384314.732521:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000a0bd6996. 00000020:00000010:0.0:1767384314.732522:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ca0f56c. 00000400:00000010:3.0:1767384314.732524:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000856193c1. 00000400:00000010:3.0:1767384314.732528:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000008bf592db. 00000100:00100000:0.0:1767384314.732529:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029fb4be2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728315776:12345-0@lo:253: 00000400:00000200:3.0:1767384314.732533:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000100:00000200:0.0:1767384314.732533:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315776 00000020:00000001:0.0:1767384314.732536:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384314.732537:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000020:00000001:0.0:1767384314.732538:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384314.732540:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.732541:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000020:00000001:0.0:1767384314.732543:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.732545:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384314.732546:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:00000001:0.0:1767384314.732548:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384314.732550:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000020:00000001:0.0:1767384314.732550:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.732552:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384314.732553:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000020:00000001:0.0:1767384314.732554:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384314.732556:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000020:00000001:0.0:1767384314.732556:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.732559:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384314.732562:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000400:00000200:2.0:1767384314.732563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 02000000:00000001:0.0:1767384314.732570:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.732576:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c177b336. 02000000:00000001:0.0:1767384314.732578:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.732581:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.732584:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384314.732601:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000df4fc9c3. 20000000:01000000:0.0:1767384314.732605:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.732607:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.732609:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384314.732612:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.732613:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 20000000:00000001:0.0:1767384314.732614:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.732619:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384314.732667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732705:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732770:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732822:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732857:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732895:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.732933:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000800:00000010:2.0:1767384314.733104:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000030364e16. 00000800:00000010:2.0:1767384314.733109:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026791417. 00000800:00000010:2.0:1767384314.733115:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384314.733188:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000400:00000200:0.0:1767384314.733239:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384314.733256:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp25 from 223.3.0.2 00000800:00000010:0.0:1767384314.733260:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000222512e8. 00000800:00000010:2.0:1767384314.733296:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9e3d11d. 00000800:00000010:2.0:1767384314.733301:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b51b298. 00000800:00000010:2.0:1767384314.733324:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf4642b6. 00000800:00000200:2.1:1767384314.733329:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (2) 00000800:00000200:2.1:1767384314.733334:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp25 00000000bf4642b6 deleted 00000800:00000010:2.1:1767384314.733336:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bf4642b6. 00000800:00000200:2.1:1767384314.733340:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384314.733345:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:991 00000800:00000200:2.1:1767384314.733347:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008efeb7d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384314.733359:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp25 p 3.x 192.168.202.115 -> 192.168.202.115:991 incarnation:1767384312974560668 sched[0] 00000800:00000010:2.0:1767384314.733364:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384314.733407:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384314.733411:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b51b298. 00000800:00000010:2.0:1767384314.733445:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000222512e8. 00000800:00000001:2.0:1767384314.733457:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.733462:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.733505:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384314.733507:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000008efeb7d. 00000400:00000200:2.0:1767384314.733511:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.1:1767384314.733514:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384314.733518:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: GET: OK 00000800:00000200:3.0:1767384314.733523:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp25 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384312974560668 sched[0] 00000400:00000200:2.0:1767384314.733524:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384314.733530:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000010:3.0:1767384314.733531:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026791417. 00000400:00000200:3.0:1767384314.733579:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733611:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733627:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733669:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733696:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733766:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00080000:00000010:0.0:1767384314.733784:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005b6bca1c. 00000400:00000200:3.0:1767384314.733789:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384314.733812:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00080000:00000010:2.0:1767384314.733822:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000916f6eb5. 00040000:00000001:2.0:1767384314.733828:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384314.733830:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384314.733832:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384314.733835:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384314.733837:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.733839:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384314.733844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 20000000:01000000:2.0:1767384314.733849:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384314.733858:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384314.733861:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384314.733866:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384314.733866:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b6bca1c. 20000000:01000000:0.0:1767384314.733871:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384314.733874:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.733877:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384314.733880:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384314.733882:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00080000:00000001:0.0:1767384314.733886:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384314.733893:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.733895:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384314.733897:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.733899:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384314.733901:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384314.733903:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:0.0:1767384314.733907:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:0.0:1767384314.733909:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384314.733912:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384314.733914:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00080000:00000001:0.0:1767384314.733915:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.733917:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.733919:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:2.0:1767384314.733921:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:0.0:1767384314.733923:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000001:2.0:1767384314.733925:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384314.733930:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384314.733930:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384314.733934:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.733937:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:0.0:1767384314.733943:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004929ed34. 00010000:00000040:2.0:1767384314.733945:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000023b0fdbf count: 2 00000400:00000200:3.0:1767384314.733948:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00080000:00000001:0.0:1767384314.733948:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462218240 : -113724247333376 : ffff989182a2a600) 00080000:00000001:0.0:1767384314.733952:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384314.733954:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384314.733958:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005ca0f56c. 00080000:00000001:0.0:1767384314.733961:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.733963:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384314.733970:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.733977:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.733979:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384314.733980:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1767384314.733983:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00010000:00000010:2.0:1767384314.733985:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021c686e8. 00000020:00000001:2.0:1767384314.733990:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384314.733993:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021c686e8 with handle 0x960a57272cefbb2d to hash 00000020:00000001:2.0:1767384314.733995:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384314.733996:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384314.733998:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384314.734001:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.734002:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.734005:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.734011:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384314.734014:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384314.734017:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384314.734018:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00010000:00000001:2.0:1767384314.734019:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.734023:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384314.734026:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.734031:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384314.734033:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.734034:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.734035:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.734036:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.734038:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384314.734040:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384314.734044:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b0fdbf) refcount = 2 00010000:00000040:2.0:1767384314.734046:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1767384314.734049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00010000:00000040:2.0:1767384314.734049:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384314.734065:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384314.734066:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384314.734072:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098587e1f. 00000100:00000001:2.0:1767384314.734075:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384314.734078:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b51b298. 00000400:00000200:3.0:1767384314.734079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000100:00000001:2.0:1767384314.734080:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349562892864 : -113724146658752 : ffff989188a2d240) 00000100:00000001:2.0:1767384314.734084:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349562892864 : -113724146658752 : ffff989188a2d240) 00000100:00000001:2.0:1767384314.734087:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384314.734088:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384314.734090:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384314.734092:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.734093:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384314.734095:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.734097:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.734099:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384314.734101:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:3.0:1767384314.734103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000100:00000010:2.0:1767384314.734105:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24fd7a1. 00000020:00000040:2.0:1767384314.734109:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000001:2.0:1767384314.734111:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384314.734112:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384314.734115:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384314.734119:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000346c3908. 00000100:00000001:2.0:1767384314.734122:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.734123:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00010000:00010000:2.0:1767384314.734127:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384314.734160:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 385 lvb_type: 0 00010000:00000001:2.0:1767384314.734167:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384314.734169:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384314.734172:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384314.734175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000100:00000001:2.0:1767384314.734192:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384314.734194:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.734197:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e24fd7a1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728315904:0@lo:104: 00000100:00000001:2.0:1767384314.734199:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384314.734202:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.734203:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.734205:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384314.734208:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024dc082a. 02000000:00000001:2.0:1767384314.734209:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.734213:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96a8947. 00000400:00000200:3.0:1767384314.734214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000010:2.0:1767384314.734216:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b612458. 00000100:00000200:2.0:1767384314.734221:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728315904, portal 16 00000100:00000001:2.0:1767384314.734223:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384314.734224:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566696448 : -113724142855168 : ffff989188dcdc00) 00000100:00000040:2.0:1767384314.734228:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384314.734233:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384314.734236:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384314.734239:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000100:00000200:2.0:1767384314.734241:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728315904, offset 0 00000400:00000200:2.0:1767384314.734244:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384314.734250:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.734253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.734258:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce04000 00000400:00000200:2.0:1767384314.734264:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384314.734267:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.734270:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384314.734272:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384314.734274:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384314.734277:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba746334. 00000100:00000040:2.0:1767384314.734279:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000ba746334 x1853236728315904 msgsize 328 00000100:00100000:2.0:1767384314.734282:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384314.734285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000100:00000001:2.0:1767384314.734295:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384314.734309:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000400:00000010:2.0:1767384314.734311:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 00000100:00000001:2.0:1767384314.734313:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384314.734315:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384314.734318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000100:00000001:0.0:1767384314.734323:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384314.734326:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384314.734326:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728315904 00000100:00000040:2.0:1767384314.734331:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384314.734331:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.734334:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.734338:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734342:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.734344:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734345:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384314.734350:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.734350:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728315904 00000400:00000200:3.0:1767384314.734352:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000020:00000001:0.0:1767384314.734355:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384314.734356:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902785 00000020:00000040:0.0:1767384314.734357:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000020:00000001:0.0:1767384314.734361:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384314.734362:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902782 00000020:00000040:0.0:1767384314.734364:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:2.0:1767384314.734368:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902785 00000020:00000001:0.0:1767384314.734369:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:2.0:1767384314.734374:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902782 00000020:00000001:0.0:1767384314.734374:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:2.0:1767384314.734380:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902785 00000100:00000001:0.0:1767384314.734381:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384314.734382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000100:00000001:2.0:1767384314.734385:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902782 00000020:00000010:0.0:1767384314.734386:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000013bba57. 00000100:00000001:0.0:1767384314.734391:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.734392:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902785 00000020:00000010:0.0:1767384314.734394:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000013bba57. 00000100:00000001:2.0:1767384314.734397:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902782 00000020:00000010:0.0:1767384314.734401:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000062801a8. 00000100:00000001:2.0:1767384314.734402:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.734406:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.734407:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf0e13d8. 00010000:00000001:2.0:1767384314.734408:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.734410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00010000:00000001:2.0:1767384314.734413:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.734414:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f50c797f. 00000020:00000001:2.0:1767384314.734416:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.734419:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.734421:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.734422:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.734423:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384314.734424:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384314.734427:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384314.734428:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384314.734430:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.734431:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384314.734433:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.734435:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734436:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384314.734440:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000100:00100000:2.0:1767384314.734442:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b51b298 going to sleep for 11 seconds 00000100:00000001:0.0:1767384314.734444:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734446:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384314.734454:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.734456:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384314.734465:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384314.734469:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384314.734470:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000490d2d89. 20000000:00000001:2.0:1767384314.734475:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.734476:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000100:00000001:0.0:1767384314.734476:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1767384314.734479:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315648 00000100:00000001:0.0:1767384314.734480:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384314.734484:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384314.734489:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00000200:2.0:1767384314.734492:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2aa711b x1853236728315648/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.734494:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:0.0:1767384314.734499:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566691072 : -113724142860544 : ffff989188dcc700) 00010000:00000001:2.0:1767384314.734504:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384314.734507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00010000:00000001:2.0:1767384314.734508:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.734508:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba746334 x1853236728315904/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384314.734515:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384314.734522:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384314.734526:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.734527:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384314.734530:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000010:0.0:1767384314.734532:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000013bba57. 02000000:00000001:2.0:1767384314.734534:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384314.734537:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.734537:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384314.734540:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000020:00000010:0.0:1767384314.734542:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000013bba57. 00000100:00000001:2.0:1767384314.734543:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384314.734550:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384314.734554:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba746334 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728315904:12345-0@lo:104: 00000400:00000010:2.0:1767384314.734556:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf4642b6. 00000100:00000200:2.0:1767384314.734562:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728315648, offset 224 00000100:00000200:0.0:1767384314.734562:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728315904 00010000:00000001:0.0:1767384314.734568:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767384314.734572:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384314.734572:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384314.734574:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.734577:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.734580:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=2 00000400:00000200:2.0:1767384314.734584:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384314.734585:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00010000:00000001:0.0:1767384314.734590:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00000400:00000200:2.0:1767384314.734595:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03f00 00010000:00000001:0.0:1767384314.734596:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.734601:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.734602:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1641 [2] + 224 00010000:00010000:0.0:1767384314.734608:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384314.734609:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.734614:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384314.734618:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384314.734623:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.734625:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384314.734628:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.734633:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000bc9df54. 00000100:00000040:2.0:1767384314.734634:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384314.734638:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.734644:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.734650:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.734652:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734653:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384314.734655:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=37 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384314.734666:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf4642b6 00000100:00000001:0.0:1767384314.734667:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384314.734669:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf4642b6. 00000100:00000001:2.0:1767384314.734673:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384314.734673:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:2.0:1767384314.734677:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.734679:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384314.734682:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.734683:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384314.734687:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 02000000:00000001:0.0:1767384314.734688:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.734690:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384314.734693:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.734693:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384314.734697:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384314.734701:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384314.734703:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2aa711b x1853236728315648/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384314.734707:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00100000:2.0:1767384314.734713:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2aa711b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728315648:12345-0@lo:253: Request processed in 2582us (3338us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384314.734714:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728315904, offset 224 00000100:00100000:2.0:1767384314.734726:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:2.0:1767384314.734744:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000400:00000200:0.0:1767384314.734744:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384314.734747:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767384314.734748:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a688a269. 00000100:00000001:2.0:1767384314.734750:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384314.734755:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f2246d7. 00000400:00000200:0.0:1767384314.734756:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384314.734760:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000743cec43. 00000020:00000010:2.0:1767384314.734763:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c61e7bcd. 00000800:00000010:3.0:1767384314.734765:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bac3292. 00000400:00000200:0.0:1767384314.734768:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce04000 00000020:00000010:2.0:1767384314.734770:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899e2486. 00000400:00000200:0.0:1767384314.734775:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x165d [1] + 224 00000020:00000040:2.0:1767384314.734776:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 02000000:00000001:2.0:1767384314.734783:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384314.734784:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384314.734785:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e27263b7. 00000400:00000200:0.0:1767384314.734791:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384314.734793:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384314.734796:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.734796:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384314.734803:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384314.734804:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384314.734817:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc1d5211. 00000800:00000010:3.0:1767384314.734819:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bac3292. 00000400:00000010:2.0:1767384314.734824:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf4642b6. 00000100:00000040:0.0:1767384314.734832:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1767384314.734839:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.734845:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.734845:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.734848:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.734848:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767384314.734850:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767384314.734853:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384314.734856:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.734858:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f641e7. 00000800:00000001:3.0:1767384314.734859:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.734861:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd3d9a6 00000400:00000010:2.0:1767384314.734864:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cd3d9a6. 00000400:00000200:3.0:1767384314.734869:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : GET - for me 00000100:00000001:2.0:1767384314.734874:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384314.734874:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384314.734878:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000200:2.0:1767384314.734881:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.734882:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384314.734882:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384314.734885:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.734889:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.734894:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 320/320 into md 0x1639 [1] + 0 00000100:00000040:0.0:1767384314.734895:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000200:2.0:1767384314.734902:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.734902:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384314.734906:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001683250c. 00000400:00000200:3.0:1767384314.734909:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 00010000:00000001:0.0:1767384314.734912:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384314.734918:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.734922:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [48:48:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [48:48:8:4294967295] 00000100:00000001:2.0:1767384314.734922:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384314.734923:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384314.734928:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384314.734929:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.734933:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384314.734933:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734936:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384314.734937:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.734940:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) 192.168.202.115@tcp25 : REPLY try# 0 00000100:00000001:2.0:1767384314.734941:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.734945:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384314.734950:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000100:00000040:0.0:1767384314.734950:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba746334 x1853236728315904/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384314.734951:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=37 v=5 (5 0 0 0) 00000800:00000010:3.0:1767384314.734956:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000100:00001000:2.0:1767384314.734959:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=37 v=5 (1 0 0 0) 00000800:00000200:3.0:1767384314.734965:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (4) 00000100:00000001:2.0:1767384314.734967:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384314.734969:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.734971:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba746334 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728315904:12345-0@lo:104: Request processed in 443us (689us total) trans 0 rc 0/0 00000800:00000200:3.0:1767384314.734972:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 00010000:00000001:2.0:1767384314.734974:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1767384314.734977:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 3, nob 416 niov 1 nkiov 1 00010000:00000001:2.0:1767384314.734978:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.734982:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.734983:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384314.734987:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.734988:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000100:00000001:0.0:1767384314.734993:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.734996:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384314.734999:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.735002:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf0e13d8. 00000100:00000001:2.0:1767384314.735003:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384314.735005:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384314.735008:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384314.735009:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f50c797f. 00000020:01000004:2.0:1767384314.735010:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384314.735013:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.735016:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:0.0:1767384314.735016:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000062801a8. 00000020:01000004:2.0:1767384314.735019:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384314.735022:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:0.0:1767384314.735022:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000800:00000200:3.0:1767384314.735024:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384314.735025:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:0.0:1767384314.735027:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384314.735029:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00000020:01000004:2.0:1767384314.735029:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384314.735032:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384314.735033:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:2.0:1767384314.735034:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384314.735040:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.735045:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: REPLY: OK 00000020:00000001:0.0:1767384314.735046:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.735050:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.735055:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000001:3.0:1767384314.735056:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384314.735058:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000001:3.0:1767384314.735059:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.735060:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:3.0:1767384314.735062:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767384314.735063:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384314.735067:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.735071:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.735076:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384314.735081:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f84ca84 already unused, calling callback (00000000a89832d0) 00000100:00100000:2.0:1767384314.735085:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728315648:0@lo:253: 10000000:00000001:0.0:1767384314.735086:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1767384314.735088:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : REPLY - for me 10000000:00010000:0.0:1767384314.735089:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384314.735095:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.735099:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384314.735101:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384314.735102:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp25: Reply from 12345-192.168.202.115@tcp25 of length 320/320 into md 0x1651 00000100:00000040:2.0:1767384314.735104:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007660d57b x1853236728315648/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.735105:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.735109:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.735112:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f84ca84 refcount=3 00000800:00000001:3.0:1767384314.735116:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384314.735117:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00000100:00000001:2.0:1767384314.735120:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384314.735122:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395776 : -113718973155840 : ffff9892bd003600) 00000800:00000001:3.0:1767384314.735123:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384314.735124:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384314.735126:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384314.735127:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384314.735128:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000063dcaaea. 02000000:00000001:2.0:1767384314.735132:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384314.735158:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384314.735160:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384314.735165:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:0.0:1767384314.735165:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384314.735168:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bea8a49. 02000000:00000001:2.0:1767384314.735178:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384314.735178:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384314.735181:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00010000:0.0:1767384314.735182:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384314.735183:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007660d57b. 00000400:00000200:3.0:1767384314.735184:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: REPLY: OK 00000100:00000001:2.0:1767384314.735191:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384314.735192:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247e0e20 10000000:01000000:0.0:1767384314.735192:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384314.735193:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384314.735196:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000247e0e20. 00000100:00000001:2.0:1767384314.735199:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384314.735199:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000400:00000200:3.0:1767384314.735201:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 10000000:00000040:0.0:1767384314.735203:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384314.735205:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000400:00000200:3.0:1767384314.735206:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000100:00000001:2.0:1767384314.735206:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384314.735207:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384314.735209:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.735210:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.735212:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000001:2.0:1767384314.735215:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384314.735218:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 18. state = 0x100111 00000100:00000001:2.0:1767384314.735218:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.735224:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (19) 10000000:00000001:0.0:1767384314.735224:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384314.735227:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384314.735229:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 00000800:00000001:3.0:1767384314.735232:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384314.735232:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384314.735232:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384314.735234:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384314.735236:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384314.735238:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384314.735239:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:2.0:1767384314.735241:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.735244:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96a8947. 00010000:00000001:0.0:1767384314.735244:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384314.735247:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b612458 00010000:00000001:0.0:1767384314.735248:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384314.735250:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b612458. 00010000:00000001:0.0:1767384314.735253:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384314.735255:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384314.735257:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384314.735261:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384314.735261:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f84ca84 with handle 0x960a57272cefbb1f from hash 00010000:00000001:0.0:1767384314.735268:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384314.735271:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.735274:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.735276:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384314.735277:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384314.735280:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384314.735284:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384314.735288:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384314.735291:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384314.735299:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384314.735299:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000100:00000001:2.0:1767384314.735302:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384314.735304:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384314.735305:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384314.735307:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384314.735310:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.735310:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384314.735314:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.735314:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384314.735315:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:0.0:1767384314.735318:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.735320:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384314.735323:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384314.735327:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=37 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384314.735332:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp25 from 222.3.0.2 02000000:00000010:0.0:1767384314.735332:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000062801a8. 00000100:00000001:2.0:1767384314.735333:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384314.735336:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384314.735337:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000069e0b123. 00010000:00000001:2.0:1767384314.735338:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384314.735338:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.735342:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.735344:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384314.735345:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.735349:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384314.735350:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384314.735370:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767384314.735371:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.735375:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384314.735375:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.735378:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.735381:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384314.735382:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1767384314.735384:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.735385:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.735389:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.735390:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.735394:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_03+3] req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384314.735396:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384314.735423:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e24fd7a1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728315904:0@lo:104: 00000100:00000001:2.0:1767384314.735428:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.735432:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.735434:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384314.735436:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384314.735438:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e24fd7a1 x1853236728315904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384314.735448:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384314.735452:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384314.735456:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384314.735457:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384314.735460:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024dc082a. 00010000:00000001:0.0:1767384314.735460:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.735464:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.735466:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384314.735468:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.735469:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384314.735472:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 10000000:00000001:0.0:1767384314.735473:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.735475:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384314.735478:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000346c3908. 00010000:00010000:0.0:1767384314.735478:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384314.735483:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384314.735486:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384314.735488:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e24fd7a1. 00010000:00000001:0.0:1767384314.735490:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384314.735493:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1767384314.735494:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 000000009f84ca84/0x960a57272cefbb1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb26 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384314.735496:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384314.735502:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003b51b298. 00000100:00000001:2.0:1767384314.735507:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000040:0.0:1767384314.735508:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5d8cb5f count: 0 00010000:00000001:2.0:1767384314.735509:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384314.735514:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098587e1f. 00010000:00000001:2.0:1767384314.735518:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.735520:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.735521:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384314.735523:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.735524:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384314.735526:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.735527:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000010:0.0:1767384314.735530:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001683250c. 00010000:00010000:2.0:1767384314.735531:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.735537:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.735541:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.735544:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.735547:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384314.735548:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.735550:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384314.735555:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025d2e008. 00000800:00000010:2.0:1767384314.735561:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b51b298. 00010000:00010000:0.0:1767384314.735561:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384314.735566:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.735569:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.735572:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1767384314.735584:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a005b72. 00000800:00000200:2.1:1767384314.735590:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (4) 00000100:00000001:0.0:1767384314.735593:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.1:1767384314.735597:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp25 000000000a005b72 deleted 00000100:00000001:0.0:1767384314.735598:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.1:1767384314.735600:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000a005b72. 00000100:00000001:0.0:1767384314.735602:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384314.735605:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000040:0.0:1767384314.735609:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384314.735613:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp25 p 3.x 192.168.202.115 -> 192.168.202.115:990 incarnation:1767384312974560668 sched[0] 00000800:00000010:2.0:1767384314.735622:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000100:00000001:0.0:1767384314.735628:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384314.735631:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.735634:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384314.735636:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384314.735638:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.735642:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728316032:0@lo:103: 00000100:00000001:0.0:1767384314.735646:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384314.735650:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384314.735651:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.735654:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384314.735657:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee2bfa38. 02000000:00000001:0.0:1767384314.735659:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.735663:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000400:00000010:0.0:1767384314.735667:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000200:0.0:1767384314.735672:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728316032, portal 18 00000800:00000010:2.0:1767384314.735673:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000100:00000001:0.0:1767384314.735674:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384314.735678:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000800:00000010:2.0:1767384314.735679:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b51b298. 00000100:00000040:0.0:1767384314.735686:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.735695:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.735698:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.735701:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000800:00000010:2.0:1767384314.735703:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000069e0b123. 00000100:00000200:0.0:1767384314.735704:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728316032, offset 0 00000400:00000200:0.0:1767384314.735712:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384314.735715:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.735719:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.735721:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.735753:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce04080 00000800:00000200:3.1:1767384314.735754:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384314.735761:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp25 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384312974560668 sched[0] 00000400:00000200:0.0:1767384314.735761:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000800:00000010:3.0:1767384314.735774:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000743cec43. 00000400:00000200:0.0:1767384314.735776:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.735779:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.735783:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384314.735784:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384314.735788:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2bbd5f9. 00000100:00000040:0.0:1767384314.735791:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e2bbd5f9 x1853236728316032 msgsize 328 00000100:00100000:0.0:1767384314.735794:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384314.735800:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384314.735802:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384314.735804:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.735806:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:0.0:1767384314.735808:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000001:0.0:1767384314.735812:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384314.735816:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.735819:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.735821:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.735823:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735825:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384314.735826:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.735827:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.735834:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735836:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.735841:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735844:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294902786 00000100:00000001:3.0:1767384314.735847:0:19669:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384314.735850:0:19669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316032 00000100:00000001:0.0:1767384314.735850:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902785 02000000:00000001:3.0:1767384314.735852:0:19669:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384314.735854:0:19669:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.735855:0:19669:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735855:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294902786 02000000:00000001:3.0:1767384314.735858:0:19669:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.735861:0:19669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316032 00000100:00000001:0.0:1767384314.735861:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902785 00000020:00000001:3.0:1767384314.735863:0:19669:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384314.735865:0:19669:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384314.735865:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294902786 00000020:00000001:3.0:1767384314.735867:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.735870:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:0.0:1767384314.735871:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902785 00000100:00000001:0.0:1767384314.735875:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294902786 00000020:00000001:3.0:1767384314.735878:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384314.735878:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902785 00000020:00000001:3.0:1767384314.735880:0:19669:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384314.735881:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.735883:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384314.735883:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.735887:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bac3292. 00000100:00000001:3.0:1767384314.735889:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384314.735891:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bac3292. 00000100:00000001:0.0:1767384314.735891:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735893:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384314.735895:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bf592db. 00000020:00000010:3.0:1767384314.735898:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049aaaa05. 00000100:00000001:0.0:1767384314.735898:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.735899:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.735901:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384314.735902:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c886a34. 00000100:00000001:0.0:1767384314.735903:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.735904:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.735906:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.735907:0:19669:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384314.735910:0:19669:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384314.735911:0:19669:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384314.735914:0:19669:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384314.735916:0:19669:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.735918:0:19669:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384314.735920:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.735922:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.735923:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:3.0:1767384314.735925:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:3.0:1767384314.735928:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:3.0:1767384314.735931:0:19669:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 385 lvb_type: 0 00010000:00000001:3.0:1767384314.735939:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.735940:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.735942:0:19669:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.735944:0:19669:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.735948:0:19669:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384314.735953:0:19669:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2bbd5f9 x1853236728316032/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.735961:0:19669:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384314.735963:0:19669:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.735973:0:19669:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.735985:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.735989:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.735991:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384314.735993:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384314.735995:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384314.735998:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384314.736000:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801162112 : -113719908389504 : ffff98928541ad80) 00000100:00000001:3.0:1767384314.736002:0:19669:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.736004:0:19669:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.736006:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2bbd5f9 x1853236728316032/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.736014:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.736017:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000013bba57. 00000100:00000001:0.0:1767384314.736020:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.736022:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000013bba57. 00000100:00100000:0.0:1767384314.736026:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2bbd5f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728316032:12345-0@lo:103: 00000100:00000200:0.0:1767384314.736031:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316032 00010000:00000001:0.0:1767384314.736034:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384314.736036:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384314.736050:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384314.736054:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384314.736058:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.736062:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fadc871d. 02000000:00000001:0.0:1767384314.736064:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736067:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736069:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384314.736071:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384314.736073:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.736074:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.736076:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:0.0:1767384314.736083:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384314.736085:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000040:0.0:1767384314.736087:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000023b0fdbf count: 3 00010000:00010000:0.0:1767384314.736090:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 385 lvb_type: 0 00000100:00001000:0.0:1767384314.736094:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384314 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384314.736097:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384314.736101:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736102:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384314.736105:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 385 lvb_type: 0 00000020:00000001:0.0:1767384314.736109:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.736110:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.736111:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.736112:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736115:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384314.736116:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384314.736119:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736120:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736122:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.736123:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.736125:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefbb26 from hash 00010000:00000001:0.0:1767384314.736126:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384314.736128:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736129:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736130:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384314.736132:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384314.736155:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384314.736159:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbb1f expref: 16 pid: 17079 timeout: 385 lvb_type: 0 00010000:00000040:0.0:1767384314.736166:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:0.0:1767384314.736169:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:0.0:1767384314.736177:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736185:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384314.736188:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384314.736190:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000021c686e8 00010000:00000001:0.0:1767384314.736193:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384314.736195:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384314.736197:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.736199:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384314.736201:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.736204:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384314.736206:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384314.736208:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736215:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384314.736217:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384314.736219:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384314.736221:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384314.736223:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b0fdbf) refcount = 2 00010000:00010000:0.0:1767384314.736226:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736232:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384314.736234:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384314.736236:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.736238:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384314.736242:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000013bba57. 00000100:00000001:0.0:1767384314.736244:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384314.736247:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001683250c. 00000100:00000001:0.0:1767384314.736248:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349566502976 : -113724143048640 : ffff989188d9e840) 00000100:00000001:0.0:1767384314.736250:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349566502976 : -113724143048640 : ffff989188d9e840) 00000100:00000001:0.0:1767384314.736251:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384314.736252:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384314.736253:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384314.736255:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384314.736256:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384314.736258:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.736260:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.736265:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=5 00000020:00000001:0.0:1767384314.736267:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:0.0:1767384314.736269:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:0.0:1767384314.736271:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384314.736272:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736276:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384314.736277:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736281:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736282:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384314.736283:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736286:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.736289:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736296:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384314.736297:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384314.736301:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021c686e8 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384314.736302:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.736304:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384314.736305:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736309:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384314.736310:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.736311:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.736312:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=6 00000020:00000001:0.0:1767384314.736313:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:0.0:1767384314.736314:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:0.0:1767384314.736315:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384314.736322:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736326:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384314.736327:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.736328:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736336:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384314.736338:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384314.736339:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.736341:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.736342:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021c686e8 with handle 0x960a57272cefbb2d from hash 00010000:00000001:0.0:1767384314.736344:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384314.736346:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736347:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736348:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384314.736349:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384314.736350:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384314.736352:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384314.736353:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.736355:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736358:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384314.736359:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384314.736362:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736364:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736366:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736368:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.736370:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736371:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.736373:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384314.736386:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004929ed34. 00010000:00000001:0.0:1767384314.736391:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.736392:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384314.736394:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.736397:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384314.736398:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1767384314.736401:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.736402:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384314.736405:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.736409:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.736412:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384314.736413:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384314.736415:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1767384314.736416:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005ca0f56c. 00010000:00000001:0.0:1767384314.736417:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.736419:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.736422:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00040000:00000001:3.0:1767384314.736423:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.736426:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384314.736427:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.736428:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736429:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000002:3.0:1767384314.736431:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00010000:0.0:1767384314.736431:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021c686e8/0x960a57272cefbb2d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384314.736434:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.736436:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384314.736438:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384314.736441:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.736442:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736445:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384314.736446:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:3.0:1767384314.736447:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.736449:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384314.736450:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:0.0:1767384314.736451:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384314.736453:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000001:0.0:1767384314.736453:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00080000:00000001:3.0:1767384314.736455:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000010:0.0:1767384314.736455:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001683250c. 20000000:00000001:2.0:1767384314.736458:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000001:0.0:1767384314.736459:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:01000000:2.0:1767384314.736460:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384314.736463:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384314.736464:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.736467:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384314.736470:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000013bba57. 00010000:00000040:2.0:1767384314.736471:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000023b0fdbf count: 2 00010000:00000001:2.0:1767384314.736475:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384314.736476:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384314.736479:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:0.0:1767384314.736480:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000010:2.0:1767384314.736483:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00010000:00000001:0.0:1767384314.736484:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.736487:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1767384314.736490:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384314.736491:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbb34 to hash 00000020:00000001:2.0:1767384314.736494:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384314.736494:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.736497:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384314.736500:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00001000:0.0:1767384314.736500:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=37 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384314.736504:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.736507:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736508:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384314.736509:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384314.736514:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384314.736518:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384314.736520:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384314.736521:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384314.736524:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384314.736527:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:0.0:1767384314.736527:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384314.736529:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384314.736531:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736533:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384314.736539:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:0.0:1767384314.736539:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384314.736542:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.736544:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:0.0:1767384314.736545:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00010000:00000001:2.0:1767384314.736546:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384314.736548:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384314.736560:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:0.0:1767384314.736562:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728316032, offset 224 00010000:00000040:2.0:1767384314.736563:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b0fdbf) refcount = 1 00010000:00010000:2.0:1767384314.736569:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384314.736576:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384314.736577:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384314.736581:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384314.736583:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384314.736584:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384314.736586:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.736589:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:0.0:1767384314.736589:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384314.736590:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384314.736592:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000df4fc9c3. 20000000:00000001:2.0:1767384314.736596:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:3.0:1767384314.736600:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384314.736600:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000400:00000200:0.0:1767384314.736602:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce04080 00010000:00000001:2.0:1767384314.736606:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:3.0:1767384314.736607:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728315776 00000020:00000001:2.0:1767384314.736609:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384314.736611:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384314.736613:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000400:00000200:0.0:1767384314.736613:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1671 [1] + 224 00010000:00000200:3.0:1767384314.736618:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029fb4be2 x1853236728315776/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384314.736619:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000400:00000200:0.0:1767384314.736621:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384314.736625:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384314.736630:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384314.736633:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.736635:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384314.736635:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384314.736638:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.736643:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.736643:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384314.736647:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384314.736648:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384314.736648:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.736650:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384314.736652:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:3.0:1767384314.736658:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384314.736663:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.736665:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.736668:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.736669:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384314.736670:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.736673:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384314.736678:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.736680:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.736681:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.736685:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384314.736687:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384314.736690:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384314.736691:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000743cec43. 00000100:00000200:3.0:1767384314.736696:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728315776, offset 224 00000100:00000001:0.0:1767384314.736699:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384314.736700:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5dd8851 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384314.736703:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384314.736707:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384314.736707:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384314.736709:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.736713:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384314.736716:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.736718:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.736719:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=5 00000400:00000200:0.0:1767384314.736722:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000020:00000001:2.0:1767384314.736723:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000400:00000200:3.0:1767384314.736724:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384314.736724:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00010000:00000001:2.0:1767384314.736740:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00000001:0.0:1767384314.736745:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384314.736746:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384314.736747:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384314.736749:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384314.736753:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.736754:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce03f80 00000100:00000040:0.0:1767384314.736758:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384314.736763:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.736764:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x164d [2] + 224 00010000:00000001:2.0:1767384314.736765:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384314.736767:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.736768:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384314.736771:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384314.736771:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.736773:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bbd5f9 x1853236728316032/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.736776:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384314.736786:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384314.736790:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384314.736790:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.736794:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.736796:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384314.736797:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbb34 from hash 00000100:00100000:0.0:1767384314.736798:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2bbd5f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728316032:12345-0@lo:103: Request processed in 781us (1004us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384314.736802:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.736802:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384314.736805:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.736808:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.736812:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384314.736812:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384314.736816:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.736816:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384314.736818:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:2.0:1767384314.736819:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384314.736821:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.736823:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384314.736827:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:0.0:1767384314.736827:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049aaaa05. 00000100:00000001:3.0:1767384314.736830:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384314.736830:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.736834:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000743cec43 00000020:00000010:0.0:1767384314.736834:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c886a34. 00010000:00000001:2.0:1767384314.736835:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.736838:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000743cec43. 00010000:00000001:2.0:1767384314.736840:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1767384314.736841:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bf592db. 00000100:00000001:3.0:1767384314.736844:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384314.736844:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:0.0:1767384314.736845:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384314.736848:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384314.736848:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384314.736850:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.736851:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384314.736852:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.736854:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.736857:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384314.736858:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.736863:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384314.736864:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736866:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384314.736867:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.736868:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384314.736869:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384314.736869:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384314.736873:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384314.736875:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029fb4be2 x1853236728315776/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.736876:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384314.736877:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384314.736879:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384314.736881:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00010000:00000001:2.0:1767384314.736883:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.736886:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384314.736889:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384314.736891:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000100:00100000:3.0:1767384314.736892:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029fb4be2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728315776:12345-0@lo:253: Request processed in 4378us (5221us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384314.736892:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384314.736894:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00010000:00000001:2.0:1767384314.736895:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384314.736900:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736900:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384314.736903:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 20000000:00000001:2.0:1767384314.736903:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384314.736906:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.736908:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384314.736909:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384314.736914:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384314.736917:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.736921:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c4a3582. 00010000:00000001:2.0:1767384314.736924:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384314.736926:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384314.736927:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d68777a. 00000100:00000200:0.0:1767384314.736928:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.736929:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb34 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384314.736931:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd700543. 00000020:00000040:3.0:1767384314.736937:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000040:2.0:1767384314.736944:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023b0fdbf count: 0 02000000:00000001:3.0:1767384314.736947:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384314.736947:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384314.736950:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c177b336. 00000100:00000001:0.0:1767384314.736950:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.736952:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384314.736953:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384314.736954:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:2.0:1767384314.736956:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384314.736957:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384314.736957:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.736960:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384314.736961:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384314.736961:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.736963:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.736965:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d424f84. 00000100:00001000:0.0:1767384314.736966:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=37 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384314.736969:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000743cec43. 00000100:00001000:0.0:1767384314.736969:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.736971:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.736973:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.736974:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384314.736976:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.736978:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.736981:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.736982:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.736983:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384314.736985:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.736987:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384314.736988:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384314.736989:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a07676. 00000100:00000001:0.0:1767384314.736990:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384314.736991:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b4b0787 00000100:00000001:0.0:1767384314.736991:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384314.736992:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b4b0787. 00000100:00000040:0.0:1767384314.736994:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.736995:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.736998:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.737002:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728316032:0@lo:103: 00000100:00000200:3.0:1767384314.737007:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.737007:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.737009:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.737011:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728316032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.737026:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384314.737028:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.737030:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384314.737032:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384314.737033:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.737034:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.737037:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.737039:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384314.737043:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.737043:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384314.737044:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384314.737046:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384314.737046:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee2bfa38. 00000100:00000001:3.0:1767384314.737047:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.737049:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384314.737049:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.737050:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384314.737051:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.737052:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384314.737053:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.737054:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384314.737056:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384314.737056:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000062801a8. 02000000:00000001:0.0:1767384314.737059:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.737060:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384314.737062:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384314.737062:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:0.0:1767384314.737064:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.737066:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.737068:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.737069:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384314.737071:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.737071:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.737073:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384314.737074:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384314.737075:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384314.737075:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384314.737077:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384314.737077:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384314.737078:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384314.737080:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384314.737081:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.737082:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384314.737083:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384314.737084:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384314.737087:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.737094:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072aa910b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728315776:0@lo:253: 00000100:00000001:3.0:1767384314.737098:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.737100:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.737101:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072aa910b x1853236728315776/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.737108:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384314.737110:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384314.737111:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f22d4eb. 02000000:00000001:3.0:1767384314.737114:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384314.737115:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384314.737116:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384314.737118:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384314.737119:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083ca4be3. 02000000:00000001:3.0:1767384314.737122:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384314.737123:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384314.737124:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072aa910b. 00000100:00000001:3.0:1767384314.737126:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384314.737127:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.737129:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.737132:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.737133:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.737160:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.737161:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384314.740175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5d8cb5f. 00010000:00000010:0.1:1767384314.740189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f84ca84. 00010000:00000010:0.1:1767384314.740200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:0.1:1767384314.740208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021c686e8. 00010000:00000010:2.1:1767384314.742180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023b0fdbf. 00010000:00000010:2.1:1767384314.742186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00000100:00000040:3.0:1767384314.743190:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294902786, at 4294902787 00000100:00000010:3.0:1767384314.743198:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e767108. 00000100:00000040:1.0:1767384314.744185:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294902786, at 4294902788 00000100:00000040:0.0:1767384314.744191:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294902786, at 4294902788 00000100:00000040:2.0:1767384314.744194:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294902786, at 4294902788 00000100:00000010:1.0:1767384314.744198:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c974209. 00000100:00000010:0.0:1767384314.744203:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c304cb5. 00000100:00000010:2.0:1767384314.744206:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb9c44a0. 00000400:00000010:1.0:1767384314.749473:0:25094:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000b791053. 00000400:00000040:1.0:1767384314.749491:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.749493:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.749495:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.749496:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.749497:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.749498:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384314.749500:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.749501:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.749502:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.749503:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384314.749505:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.749506:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.749507:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.749508:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.749509:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384314.749510:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.749511:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.749512:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384314.749513:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384314.749514:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.749515:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.749516:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.749517:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.749518:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.749519:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384314.749520:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.749521:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.749522:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.749523:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.749524:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.749524:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384314.749526:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.749526:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.749527:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.749528:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.749529:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.749534:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384314.749535:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.749537:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.749538:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.749539:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.749540:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.749541:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384314.749542:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384314.749543:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384314.749544:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384314.749545:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384314.749546:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384314.749547:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.749548:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.749549:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384314.749550:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.749551:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384314.749560:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384314.749561:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384314.749562:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384314.749563:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384314.749607:0:25094:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000b791053. 00010000:00000001:2.0:1767384315.188189:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384315.188193:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.188205:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384315.188206:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.188239:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.188242:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.188245:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384315.751856:0:25393:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4aea09e. 00080000:00000010:1.0:1767384315.751864:0:25393:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4aea09e. 00000020:00000001:1.0:1767384315.751868:0:25393:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384315.751875:0:25393:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4aea09e. 00080000:00000010:1.0:1767384315.751879:0:25393:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4aea09e. 00000020:00000001:1.0:1767384315.751882:0:25393:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.212195:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384316.212200:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.212205:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384316.212207:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.212244:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384316.212249:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.212251:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384316.409746:0:25557:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384316.409751:0:25557:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384316.412538:0:25557:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384316.419558:0:25558:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000048653260. 00000400:00000010:1.0:1767384316.419575:0:25558:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009983481f. 00000400:00000010:1.0:1767384316.419590:0:25558:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006fc0d849. 00000400:00000010:1.0:1767384316.419593:0:25558:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040211925. 00000400:00000010:1.0:1767384316.419597:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ef1336c8. 00000400:00000010:1.0:1767384316.419601:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e222f32e. 00000400:00000010:1.0:1767384316.419602:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d4c93a3. 00000400:00000010:1.0:1767384316.419604:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2c5b819. 00000400:00000010:1.0:1767384316.419606:0:25558:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002a25d167. 00000800:00000010:1.0:1767384316.419618:0:25558:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000768c299f. 00000800:00000200:1.0:1767384316.419628:0:25558:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384316.419636:0:25558:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384316.419669:0:25558:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384316.419687:0:25558:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384316.421027:0:25558:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000061d5234e. 00000400:00000010:1.0:1767384316.421033:0:25558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096ee00ea. 00000400:00000010:1.0:1767384316.421038:0:25558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b26add2f. 00000400:00000001:1.0:1767384316.421051:0:25558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.421053:0:25558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.421054:0:25558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000400:00000200:1.0:1767384316.421057:0:25558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000400:00000010:1.0:1767384316.421058:0:25558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000400:00000010:1.0:1767384316.421061:0:25558:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000c088f831. 00000400:00000200:1.0:1767384316.421065:0:25558:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (18) 00000400:00000200:1.0:1767384316.421087:0:25558:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384316.421095:0:25558:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384316.421102:0:25558:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000070fe940d. 00000020:01000000:1.0:1767384316.421106:0:25558:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384316.421108:0:25558:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp27 00000400:00000200:3.0:1767384316.421117:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384316.421120:0:25558:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009983481f. 00000400:00000200:3.0:1767384316.421124:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1001d1 00000400:00000010:1.0:1767384316.421126:0:25558:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000048653260. 00000400:00000010:3.0:1767384316.421160:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000fe6d6ed6. 00000400:00000010:3.0:1767384316.421164:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000052587c1b. 00000400:00000010:3.0:1767384316.421166:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000c6ce2d21. 00000020:00000001:2.0:1767384316.421170:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384316.421176:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384316.421180:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384316.421183:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384316.421187:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767384316.421188:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000fe6d6ed6. 00000020:01000004:2.0:1767384316.421189:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384316.421193:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000052587c1b. 00000020:01000004:2.0:1767384316.421193:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384316.421198:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000c6ce2d21. 00000020:01000004:2.0:1767384316.421198:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384316.421202:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000008c75ab11. 00000020:01000004:2.0:1767384316.421203:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384316.421207:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384316.421209:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000020:01000004:2.0:1767384316.421211:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384316.421214:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000020:01000004:2.0:1767384316.421215:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384316.421218:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000020:01000004:2.0:1767384316.421219:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384316.421224:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384316.421226:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000100:00000010:2.0:1767384316.421232:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24fd7a1. 00000400:00000010:3.0:1767384316.421233:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000400:00000200:3.0:1767384316.421240:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000020:00000040:2.0:1767384316.421240:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000010:3.0:1767384316.421245:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000649379e7. 00000100:00000001:2.0:1767384316.421248:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384316.421252:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp25 02000000:00000001:2.0:1767384316.421253:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.421259:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.421264:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 02000000:00000010:2.0:1767384316.421271:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bea8a49. 00000400:00000200:3.0:1767384316.421272:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [49:49:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [49:49:8:4294967295] 00000400:00000200:3.0:1767384316.421281:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp25 00000100:00000001:2.0:1767384316.421282:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.421289:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) : PUT try# 0 00000100:00000001:2.0:1767384316.421293:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384316.421295:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000100:00000001:2.0:1767384316.421298:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.421300:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e9303df. 00000100:00000040:2.0:1767384316.421308:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e24fd7a1] to pc [ptlrpcd_00_00+0] req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384316.421309:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000800:00000200:3.0:1767384316.421320:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 00000800:00000200:3.0:1767384316.421326:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e9303df type 1, nob 432 niov 1 nkiov 1 00000400:00000200:3.0:1767384316.421340:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384316.421343:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:2.0:1767384316.421346:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.421351:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.421356:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.421356:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384316.421358:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384316.421362:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.421364:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384316.421366:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384316.421367:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384316.421370:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384316.421376:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384316.421377:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384316.421380:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384316.421380:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384316.421382:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384316.421382:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384316.421383:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384316.421385:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384316.421387:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384316.421387:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384316.421388:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384316.421389:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384316.421390:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384316.421391:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384316.421392:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384316.421393:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384316.421395:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eefbd66. 00000100:00100000:0.0:1767384316.421396:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e24fd7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728316160:0@lo:253: 00000020:00000040:2.0:1767384316.421399:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384316.421402:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384316.421404:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.421406:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.421408:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384316.421413:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c177b336. 02000000:00000001:0.0:1767384316.421414:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384316.421416:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.421417:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421419:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384316.421419:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384316.421421:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.421425:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eefbd66] to pc [ptlrpcd_00_01+1] req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384316.421425:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000007b18f8c. 02000000:00000001:0.0:1767384316.421427:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.421432:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 10000000:00000001:2.0:1767384316.421434:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.421436:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.421437:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b4b0787. 00000020:00000001:2.0:1767384316.421438:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384316.421440:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384316.421441:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728316160, portal 25 00000020:00000010:2.0:1767384316.421442:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000070fe940d. 00000100:00000001:0.0:1767384316.421444:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.421446:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566696448 : -113724142855168 : ffff989188dcdc00) 00000100:00000040:0.0:1767384316.421450:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.421453:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.421456:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.421458:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384316.421459:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384316.421461:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.421462:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.421465:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641edc64. 00000100:00000001:2.0:1767384316.421468:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384316.421468:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728316160, offset 0 00000100:00000001:2.0:1767384316.421469:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.421472:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.421473:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384316.421474:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384316.421479:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384316.421482:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.421485:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e9303df. 00000400:00000200:0.0:1767384316.421485:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384316.421486:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728316288:0@lo:253: 00000400:00000200:3.0:1767384316.421491:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384316.421492:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.421496:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384316.421496:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04100 02000000:00000001:2.0:1767384316.421500:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.421502:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: PUT: OK 02000000:00000001:2.0:1767384316.421503:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384316.421507:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab5 [2] + 0 02000000:00000010:2.0:1767384316.421510:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e27263b7. 00000400:00000010:0.0:1767384316.421511:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bab7c8a. 02000000:00000001:2.0:1767384316.421512:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.421515:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000375d9778 00000400:00000010:2.0:1767384316.421516:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96a8947. 00000400:00000200:3.0:1767384316.421518:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384316.421521:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026791417. 00000400:00000200:0.0:1767384316.421521:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.421524:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp25: 0 00000100:00000200:2.0:1767384316.421527:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728316288, portal 25 00000400:00000200:0.0:1767384316.421528:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.421530:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384316.421532:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566697344 : -113724142854272 : ffff989188dcdf80) 00000800:00000001:3.0:1767384316.421535:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384316.421538:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.421541:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000375d9778 00000400:00000010:0.0:1767384316.421543:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000375d9778. 00000800:00000001:3.0:1767384316.421544:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.421547:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384316.421548:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384316.421550:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384316.421552:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384316.421553:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384316.421554:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384316.421556:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a005b72. 00000100:00000040:0.0:1767384316.421559:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007d0c5f5c x1853236728316160 msgsize 4848 00000100:00000200:2.0:1767384316.421561:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728316288, offset 0 00000400:00000200:3.0:1767384316.421563:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : PUT - for me 00000400:00000200:2.0:1767384316.421568:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384316.421568:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384316.421571:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384316.421573:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384316.421579:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.421583:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 320/336 into md 0x1649 [1] + 0 00000100:00000001:0.0:1767384316.421584:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384316.421588:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f5f393. 00000400:00000200:2.0:1767384316.421592:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04180 00000400:00000200:3.0:1767384316.421594:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc24baf0 00000800:00000001:3.0:1767384316.421600:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384316.421600:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000641edc64 00000800:00000001:3.0:1767384316.421605:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.421607:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384316.421610:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000641edc64. 00000400:00000200:3.0:1767384316.421614:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: PUT: OK 00000100:00000001:0.0:1767384316.421618:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384316.421621:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000100:00000200:0.0:1767384316.421622:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.421625:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bfe89a7. 00000400:00000200:2.0:1767384316.421628:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000eac0755 00000400:00000200:3.0:1767384316.421630:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000200:2.0:1767384316.421632:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384316.421633:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384316.421634:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000400:00000200:2.0:1767384316.421638:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384316.421638:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.421639:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384316.421642:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eac0755 00000400:00000200:3.0:1767384316.421645:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000010:2.0:1767384316.421646:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eac0755. 00000100:00000001:0.0:1767384316.421652:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421653:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384316.421654:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000200:2.0:1767384316.421657:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384316.421657:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384316.421660:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (336 bytes) 00000100:00000040:2.0:1767384316.421662:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000001c42ca38 x1853236728316288 msgsize 4848 00000100:00000001:0.0:1767384316.421663:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.421665:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:0.0:1767384316.421668:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294904472 00000100:00100000:2.0:1767384316.421672:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384316.421674:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384316.421674:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006a722ff. 00000400:00000200:3.0:1767384316.421675:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (21) 00000400:00000200:3.0:1767384316.421680:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384316.421681:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384316.421688:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294904472 00000100:00000001:2.0:1767384316.421692:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.421694:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 00000100:00000010:0.0:1767384316.421694:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cac883. 00000400:00000200:3.0:1767384316.421703:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [50:50:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [50:50:8:4294967295] 00000100:00000001:0.0:1767384316.421705:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384316.421726:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) 192.168.202.115@tcp25 : ACK try# 0 00000100:00000001:0.0:1767384316.421735:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294904472 00000800:00000200:3.0:1767384316.421741:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000400:00000200:2.0:1767384316.421742:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a005b72 00000100:00000010:0.0:1767384316.421743:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d25c6750. 00000800:00000010:3.0:1767384316.421745:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e9303df. 00000400:00000010:2.0:1767384316.421746:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a005b72. 00000100:00000001:0.0:1767384316.421747:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384316.421752:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384316.421752:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294904472 00000800:00000200:3.0:1767384316.421754:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000100:00000200:2.0:1767384316.421758:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384316.421758:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000800:00000200:3.0:1767384316.421764:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:991 00000100:00000001:0.0:1767384316.421764:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384316.421768:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384316.421770:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e9303df type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384316.421773:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421775:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.421778:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.421779:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.421781:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384316.421783:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384316.421788:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421790:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384316.421790:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384316.421791:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.421792:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384316.421794:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421797:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294904472 00000100:00000001:0.0:1767384316.421797:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.421799:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.421800:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294904472 00000100:00000001:0.0:1767384316.421800:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421802:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294904472 00000100:00000001:0.0:1767384316.421803:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421804:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294904472 00000100:00000001:2.0:1767384316.421806:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294904472 00000100:00000001:2.0:1767384316.421808:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294904472 00000100:00000001:2.0:1767384316.421811:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294904472 00000100:00000001:2.0:1767384316.421813:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294904472 00000100:00000001:2.0:1767384316.421815:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.421817:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384316.421819:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384316.421820:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.421822:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e9303df. 00000100:00000001:2.0:1767384316.421824:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.421824:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384316.421826:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384316.421831:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384316.421832:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: ACK: OK 00000100:00000001:2.0:1767384316.421835:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384316.421836:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316160 00000800:00000001:3.0:1767384316.421838:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384316.421839:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384316.421839:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.421842:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384316.421843:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.421843:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.421845:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.421845:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384316.421847:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384316.421849:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.421850:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384316.421852:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384316.421854:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316160 00000800:00000001:3.0:1767384316.421855:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.421860:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.421860:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384316.421864:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384316.421869:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384316.421869:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384316.421870:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : ACK - for me 00000100:00100000:2.0:1767384316.421872:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316288 00000020:00000040:0.0:1767384316.421873:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 02000000:00000001:2.0:1767384316.421876:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384316.421876:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384316.421880:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384316.421881:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp25: ACK from 12345-192.168.202.115@tcp25 into md 0x1689 00000100:00000001:2.0:1767384316.421884:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384316.421887:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384316.421887:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384316.421888:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.421892:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d8a28da. 02000000:00000001:2.0:1767384316.421894:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.421896:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384316.421897:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: ACK: OK 00000100:00100000:2.0:1767384316.421899:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316288 00000020:00000010:0.0:1767384316.421902:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d8a28da. 00000400:00000200:3.0:1767384316.421904:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000020:00000001:2.0:1767384316.421904:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384316.421906:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000010:3.0:1767384316.421907:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00000020:00000010:0.0:1767384316.421909:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004929ed34. 00000020:00000001:2.0:1767384316.421910:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384316.421912:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:3.0:1767384316.421913:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:0.0:1767384316.421916:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043a87797. 00000020:00000001:2.0:1767384316.421917:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384316.421919:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000020:00000001:2.0:1767384316.421921:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:0.0:1767384316.421924:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f50c797f. 00000100:00000001:2.0:1767384316.421925:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384316.421926:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000010:2.0:1767384316.421930:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000400:00000200:3.0:1767384316.421931:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000100:00000040:0.0:1767384316.421935:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384316.421937:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384316.421939:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384316.421940:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000100:00000001:0.0:1767384316.421940:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.421943:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384316.421944:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.421946:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.421947:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000346c3908. 00000020:00000010:2.0:1767384316.421951:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000736a419e. 00000100:00000001:0.0:1767384316.421954:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.421956:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000100:00000001:2.0:1767384316.421960:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384316.421961:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384316.421962:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384316.421963:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384316.421966:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000c6ce2d21. 00000100:00000001:2.0:1767384316.421966:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.421969:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.421973:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000100:00000001:2.0:1767384316.421974:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.421974:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.421978:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384316.421979:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000100:00100000:0.0:1767384316.421983:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:2.0:1767384316.421984:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384316.421985:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384316.421987:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384316.421991:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282621008 : -113719426930608 : ffff9892a1f42850) 00000400:00000200:3.0:1767384316.421992:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c6ce2d21 00000100:00100000:2.0:1767384316.421992:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000010:3.0:1767384316.421998:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000036515a89. 00000100:00000040:2.0:1767384316.421998:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000040:0.0:1767384316.422001:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d0c5f5c x1853236728316160/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.422002:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282613840 : -113719426937776 : ffff9892a1f40c50) 00000400:00000200:3.0:1767384316.422004:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000040:2.0:1767384316.422008:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c42ca38 x1853236728316288/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.422012:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000100:00000001:0.0:1767384316.422012:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384316.422018:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000100:00000001:2.0:1767384316.422023:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384316.422023:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d8a28da. 00000400:00000010:3.0:1767384316.422024:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000052587c1b. 00000020:00000010:2.0:1767384316.422028:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5ef14ca. 00000100:00000001:0.0:1767384316.422028:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384316.422030:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8b55f. 00000100:00000001:2.0:1767384316.422031:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384316.422032:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d8a28da. 00000020:00000010:2.0:1767384316.422037:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5ef14ca. 00000100:00100000:0.0:1767384316.422040:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d0c5f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728316160:12345-0@lo:253: 00000400:00000010:3.0:1767384316.422041:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008617c94f. 00000100:00100000:2.0:1767384316.422048:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c42ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728316288:12345-0@lo:253: 00000100:00000200:0.0:1767384316.422049:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316160 00000020:00000001:0.0:1767384316.422052:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384316.422055:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000200:2.0:1767384316.422055:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316288 00000020:00000001:0.0:1767384316.422056:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384316.422060:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384316.422060:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.422062:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384316.422063:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384316.422064:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.422066:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384316.422067:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:2.0:1767384316.422068:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384316.422071:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384316.422072:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384316.422074:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384316.422075:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.422077:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.422078:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:0.0:1767384316.422079:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384316.422080:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384316.422083:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384316.422083:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384316.422087:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.422087:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.422091:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:2.0:1767384316.422094:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384316.422094:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384316.422098:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384316.422098:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384316.422101:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 02000000:00000010:2.0:1767384316.422106:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000490d2d89. 02000000:00000010:0.0:1767384316.422106:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b4b8a721. 00000400:00000200:3.0:1767384316.422111:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 02000000:00000001:2.0:1767384316.422111:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.422111:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.422116:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.422116:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.422122:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384316.422122:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384316.422123:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:3.0:1767384316.422129:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 20000000:00000010:0.0:1767384316.422133:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c7e2d97b. 00000400:00000200:3.0:1767384316.422151:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384316.422155:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 20000000:00000010:2.0:1767384316.422158:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000baa8a003. 00000400:00000200:3.0:1767384316.422161:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 20000000:01000000:2.0:1767384316.422165:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384316.422168:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 20000000:00000001:2.0:1767384316.422170:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384316.422173:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384316.422174:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384316.422177:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 20000000:00000001:2.0:1767384316.422178:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.422178:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384316.422184:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.422184:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384316.422185:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 20000000:00000001:0.0:1767384316.422187:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.422188:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384316.422191:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.422195:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 20000000:00000001:0.0:1767384316.422197:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384316.422200:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000024dc082a. 20000000:01000000:2.0:1767384316.422202:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000400:00000200:3.0:1767384316.422211:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 20000000:00000001:2.0:1767384316.422211:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384316.422216:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00080000:00000001:2.0:1767384316.422218:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384316.422219:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00080000:00000001:2.0:1767384316.422223:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384316.422224:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:3.0:1767384316.422229:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:3.0:1767384316.422233:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp26 00000400:00000200:3.0:1767384316.422236:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384316.422237:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp26 00000400:00000200:3.0:1767384316.422239:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [51:51:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1767384316.422243:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp26 00080000:00000001:2.0:1767384316.422243:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384316.422255:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:) -> 192.168.202.115@tcp26(192.168.202.115@tcp:192.168.202.115@tcp26) : GET try# 0 00000800:00000200:3.0:1767384316.422258:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp26 00080000:00000001:2.0:1767384316.422259:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.422261:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e9303df. 00080000:00000001:2.0:1767384316.422264:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384316.422267:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.422269:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c05716bd. 00080000:00000001:2.0:1767384316.422270:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384316.422274:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.422275:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000011d0b82. 00000800:00000200:3.0:1767384316.422283:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (2) 00080000:00000002:2.0:1767384316.422287:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000800:00000200:3.1:1767384316.422291:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (2) 00000020:00000001:2.0:1767384316.422295:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384316.422299:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384316.422303:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384316.422306:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00080000:00000001:2.0:1767384316.422308:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.422310:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00080000:00000001:2.0:1767384316.422312:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.422317:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384316.422322:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384316.422326:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384316.422330:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000136abc5d. 00080000:00000001:2.0:1767384316.422333:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462957056 : -113724246594560 : ffff989182adec00) 00080000:00000001:2.0:1767384316.422336:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384316.422340:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384316.422344:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b5ef14ca. 00080000:00000001:2.0:1767384316.422347:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.422350:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384316.422362:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.422372:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00080000:00000001:2.0:1767384316.422381:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384316.422428:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422522:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422542:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422559:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422577:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422614:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422657:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422672:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422689:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422733:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422763:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422793:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422829:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422844:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422887:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422930:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422945:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422978:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.422993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.423009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.423024:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.423036:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000800:00000010:3.0:1767384316.423202:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e69c324. 00000800:00000010:3.0:1767384316.423207:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a69823bb. 00000800:00000010:3.0:1767384316.423213:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d76bcd57. 00000800:00000010:3.0:1767384316.423248:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d76bcd57. 00000400:00000200:0.0:1767384316.423429:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384316.423445:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp26 from 221.3.0.2 00000800:00000010:0.0:1767384316.423448:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b39ac51d. 00000800:00000010:2.0:1767384316.423486:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000912bd801. 00000800:00000010:2.0:1767384316.423490:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a005b72. 00000800:00000010:2.0:1767384316.423504:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f696796. 00000800:00000200:2.1:1767384316.423510:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (2) 00000800:00000200:2.1:1767384316.423516:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp26 000000004f696796 deleted 00000800:00000010:2.1:1767384316.423518:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f696796. 00000800:00000200:2.1:1767384316.423524:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384316.423529:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:989 00000800:00000200:2.1:1767384316.423532:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e9303df type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384316.423537:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp26 p 3.x 192.168.202.115 -> 192.168.202.115:989 incarnation:1767384314729409399 sched[0] 00000800:00000010:2.0:1767384316.423543:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007746b230. 00000800:00000010:2.0:1767384316.423599:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007746b230. 00000800:00000010:2.0:1767384316.423604:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a005b72. 00000800:00000200:3.1:1767384316.423619:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384316.423625:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp26 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384314729409399 sched[0] 00000800:00000010:3.0:1767384316.423628:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a69823bb. 00000800:00000010:2.0:1767384316.423653:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b39ac51d. 00000800:00000001:2.0:1767384316.423666:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384316.423671:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.423690:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:2.0:1767384316.423731:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384316.423736:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e9303df. 00000400:00000200:3.0:1767384316.423737:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384316.423740:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.423747:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: GET: OK 00000400:00000200:2.0:1767384316.423762:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384316.423770:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384316.423772:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:2.0:1767384316.423783:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384316.423789:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384316.423791:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384316.423800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000001:2.0:1767384316.423800:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.423808:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : GET - for me 00000400:00000200:2.0:1767384316.423819:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384316.423824:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384316.423825:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 336/336 into md 0x1685 [1] + 0 00000400:00000200:2.0:1767384316.423838:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp26 to MR: 192.168.202.115@tcp26 local destination 00000400:00000200:2.0:1767384316.423845:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [52:52:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1767384316.423846:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384316.423864:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) -> 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) 192.168.202.115@tcp26 : REPLY try# 0 00000800:00000200:2.0:1767384316.423872:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.115@tcp26 00000800:00000010:2.0:1767384316.423876:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b336a2d. 00000400:00000200:3.0:1767384316.423877:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000200:2.0:1767384316.423883:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000800:00000200:2.0:1767384316.423890:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:988 00000800:00000200:2.0:1767384316.423893:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b336a2d type 3, nob 432 niov 1 nkiov 1 00000400:00000200:3.0:1767384316.423899:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.423923:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000001:0.0:1767384316.423926:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384316.423943:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000800:00000001:0.0:1767384316.423961:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384316.423964:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384316.423967:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b336a2d. 00000800:00000001:0.0:1767384316.423969:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384316.423972:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384316.423973:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.423976:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384316.423982:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: REPLY: OK 00000800:00000001:0.0:1767384316.423984:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.423992:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : REPLY - for me 00000800:00000001:2.0:1767384316.424000:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.424002:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp26: Reply from 12345-192.168.202.115@tcp26 of length 336/336 into md 0x16a1 00000800:00000001:0.0:1767384316.424007:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384316.424010:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000800:00000001:0.0:1767384316.424013:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.424018:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.424023:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: REPLY: OK 00000400:00000200:0.0:1767384316.424028:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8b55f 00000400:00000010:0.0:1767384316.424030:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8b55f. 00000400:00000200:3.0:1767384316.424034:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424034:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384316.424055:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424082:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424098:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:3.0:1767384316.424102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424103:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384316.424111:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 19. state = 0x100251 00000400:00000200:0.0:1767384316.424115:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384316.424123:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424126:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000800:00000001:0.0:1767384316.424159:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.424163:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.424190:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424193:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384316.424200:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:0.0:1767384316.424207:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000003b781849. 00000400:00000010:0.0:1767384316.424211:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 0000000075ec580f. 00000400:00000010:0.0:1767384316.424215:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000062801a8. 00000400:00000200:3.0:1767384316.424220:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000010:0.0:1767384316.424240:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006d117415. 00000400:00000200:0.0:1767384316.424248:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006d117415 nid 192.168.202.115@tcp27 00000400:00000200:3.0:1767384316.424249:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000010:0.0:1767384316.424253:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b02e48f0. 00000400:00000200:0.0:1767384316.424258:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b02e48f0 net tcp27 00000400:00000200:0.0:1767384316.424262:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000400:00000200:0.0:1767384316.424268:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp27 flags 0x11 00000400:00000010:0.0:1767384316.424272:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000003b781849. 00000400:00000010:0.0:1767384316.424274:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 0000000075ec580f. 00000400:00000010:0.0:1767384316.424278:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000062801a8. 00000400:00000200:3.0:1767384316.424279:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000010:0.0:1767384316.424281:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000052587c1b. 00000400:00000200:0.0:1767384316.424289:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384316.424300:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:3.0:1767384316.424305:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424305:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:0.0:1767384316.424313:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:0.0:1767384316.424318:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384316.424321:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:0.0:1767384316.424325:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384316.424330:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384316.424330:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (20) 00000400:00000200:3.0:1767384316.424354:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424374:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424394:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424409:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424442:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424464:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384316.424570:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00080000:00000010:2.0:1767384316.424584:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000136abc5d. 00000400:00000200:3.0:1767384316.424600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00080000:00000010:0.0:1767384316.424622:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b5ef14ca. 00040000:00000001:0.0:1767384316.424629:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384316.424632:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384316.424635:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384316.424639:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000400:00000200:3.0:1767384316.424640:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 20000000:00000001:0.0:1767384316.424644:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.424648:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384316.424661:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384316.424671:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384316.424674:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000136abc5d. 20000000:01000000:0.0:1767384316.424674:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384316.424677:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:2.0:1767384316.424680:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384316.424680:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384316.424683:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384316.424685:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384316.424691:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384316.424698:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.424701:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384316.424702:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.424723:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384316.424726:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384316.424729:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:2.0:1767384316.424733:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:2.0:1767384316.424745:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384316.424749:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384316.424752:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.424755:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.424757:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384316.424761:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384316.424764:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384316.424768:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ef25efcc. 00000800:00000010:3.0:1767384316.424770:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083ca4be3. 00080000:00000001:2.0:1767384316.424771:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462957568 : -113724246594048 : ffff989182adee00) 20000000:01000000:0.0:1767384316.424772:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000010:3.0:1767384316.424776:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a69823bb. 00080000:00000001:2.0:1767384316.424776:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384316.424777:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000001:00000001:2.0:1767384316.424780:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:3.0:1767384316.424781:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d76bcd57. 10000000:01000000:0.0:1767384316.424781:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384316.424785:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007746b230. 00010000:00000001:0.0:1767384316.424788:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384316.424789:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.424791:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384316.424792:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384316.424798:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ae911b03. 00080000:00000001:2.0:1767384316.424800:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.424803:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d76bcd57. 00010000:00000001:0.0:1767384316.424804:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384316.424809:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00020000:3.0:1767384316.424811:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00010000:00000010:0.0:1767384316.424828:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000020:00000001:0.0:1767384316.424832:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384316.424834:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefbb3b to hash 00000020:00000001:0.0:1767384316.424837:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384316.424838:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424841:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424844:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.424846:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.424849:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424865:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384316.424869:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384316.424871:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384316.424874:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.424876:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.424878:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.424879:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.424883:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384316.424885:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384316.424886:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384316.424887:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384316.424889:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ae911b03) refcount = 1 00010000:00010000:0.0:1767384316.424893:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424898:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384316.424900:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384316.424902:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.424903:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.424905:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384316.424908:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384316.424911:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384316.424914:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.424916:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.424917:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:0.0:1767384316.424919:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424922:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424923:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384316.424925:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424929:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384316.424930:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424942:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.424944:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384316.424945:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424948:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.424949:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.424951:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384316.424952:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384316.424957:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000172f1fd7 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384316.424959:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.424961:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384316.424962:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424966:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384316.424967:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.424968:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.424969:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=5 00000020:00000001:0.0:1767384316.424970:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424971:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384316.424973:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384316.424974:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.424978:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384316.424979:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.424980:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.424982:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384316.424983:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384316.424984:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.424991:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.424992:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefbb3b from hash 00010000:00000001:0.0:1767384316.424994:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384316.424995:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.424996:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.424997:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384316.424998:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384316.425000:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384316.425001:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384316.425003:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.425005:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.425006:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384316.425007:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384316.425008:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.425009:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.425010:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.425011:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.425013:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.425014:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.425017:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.425018:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.425019:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384316.425021:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384316.425022:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.425023:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.425025:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384316.425026:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.425027:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.425029:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.425032:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384316.425033:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384316.425034:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbb3b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384316.425044:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ae911b03 count: 0 00010000:00000001:0.0:1767384316.425049:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384316.425050:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384316.425056:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384316.425058:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384316.425060:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000baa8a003. 20000000:00000001:0.0:1767384316.425063:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384316.425065:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728316288 00010000:00000001:0.0:1767384316.425067:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384316.425071:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c42ca38 x1853236728316288/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.425077:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.425079:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.425081:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.425084:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384316.425086:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384316.425088:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384316.425090:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384316.425092:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.425094:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384316.425096:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.425099:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641edc64. 00000100:00000200:0.0:1767384316.425101:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728316288, offset 224 00000400:00000200:0.0:1767384316.425104:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384316.425108:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.425114:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04180 00000400:00000200:0.0:1767384316.425118:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1695 [2] + 224 00000400:00000200:0.0:1767384316.425121:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.425123:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.425126:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.425129:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.425163:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.425185:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384316.425192:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000641edc64 00000400:00000010:0.0:1767384316.425194:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000641edc64. 00000100:00000001:0.0:1767384316.425199:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384316.425201:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384316.425206:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.425210:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384316.425212:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384316.425213:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384316.425215:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384316.425215:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.425218:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384316.425220:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384316.425222:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384316.425222:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c42ca38 x1853236728316288/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.425224:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96a8947. 00000400:00000200:2.0:1767384316.425228:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026791417 00000400:00000010:2.0:1767384316.425230:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026791417. 00000100:00000001:2.0:1767384316.425232:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384316.425232:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c42ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728316288:12345-0@lo:253: Request processed in 3208us (3568us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384316.425236:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.425241:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000200:2.0:1767384316.425245:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.425245:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384316.425248:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384316.425250:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384316.425253:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.425255:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384316.425255:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000736a419e. 00000100:00000001:2.0:1767384316.425258:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384316.425260:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000020:00000010:0.0:1767384316.425265:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000346c3908. 02000000:00000001:2.0:1767384316.425267:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384316.425268:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.425269:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.425269:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384316.425273:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.425273:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384316.425275:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000490d2d89. 00000100:00001000:2.0:1767384316.425277:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=39 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384316.425278:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384316.425280:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.425280:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.425283:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384316.425285:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.425285:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384316.425288:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384316.425289:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeeeae35. 00010000:00000001:2.0:1767384316.425290:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.425292:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641edc64. 00000100:00000001:2.0:1767384316.425293:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.425297:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.425304:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.425307:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.425309:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384316.425313:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384316.425315:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384316.425317:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384316.425319:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384316.425320:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384316.425322:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384316.425324:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384316.425325:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384316.425327:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384316.425331:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.425338:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728316288:0@lo:253: 00000100:00000001:2.0:1767384316.425341:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.425343:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.425345:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eefbd66 x1853236728316288/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.425350:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.425352:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384316.425354:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e27263b7. 02000000:00000001:2.0:1767384316.425365:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384316.425367:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.425368:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384316.425370:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384316.425372:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c177b336. 02000000:00000001:2.0:1767384316.425375:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384316.425376:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.425378:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eefbd66. 00000100:00000001:2.0:1767384316.425381:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.425382:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.425384:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.425388:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.425389:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.425391:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.425392:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384316.426568:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ef25efcc. 00080000:00000010:2.0:1767384316.426620:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007746b230. 00040000:00000001:2.0:1767384316.426626:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384316.426628:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384316.426630:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384316.426633:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384316.426636:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.426638:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384316.426640:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384316.426649:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384316.426653:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384316.426657:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384316.426659:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384316.426660:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384316.426663:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384316.426671:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384316.426673:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384316.426677:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cda4e1ce. 00010000:00000001:0.0:1767384316.426679:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384316.426682:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d056c487. 00000020:00000001:0.0:1767384316.426684:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384316.426685:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d056c487 with handle 0x960a57272cefbb42 to hash 00000020:00000001:0.0:1767384316.426687:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384316.426688:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426690:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426693:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.426695:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.426698:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426704:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384316.426707:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384316.426709:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384316.426710:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.426726:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.426728:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.426729:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.426731:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384316.426733:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384316.426735:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384316.426736:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384316.426738:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cda4e1ce) refcount = 1 00010000:00010000:0.0:1767384316.426742:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426749:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384316.426751:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384316.426753:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.426765:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426767:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384316.426770:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384316.426779:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384316.426780:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.426782:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.426783:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=4 00000020:00000001:0.0:1767384316.426785:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426786:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426787:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384316.426789:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426793:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384316.426794:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426798:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.426798:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384316.426800:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426803:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.426804:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426805:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384316.426806:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384316.426809:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d056c487 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384316.426810:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.426811:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384316.426813:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426816:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384316.426817:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.426818:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.426819:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=5 00000020:00000001:0.0:1767384316.426826:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426828:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384316.426830:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384316.426831:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426835:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384316.426836:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.426837:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426840:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384316.426840:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384316.426841:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.426842:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.426844:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d056c487 with handle 0x960a57272cefbb42 from hash 00080000:00000020:2.0:1767384316.426846:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384316.426846:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384316.426848:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.426850:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384316.426853:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384316.426853:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384316.426855:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000010:2.0:1767384316.426857:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c7e2d97b. 00010000:00000001:0.0:1767384316.426857:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384316.426859:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384316.426861:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.426864:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426865:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384316.426866:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426866:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384316.426871:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384316.426873:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728316160 00010000:00000001:0.0:1767384316.426873:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.426875:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426878:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.426880:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384316.426880:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.426884:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384316.426888:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d0c5f5c x1853236728316160/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.426889:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.426892:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.426894:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384316.426901:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384316.426902:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.426903:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.426906:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384316.426907:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.426908:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384316.426910:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.426913:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=39 v=5 (1 0 0 0) 20000000:00000001:0.0:1767384316.426914:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.426916:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.426919:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384316.426920:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384316.426921:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d056c487/0x960a57272cefbb42 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384316.426931:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384316.426931:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cda4e1ce count: 0 00000100:00000040:2.0:1767384316.426936:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384316.426937:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384316.426940:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 20000000:00000001:0.0:1767384316.426940:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384316.426946:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384316.426949:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.426952:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384316.426955:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384316.426959:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026791417. 00000100:00000200:2.0:1767384316.426962:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728316160, offset 224 00000400:00000200:2.0:1767384316.426968:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384316.426975:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.426982:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04100 00000400:00000200:2.0:1767384316.426987:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x168d [2] + 224 00000400:00000200:2.0:1767384316.426993:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.426998:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.427002:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.427006:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.427016:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.427031:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.427036:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026791417 00000400:00000010:2.0:1767384316.427039:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026791417. 00000100:00000001:0.0:1767384316.427039:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.427042:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.427043:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384316.427046:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384316.427047:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384316.427050:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384316.427053:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.427053:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00000400:00000200:0.0:1767384316.427059:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b4b0787 00000100:00000040:2.0:1767384316.427060:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384316.427062:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b4b0787. 00010000:00000001:2.0:1767384316.427066:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384316.427067:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384316.427070:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.427073:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384316.427075:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384316.427083:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d0c5f5c x1853236728316160/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.427084:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.427100:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.427102:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.427108:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.427110:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384316.427112:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d0c5f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728316160:12345-0@lo:253: Request processed in 5097us (5548us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384316.427112:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.427114:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.427115:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.427117:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=39 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384316.427130:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.427132:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.427150:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.427153:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384316.427154:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.427156:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.427159:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.427161:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384316.427169:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384316.427170:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.427174:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.427175:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384316.427175:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.427179:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:0.0:1767384316.427180:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384316.427183:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384316.427184:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000010:2.0:1767384316.427185:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043a87797. 00000020:01000004:0.0:1767384316.427185:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384316.427186:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384316.427189:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.427191:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384316.427192:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384316.427193:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.427194:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:2.0:1767384316.427195:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f50c797f. 00000100:00000040:0.0:1767384316.427196:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384316.427202:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004929ed34. 00000100:00100000:0.0:1767384316.427205:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e24fd7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728316160:0@lo:253: 00000020:00000040:2.0:1767384316.427209:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:0.0:1767384316.427211:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.427214:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384316.427215:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384316.427216:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e24fd7a1 x1853236728316160/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384316.427220:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b4b8a721. 00000100:00000001:0.0:1767384316.427226:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.427227:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384316.427228:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384316.427232:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384316.427232:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000007b18f8c. 02000000:00000001:0.0:1767384316.427238:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384316.427240:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384316.427240:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.427242:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384316.427245:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384316.427247:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96a8947. 02000000:00000010:0.0:1767384316.427253:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bea8a49. 00000400:00000010:2.0:1767384316.427254:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026791417. 02000000:00000001:0.0:1767384316.427259:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.427261:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.427262:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e24fd7a1. 00000100:00000001:0.0:1767384316.427265:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.427266:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.427267:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.427271:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.427272:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.427274:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.427276:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384316.427593:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a69823bb. 00000800:00000010:3.0:1767384316.427596:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083ca4be3. 00000400:02020000:3.0:1767384316.427645:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp26 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000100:00000040:1.0:1767384316.429179:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294904472, at 4294904473 00000100:00000010:1.0:1767384316.429187:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cac883. 00000100:00000040:2.0:1767384316.429193:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294904472, at 4294904473 00000100:00000010:2.0:1767384316.429203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d25c6750. 00000100:00000040:0.0:1767384316.430176:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294904472, at 4294904474 00000100:00000010:0.0:1767384316.430182:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006a722ff. 00000100:00000040:3.0:1767384316.430307:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294904472, at 4294904474 00000100:00000010:3.0:1767384316.430313:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00010000:00000010:0.1:1767384316.434170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ae911b03. 00010000:00000010:0.1:1767384316.434179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:0.1:1767384316.437165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cda4e1ce. 00010000:00000010:0.1:1767384316.437172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d056c487. 00000400:00000010:3.0:1767384316.437639:0:25563:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000031653734. 00000400:00000040:3.0:1767384316.437654:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.437656:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.437658:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.437659:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.437661:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.437662:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384316.437664:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.437665:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.437666:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.437667:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384316.437669:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.437670:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.437671:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.437672:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.437673:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384316.437675:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.437675:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.437676:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384316.437677:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384316.437692:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.437694:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.437695:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.437696:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.437697:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.437698:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384316.437700:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.437700:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.437701:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.437702:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.437703:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.437704:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384316.437705:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.437706:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.437707:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.437708:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.437709:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.437710:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384316.437725:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.437726:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.437727:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.437728:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.437729:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.437730:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384316.437731:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384316.437732:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384316.437733:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384316.437734:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384316.437734:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384316.437736:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.437737:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.437738:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384316.437739:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.437740:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384316.437741:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384316.437743:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384316.437744:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384316.437745:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384316.437788:0:25563:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000031653734. 00010000:00000001:2.0:1767384317.236205:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384317.236210:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.236215:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384317.236216:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.236251:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.236256:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.236259:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384317.454908:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005e337e57. 00080000:00000010:3.0:1767384317.454919:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005e337e57. 00000020:00000001:3.0:1767384317.454926:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384317.454935:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005e337e57. 00080000:00000010:3.0:1767384317.454941:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005e337e57. 00000020:00000001:3.0:1767384317.454945:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384318.154900:0:26037:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384318.154903:0:26037:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:0.0:1767384318.157669:0:26037:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384318.163716:0:26038:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000061b7b14. 00000400:00000010:0.0:1767384318.163729:0:26038:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000696fe6b6. 00000400:00000010:0.0:1767384318.163738:0:26038:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000084450956. 00000400:00000010:0.0:1767384318.163741:0:26038:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000062801a8. 00000400:00000010:0.0:1767384318.163744:0:26038:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000032839b73. 00000400:00000010:0.0:1767384318.163748:0:26038:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5038112. 00000400:00000010:0.0:1767384318.163749:0:26038:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5ffb272. 00000400:00000010:0.0:1767384318.163750:0:26038:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008add3cfe. 00000400:00000010:0.0:1767384318.163753:0:26038:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000beff17d3. 00000800:00000010:0.0:1767384318.163765:0:26038:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006e13f089. 00000800:00000200:0.0:1767384318.163775:0:26038:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384318.163781:0:26038:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384318.163812:0:26038:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384318.163831:0:26038:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp28 [8/256/0/180] 00000400:00000010:0.0:1767384318.165023:0:26038:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000ee2bfa38. 00000400:00000010:0.0:1767384318.165028:0:26038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000400:00000010:0.0:1767384318.165033:0:26038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000001:0.0:1767384318.165047:0:26038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384318.165053:0:26038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.165054:0:26038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096ee00ea. 00000400:00000200:0.0:1767384318.165057:0:26038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26add2f 00000400:00000010:0.0:1767384318.165058:0:26038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26add2f. 00000400:00000010:0.0:1767384318.165062:0:26038:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000061d5234e. 00000400:00000200:0.0:1767384318.165065:0:26038:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (19) 00000400:00000200:0.0:1767384318.165077:0:26038:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384318.165083:0:26038:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:0.0:1767384318.165089:0:26038:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000007b18f8c. 00000020:01000000:0.0:1767384318.165094:0:26038:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384318.165096:0:26038:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp28 00000400:00000200:3.0:1767384318.165098:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384318.165106:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:0.0:1767384318.165108:0:26038:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000696fe6b6. 00000400:00000010:0.0:1767384318.165111:0:26038:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000061b7b14. 00000400:00000010:3.0:1767384318.165112:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c251886. 00000400:00000200:3.0:1767384318.165116:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000010:3.0:1767384318.165121:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bbb2560e. 00000400:00000200:3.0:1767384318.165125:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp26 00000020:00000001:2.0:1767384318.165149:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384318.165153:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp26 to MR: 192.168.202.115@tcp26 local destination 10000000:00000001:2.0:1767384318.165155:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.165159:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384318.165162:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384318.165163:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [53:53:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [53:53:8:4294967295] 00000020:01000004:2.0:1767384318.165167:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384318.165170:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384318.165171:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp26 00000020:01000004:2.0:1767384318.165173:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384318.165175:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384318.165178:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384318.165181:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384318.165184:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384318.165187:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384318.165188:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) -> 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) : PUT try# 0 00000020:01000004:2.0:1767384318.165189:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384318.165192:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384318.165199:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.115@tcp26 00000100:00000010:2.0:1767384318.165204:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eefbd66. 00000800:00000010:3.0:1767384318.165206:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d961237. 00000020:00000040:2.0:1767384318.165209:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384318.165215:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384318.165219:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 02000000:00000001:2.0:1767384318.165219:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384318.165225:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384318.165230:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 02000000:00000010:2.0:1767384318.165235:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000baa8a003. 00000100:00000001:2.0:1767384318.165242:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165249:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.1:1767384318.165250:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:988 00000100:00000001:2.0:1767384318.165252:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384318.165257:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d961237 type 1, nob 448 niov 1 nkiov 1 00000100:00000040:2.0:1767384318.165260:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eefbd66] to pc [ptlrpcd_00_02+2] req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.165270:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384318.165273:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:2.0:1767384318.165282:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384318.165286:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.165288:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384318.165289:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384318.165295:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.165296:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.165297:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384318.165299:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384318.165300:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384318.165301:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384318.165302:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384318.165306:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384318.165308:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384318.165308:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384318.165309:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384318.165312:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384318.165313:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384318.165314:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384318.165315:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384318.165316:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384318.165319:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007aba2481. 00000020:00000040:2.0:1767384318.165323:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384318.165325:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384318.165328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 02000000:00000001:2.0:1767384318.165329:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384318.165329:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384318.165332:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384318.165342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3039f8e. 00000100:00000001:2.0:1767384318.165345:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165350:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384318.165358:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165359:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.165363:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.165365:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aba2481] to pc [ptlrpcd_00_03+3] req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.165369:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384318.165373:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384318.165377:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384318.165378:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384318.165382:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.165382:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728316416:0@lo:253: 00000020:00000001:2.0:1767384318.165385:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.165388:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000020:01000000:2.0:1767384318.165389:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384318.165391:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384318.165396:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000007b18f8c. 02000000:00000001:1.0:1767384318.165399:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.165404:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.165408:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384318.165410:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.165414:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384318.165415:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000070fe940d. 00000100:00000001:2.0:1767384318.165417:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384318.165420:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.165424:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:2.0:1767384318.165424:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384318.165427:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037eb2745. 00000400:00000010:1.0:1767384318.165435:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c0a91b8. 00000100:00000001:2.0:1767384318.165437:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384318.165440:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.165441:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728316416, portal 25 02000000:00000001:2.0:1767384318.165444:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384318.165446:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384318.165447:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 02000000:00000001:2.0:1767384318.165448:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.165450:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566697344 : -113724142854272 : ffff989188dcdf80) 02000000:00000001:2.0:1767384318.165455:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.165460:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.165462:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007aba2481 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728316544:0@lo:253: 00000100:00000001:2.0:1767384318.165470:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384318.165471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 02000000:00000001:2.0:1767384318.165475:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384318.165479:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165481:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384318.165484:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384318.165488:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.165492:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000120a3e98. 00000400:00000200:3.0:1767384318.165495:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000200:1.0:1767384318.165495:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728316416, offset 0 02000000:00000010:2.0:1767384318.165501:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071212a48. 02000000:00000001:2.0:1767384318.165505:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.165509:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384318.165511:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9d85aa. 00000400:00000010:2.0:1767384318.165519:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb3b2d0. 00000400:00000200:3.0:1767384318.165521:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.165521:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384318.165524:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728316544, portal 25 00000100:00000001:2.0:1767384318.165527:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384318.165529:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566693760 : -113724142857856 : ffff989188dcd180) 00000400:00000200:1.0:1767384318.165535:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04200 00000100:00000040:2.0:1767384318.165538:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.165546:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000100:00000001:2.0:1767384318.165548:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384318.165552:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e57011. 00000400:00000200:3.0:1767384318.165553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000040:2.0:1767384318.165559:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384318.165559:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009107901c 00000400:00000010:2.0:1767384318.165562:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9ed23f. 00000100:00000200:2.0:1767384318.165566:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728316544, offset 0 00000400:00000200:1.0:1767384318.165569:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.165573:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.165580:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384318.165582:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.165586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.165592:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04280 00000400:00000200:2.0:1767384318.165598:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000010:2.0:1767384318.165601:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6e131e8. 00000400:00000200:2.0:1767384318.165604:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c706532 00000400:00000200:2.0:1767384318.165608:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.165608:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009107901c 00000400:00000200:3.0:1767384318.165611:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000010:1.0:1767384318.165613:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009107901c. 00000400:00000200:2.0:1767384318.165616:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384318.165622:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c706532 00000100:00000001:1.0:1767384318.165622:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384318.165623:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c706532. 00000100:00000200:1.0:1767384318.165627:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384318.165629:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384318.165631:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384318.165632:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000001fa1d056 x1853236728316416 msgsize 4848 00000100:00000040:2.0:1767384318.165634:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000fa409e7a x1853236728316544 msgsize 4848 00000400:00000200:3.0:1767384318.165636:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00100000:2.0:1767384318.165649:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384318.165651:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384318.165653:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384318.165662:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384318.165663:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384318.165666:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.165668:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9ed23f 00000400:00000010:2.0:1767384318.165671:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9ed23f. 00000100:00000001:2.0:1767384318.165674:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384318.165678:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.165679:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384318.165688:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384318.165689:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000120a3e98 00000100:00000040:2.0:1767384318.165694:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384318.165694:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000120a3e98. 00000400:00000200:3.0:1767384318.165715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:1.0:1767384318.165716:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384318.165718:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165721:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384318.165726:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.165728:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165734:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294906216 00000100:00000010:2.0:1767384318.165740:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f2196e. 00000100:00000001:1.0:1767384318.165743:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384318.165746:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384318.165749:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.165754:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:2.0:1767384318.165754:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294906216 00000100:00000010:2.0:1767384318.165764:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be28f8dc. 00000100:00000001:1.0:1767384318.165764:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165768:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384318.165770:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384318.165775:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294906216 00000100:00000001:1.0:1767384318.165777:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384318.165778:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056821da3. 00000100:00000001:2.0:1767384318.165783:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384318.165784:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294906216 00000100:00000001:2.0:1767384318.165788:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294906216 00000400:00000200:3.0:1767384318.165789:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:1.0:1767384318.165789:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294906216 00000100:00000010:2.0:1767384318.165794:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000056894c3. 00000100:00000001:1.0:1767384318.165797:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294906216 00000100:00000001:2.0:1767384318.165798:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384318.165803:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294906216 00000100:00000001:2.0:1767384318.165805:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.165809:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165809:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294906216 00000400:00000200:3.0:1767384318.165813:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:1.0:1767384318.165814:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294906216 00000100:00000001:2.0:1767384318.165815:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165819:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.165821:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294906216 00000100:00000001:1.0:1767384318.165825:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294906216 00000100:00000001:2.0:1767384318.165828:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.165828:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.165832:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.165833:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165835:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384318.165837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000100:00000001:2.0:1767384318.165838:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.165839:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165842:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165844:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.165846:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.165851:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.165859:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.165864:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384318.165865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000100:00000001:1.0:1767384318.165866:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384318.165867:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384318.165870:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384318.165871:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316544 00000100:00000001:1.0:1767384318.165875:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.165876:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384318.165880:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384318.165882:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.165885:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384318.165887:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316544 00000020:00000001:2.0:1767384318.165890:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384318.165891:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384318.165893:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384318.165894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000020:00000040:2.0:1767384318.165896:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384318.165900:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384318.165902:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384318.165905:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384318.165908:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384318.165910:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384318.165918:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000400:00000200:3.0:1767384318.165922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000020:00000010:2.0:1767384318.165925:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fa7341. 00000020:00000010:2.0:1767384318.165931:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c8c8056. 00000020:00000010:2.0:1767384318.165935:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000040:2.0:1767384318.165943:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384318.165945:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384318.165946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000100:00000001:2.0:1767384318.165947:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384318.165950:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165958:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.165965:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.165974:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384318.165975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000100:00100000:2.0:1767384318.165976:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316416 02000000:00000001:2.0:1767384318.165980:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384318.165981:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384318.165983:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.165985:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384318.165987:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316416 00000020:00000001:2.0:1767384318.165989:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384318.165990:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384318.165991:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.165993:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384318.165995:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384318.165996:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384318.165998:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384318.166001:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384318.166003:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384318.166004:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000020:00000010:2.0:1767384318.166009:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000437f9e3. 00000800:00000200:1.0:1767384318.166010:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384318.166014:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000020:00000010:2.0:1767384318.166014:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f71002c1. 00000800:00000010:1.0:1767384318.166015:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d961237. 00000020:00000010:2.0:1767384318.166023:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e084f91. 00000400:00000200:1.0:1767384318.166023:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384318.166031:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384318.166035:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384318.166035:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: PUT: OK 00000100:00000001:2.0:1767384318.166039:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166043:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384318.166045:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166049:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp26: 0 00000100:00000001:2.0:1767384318.166052:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384318.166059:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384318.166060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000800:00000001:1.0:1767384318.166070:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384318.166073:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384318.166076:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1767384318.166078:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.166081:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384318.166089:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : PUT - for me 00000100:00100000:2.0:1767384318.166093:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384318.166098:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000200:3.0:1767384318.166103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166103:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384318.166104:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282618960 : -113719426932656 : ffff9892a1f42050) 00000100:00000040:2.0:1767384318.166115:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa409e7a x1853236728316544/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.166119:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 336/352 into md 0x169d [1] + 0 00000400:00000010:1.0:1767384318.166127:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000100:00000001:2.0:1767384318.166129:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384318.166133:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc95e697 00000020:00000010:2.0:1767384318.166154:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384318.166157:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384318.166159:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000400:00000200:3.0:1767384318.166160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000800:00000001:1.0:1767384318.166166:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384318.166168:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa409e7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728316544:12345-0@lo:253: 00000100:00000200:2.0:1767384318.166173:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316544 00000020:00000001:2.0:1767384318.166176:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384318.166177:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384318.166180:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384318.166182:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384318.166183:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.166187:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384318.166191:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:1.0:1767384318.166192:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: PUT: OK 00000020:00000001:2.0:1767384318.166194:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384318.166197:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000020:00000001:2.0:1767384318.166198:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384318.166202:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00000020:00000001:2.0:1767384318.166203:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384318.166205:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384318.166209:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166210:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384318.166212:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384318.166213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166215:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 02000000:00000001:2.0:1767384318.166216:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384318.166223:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a3393cb. 00000400:00000200:1.0:1767384318.166225:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 02000000:00000001:2.0:1767384318.166226:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.166231:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166232:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (352 bytes) 20000000:00000001:2.0:1767384318.166234:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384318.166240:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 20000000:00000010:2.0:1767384318.166244:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b5d8c494. 20000000:01000000:2.0:1767384318.166248:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384318.166250:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 20000000:00000001:2.0:1767384318.166251:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384318.166255:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384318.166258:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384318.166279:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 20000000:00000001:2.0:1767384318.166279:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166284:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp26 to MR: 192.168.202.115@tcp26 local destination 20000000:00000001:2.0:1767384318.166286:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.166288:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384318.166297:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000228deb2a. 20000000:01000000:2.0:1767384318.166302:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000400:00000200:1.0:1767384318.166303:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [54:54:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [54:54:8:4294967295] 20000000:00000001:2.0:1767384318.166308:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384318.166314:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384318.166319:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384318.166324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166324:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) -> 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) 192.168.202.115@tcp26 : ACK try# 0 00080000:00000001:2.0:1767384318.166335:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.0:1767384318.166335:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp26 00000800:00000010:1.0:1767384318.166342:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a3f0a39. 00000800:00000200:1.0:1767384318.166347:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00080000:00000001:2.0:1767384318.166351:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384318.166357:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:1.0:1767384318.166357:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:989 00080000:00000001:2.0:1767384318.166359:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.166362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00080000:00000001:2.0:1767384318.166364:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000200:1.0:1767384318.166364:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a3f0a39 type 0, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384318.166368:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384318.166372:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:2.0:1767384318.166376:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:2.0:1767384318.166378:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384318.166381:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384318.166381:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384318.166386:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384318.166388:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384318.166391:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1767384318.166393:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384318.166396:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384318.166401:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384318.166420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00080000:00000010:2.0:1767384318.166422:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fec59f14. 00080000:00000001:2.0:1767384318.166427:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349493367296 : -113724216184320 : ffff9891847df200) 00080000:00000001:2.0:1767384318.166431:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384318.166436:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384318.166440:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000eaa9c10b. 00080000:00000001:2.0:1767384318.166443:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384318.166444:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384318.166446:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384318.166450:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a3f0a39. 00000400:00000200:3.0:1767384318.166457:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166458:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384318.166464:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166467:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: ACK: OK 00000800:00000001:1.0:1767384318.166476:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384318.166481:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384318.166484:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384318.166485:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384318.166489:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384318.166492:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384318.166497:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384318.166505:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : ACK - for me 00000400:00000200:3.0:1767384318.166507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166518:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp26: ACK from 12345-192.168.202.115@tcp26 into md 0x16b9 00000100:00000001:2.0:1767384318.166519:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384318.166523:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384318.166524:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384318.166529:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000200:1.0:1767384318.166534:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: ACK: OK 00000100:00000040:2.0:1767384318.166535:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:1.0:1767384318.166540:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c251886 00000100:00000001:2.0:1767384318.166544:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282616912 : -113719426934704 : ffff9892a1f41850) 00000400:00000010:1.0:1767384318.166545:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c251886. 00000400:00000200:3.0:1767384318.166549:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000100:00000040:2.0:1767384318.166551:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fa1d056 x1853236728316416/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.166551:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384318.166560:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:2.0:1767384318.166563:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384318.166567:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a46470d3. 00000400:00000200:1.0:1767384318.166569:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:2.0:1767384318.166570:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384318.166573:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000020:00000010:2.0:1767384318.166576:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a46470d3. 00000400:00000200:1.0:1767384318.166576:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (21) 00000100:00100000:2.0:1767384318.166584:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001fa1d056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728316416:12345-0@lo:253: 00000800:00000001:1.0:1767384318.166586:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384318.166588:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316416 00000020:00000001:2.0:1767384318.166590:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384318.166592:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384318.166593:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384318.166595:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.166596:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384318.166597:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384318.166600:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384318.166603:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384318.166605:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384318.166606:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384318.166607:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.166609:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384318.166610:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384318.166615:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005b123cf8. 02000000:00000001:2.0:1767384318.166617:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.166618:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.166620:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384318.166633:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d62d21c5. 20000000:01000000:2.0:1767384318.166636:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384318.166638:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384318.166639:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384318.166640:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.166642:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.166642:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:2.0:1767384318.166647:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:1.0:1767384318.166649:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c07581ef. 00000400:00000010:1.0:1767384318.166655:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e6aaec. 00000400:00000010:1.0:1767384318.166660:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665174fd. 00000400:00000200:1.0:1767384318.166664:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c07581ef 00000400:00000010:1.0:1767384318.166667:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000c6ce2d21. 00000400:00000200:1.0:1767384318.166671:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767384318.166675:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000400:00000200:1.0:1767384318.166678:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000010:1.0:1767384318.166681:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c25a54b2. 00000400:00000010:1.0:1767384318.166686:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043928be3. 00000400:00000010:1.0:1767384318.166691:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a274a4ed. 00000400:00000200:1.0:1767384318.166710:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1767384318.166718:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000800:00000010:3.0:1767384318.166719:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083ca4be3. 00000400:00000200:1.0:1767384318.166726:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000800:00000010:3.0:1767384318.166727:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3e27354. 00000400:00000200:1.0:1767384318.166735:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000800:00000010:3.0:1767384318.166736:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d76bcd57. 00000400:00000200:1.0:1767384318.166741:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000400:00000200:1.0:1767384318.166750:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:1.0:1767384318.166754:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:1.0:1767384318.166759:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:1.0:1767384318.166763:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:1.0:1767384318.166769:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000800:00000010:3.0:1767384318.166775:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d76bcd57. 00000400:00000200:1.0:1767384318.166776:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:1.0:1767384318.166783:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000800:00020000:3.0:1767384318.166785:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:1.0:1767384318.166791:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:1.0:1767384318.166812:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:1.0:1767384318.166817:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:1.0:1767384318.166821:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:1.0:1767384318.166825:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:1.0:1767384318.166830:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:1.0:1767384318.166834:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:1.0:1767384318.166838:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:1.0:1767384318.166842:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384318.166847:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp27 00000400:00000200:1.0:1767384318.166851:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384318.166854:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp27 00000400:00000200:1.0:1767384318.166858:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [55:55:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [55:55:8:4294967295] 00000400:00000200:1.0:1767384318.166863:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp27 00000400:00000200:1.0:1767384318.166869:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:) -> 192.168.202.115@tcp27(192.168.202.115@tcp:192.168.202.115@tcp27) : GET try# 0 00000800:00000200:1.0:1767384318.166875:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp27 00000800:00000010:1.0:1767384318.166878:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a3f0a39. 00000800:00000010:1.0:1767384318.166884:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000120a3e98. 00000800:00000010:1.0:1767384318.166887:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000082f666c1. 00000800:00000200:1.0:1767384318.166891:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (2) 00000800:00000200:1.1:1767384318.166895:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (2) 00000400:00000200:1.0:1767384318.166908:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384318.166912:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000400:00000200:1.0:1767384318.166959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.166999:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167025:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167091:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167118:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167170:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167207:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167320:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167350:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167375:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167408:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167459:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167481:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167540:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167574:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167631:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00080000:00000010:2.0:1767384318.167645:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fec59f14. 00000400:00000200:1.0:1767384318.167660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167685:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00080000:00000010:2.0:1767384318.167710:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000eaa9c10b. 00040000:00000001:2.0:1767384318.167717:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.167720:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384318.167723:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384318.167727:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384318.167730:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.167730:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 20000000:00000001:2.0:1767384318.167735:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384318.167745:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384318.167755:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384318.167758:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 20000000:01000000:2.0:1767384318.167759:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384318.167776:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384318.167784:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167812:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.167839:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 20000000:01000000:2.0:1767384318.167846:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384318.167852:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384318.167855:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384318.167867:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:1.0:1767384318.167867:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00010000:00000001:2.0:1767384318.167871:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384318.167895:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000039a62e06. 00010000:00000001:2.0:1767384318.167901:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1767384318.167901:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00010000:00000010:2.0:1767384318.167905:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53952. 00000020:00000001:2.0:1767384318.167911:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384318.167914:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53952 with handle 0x960a57272cefbb49 to hash 00000020:00000001:2.0:1767384318.167916:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384318.167918:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00000400:00000200:1.0:1767384318.167930:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00010000:00000001:2.0:1767384318.167941:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384318.167948:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.167950:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.167953:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384318.167956:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00010000:00000001:2.0:1767384318.167963:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384318.167968:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384318.167971:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384318.167974:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384318.167976:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.167979:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384318.167988:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.167992:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384318.167994:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:1.0:1767384318.167995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00010000:00000001:2.0:1767384318.167996:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384318.168000:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384318.168004:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000039a62e06) refcount = 1 00010000:00010000:2.0:1767384318.168008:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168016:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384318.168018:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384318.168020:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.168022:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.168025:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384318.168029:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384318.168032:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384318.168036:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384318.168037:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.168039:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=4 00000020:00000001:2.0:1767384318.168041:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384318.168044:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384318.168047:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384318.168049:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168055:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384318.168058:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168063:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.168065:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384318.168067:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168074:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.168076:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.168087:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384318.168090:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384318.168096:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53952 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384318.168100:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384318.168102:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384318.168104:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168111:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384318.168113:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384318.168115:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.168116:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=5 00000020:00000001:2.0:1767384318.168119:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384318.168122:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384318.168125:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384318.168127:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168133:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384318.168181:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384318.168184:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384318.168184:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063dcaaea. 00000800:00000010:1.0:1767384318.168191:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bd0347b. 00010000:00000001:2.0:1767384318.168192:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384318.168196:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384318.168199:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:1.0:1767384318.168199:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0043224. 00010000:00000001:2.0:1767384318.168203:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384318.168207:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53952 with handle 0x960a57272cefbb49 from hash 00010000:00000001:2.0:1767384318.168210:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384318.168211:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.168213:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.168215:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384318.168217:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384318.168220:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384318.168222:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384318.168224:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.168234:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384318.168235:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0043224. 00010000:00000001:2.0:1767384318.168237:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384318.168242:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384318.168246:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.168248:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.168250:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.168252:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.168254:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.168257:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.168263:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.168265:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.168266:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384318.168267:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000010:1.0:1767384318.168269:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000cef595b. 00010000:00000001:2.0:1767384318.168270:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.168273:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:01000000:1.0:1767384318.168274:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00010000:00000001:2.0:1767384318.168277:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:1.0:1767384318.168280:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384318.168281:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.168284:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.168285:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00010000:2.0:1767384318.168287:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384318.168290:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384318.168297:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384318.168299:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384318.168299:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00010000:2.0:1767384318.168301:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0b53952/0x960a57272cefbb49 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384318.168308:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384318.168310:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000039a62e06 count: 0 00080000:00000001:1.0:1767384318.168313:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384318.168315:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.168318:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384318.168320:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.168321:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000002:1.0:1767384318.168322:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 20000000:00000001:2.0:1767384318.168325:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:1.0:1767384318.168330:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384318.168333:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000020:2.0:1767384318.168336:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384318.168337:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.168340:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384318.168342:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384318.168344:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b5d8c494. 00080000:00000001:1.0:1767384318.168347:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384318.168351:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.168351:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384318.168356:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000040:2.0:1767384318.168357:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728316544 00080000:00000001:1.0:1767384318.168361:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384318.168363:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:1.0:1767384318.168367:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000faefdb22. 00080000:00000001:1.0:1767384318.168370:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353984849408 : -113719724702208 : ffff989290348600) 00080000:00000001:1.0:1767384318.168372:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384318.168374:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384318.168377:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e0043224. 00080000:00000001:1.0:1767384318.168379:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.168381:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384318.168388:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384318.168395:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa409e7a x1853236728316544/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384318.168399:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384318.168406:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384318.168409:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.168413:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.168419:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384318.168421:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384318.168424:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384318.168427:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384318.168429:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.168432:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.168436:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384318.168439:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9ed23f. 00000100:00000200:2.0:1767384318.168444:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728316544, offset 224 00000400:00000200:2.0:1767384318.168451:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.168458:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384318.168466:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04280 00000400:00000200:2.0:1767384318.168471:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c5 [2] + 224 00000400:00000200:2.0:1767384318.168477:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.168482:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384318.168487:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.168493:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.168503:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.168505:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384318.168526:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp27 from 219.3.0.2 00000100:00000001:2.0:1767384318.168528:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1767384318.168531:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000029834e72. 00000400:00000200:2.0:1767384318.168535:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9ed23f 00000400:00000010:2.0:1767384318.168546:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9ed23f. 00000100:00000001:2.0:1767384318.168551:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384318.168553:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384318.168557:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.168562:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384318.168571:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384318.168573:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.168583:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384318.168594:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa409e7a x1853236728316544/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.168604:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa409e7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728316544:12345-0@lo:253: Request processed in 2473us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384318.168621:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384318.168624:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384318.168627:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384318.168630:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384318.168634:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c8c8056. 00000020:00000010:2.0:1767384318.168639:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000020:00000010:2.0:1767384318.168644:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fa7341. 00000020:00000040:2.0:1767384318.168656:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384318.168661:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384318.168663:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a3393cb. 02000000:00000001:2.0:1767384318.168667:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384318.168669:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384318.168674:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384318.168679:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff58f0d0. 00000400:00000010:2.0:1767384318.168692:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9ed23f. 00000100:00000001:2.0:1767384318.168724:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.168726:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384318.168738:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384318.168740:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384318.168743:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9d85aa. 00000400:00000200:2.0:1767384318.168748:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb3b2d0 00000400:00000010:2.0:1767384318.168750:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cb3b2d0. 00000100:00000001:2.0:1767384318.168754:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.168759:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384318.168776:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384318.168780:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d827c09. 00000100:00000001:2.0:1767384318.168786:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1767384318.168787:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a02de4e. 00000100:00000001:2.0:1767384318.168790:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384318.168802:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b91bced2. 00000100:00000001:2.0:1767384318.168808:0:16358:0:(client.c:1578:after_reply()) Process entered 00000800:00000200:1.1:1767384318.168809:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (2) 02000000:00000001:2.0:1767384318.168813:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384318.168817:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:1.1:1767384318.168818:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp27 00000000b91bced2 deleted 00000100:00000001:2.0:1767384318.168819:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.1:1767384318.168822:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b91bced2. 02000000:00000001:2.0:1767384318.168824:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384318.168828:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384318.168834:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:987 00000100:00001000:2.0:1767384318.168838:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=41 v=5 (5 0 0 0) 00000800:00000200:1.1:1767384318.168838:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a3f0a39 type 2, nob 96 niov 1 nkiov 0 00000100:00001000:2.0:1767384318.168848:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=41 v=5 (1 0 0 0) 00000800:00000200:1.0:1767384318.168851:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp27 p 3.x 192.168.202.115 -> 192.168.202.115:987 incarnation:1767384316419619711 sched[0] 00000100:00000001:2.0:1767384318.168853:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384318.168856:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384318.168859:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00010000:00000001:2.0:1767384318.168860:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384318.168870:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.168874:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.168878:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.168886:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.168889:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384318.168891:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384318.168895:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384318.168904:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:1.0:1767384318.168905:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00000020:01000004:2.0:1767384318.168906:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384318.168911:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:1.0:1767384318.168912:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a02de4e. 00000020:01000004:2.0:1767384318.168913:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384318.168917:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384318.168919:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384318.168920:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384318.168922:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384318.168926:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384318.168937:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000029834e72. 00000100:00100000:2.0:1767384318.168941:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007aba2481 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728316544:0@lo:253: 00000100:00000001:2.0:1767384318.168949:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384318.168949:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384318.168954:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384318.168955:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384318.168959:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007aba2481 x1853236728316544/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.168973:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384318.168976:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384318.168985:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071212a48. 02000000:00000001:2.0:1767384318.168990:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384318.168993:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384318.168995:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384318.168997:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384318.168999:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3039f8e. 00000800:00000200:1.0:1767384318.169003:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384318.169007:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a3f0a39. 02000000:00000001:2.0:1767384318.169012:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384318.169012:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384318.169016:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384318.169020:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007aba2481. 00000400:00000200:1.0:1767384318.169022:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: GET: OK 00000100:00000001:2.0:1767384318.169027:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384318.169028:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384318.169030:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384318.169034:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000100:00000001:2.0:1767384318.169035:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.169049:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384318.169051:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.169053:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.169056:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384318.169061:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384318.169072:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp27 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384316419619711 sched[0] 00000800:00000010:1.0:1767384318.169076:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bd0347b. 00000800:00000001:2.0:1767384318.169112:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384318.169114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:2.0:1767384318.169119:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384318.169122:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169133:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.169153:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : GET - for me 00000400:00000200:2.0:1767384318.169162:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384318.169166:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 352/352 into md 0x16b5 [1] + 0 00000400:00000200:2.0:1767384318.169172:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 00000400:00000200:1.0:1767384318.169175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.169180:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [56:56:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1767384318.169191:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) 192.168.202.115@tcp27 : REPLY try# 0 00000800:00000200:2.0:1767384318.169196:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000800:00000010:2.0:1767384318.169205:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5f6f561. 00000800:00000200:2.0:1767384318.169209:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (4) 00000400:00000200:1.0:1767384318.169212:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000200:2.0:1767384318.169213:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:988 00000800:00000200:2.0:1767384318.169219:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5f6f561 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:1.0:1767384318.169243:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000800:00000200:2.0:1767384318.169285:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384318.169293:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5f6f561. 00000400:00000200:2.0:1767384318.169296:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.169301:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: REPLY: OK 00000400:00000200:1.0:1767384318.169301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000001:2.0:1767384318.169317:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169322:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384318.169324:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169327:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384318.169329:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169332:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.169336:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384318.169339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.169349:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp27: Reply from 12345-192.168.202.115@tcp27 of length 352/352 into md 0x16d1 00000800:00000001:2.0:1767384318.169353:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169358:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.169359:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.169362:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: REPLY: OK 00000400:00000200:2.0:1767384318.169365:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043928be3 00000400:00000010:2.0:1767384318.169366:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043928be3. 00000400:00000200:2.0:1767384318.169369:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384318.169372:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:2.0:1767384318.169376:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384318.169377:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.169386:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384318.169391:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384318.169397:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (21) 00000800:00000001:2.0:1767384318.169403:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.169405:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384318.169430:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169458:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169484:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.169507:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384318.169512:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000200:1.0:1767384318.169512:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000010:2.0:1767384318.169524:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 0000000037fa7341. 00000400:00000010:2.0:1767384318.169528:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000fec59f14. 00000400:00000010:2.0:1767384318.169531:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000b40b8c4c. 00000400:00000200:1.0:1767384318.169553:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000010:2.0:1767384318.169555:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029c69e2d. 00000400:00000200:2.0:1767384318.169562:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029c69e2d nid 192.168.202.115@tcp28 00000400:00000010:2.0:1767384318.169564:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000034544e89. 00000400:00000200:2.0:1767384318.169567:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000034544e89 net tcp28 00000400:00000200:2.0:1767384318.169575:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000200:2.0:1767384318.169579:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp28 flags 0x11 00000400:00000010:2.0:1767384318.169582:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 0000000037fa7341. 00000400:00000010:2.0:1767384318.169585:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000fec59f14. 00000400:00000200:1.0:1767384318.169585:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000010:2.0:1767384318.169589:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000b40b8c4c. 00000400:00000010:2.0:1767384318.169593:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c25a54b2. 00000400:00000200:2.0:1767384318.169602:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384318.169617:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384318.169625:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:2.0:1767384318.169629:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:2.0:1767384318.169633:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:2.0:1767384318.169636:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384318.169638:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:2.0:1767384318.169641:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384318.169645:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (21) 00000400:00000200:1.0:1767384318.169652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169719:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169775:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169804:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169828:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169851:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169870:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169920:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169942:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.169990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170092:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384318.170196:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00080000:00000010:2.0:1767384318.170199:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000faefdb22. 00080000:00000010:2.0:1767384318.170223:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e0043224. 00000400:00000200:1.0:1767384318.170225:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00040000:00000001:2.0:1767384318.170227:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.170231:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384318.170233:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384318.170237:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384318.170239:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.170242:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384318.170244:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384318.170251:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384318.170254:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384318.170259:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384318.170309:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384318.170313:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384318.170315:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384318.170324:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384318.170327:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384318.170332:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18875bf. 00010000:00000001:2.0:1767384318.170336:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384318.170355:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384318.170364:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384318.170367:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbb50 to hash 00000020:00000001:2.0:1767384318.170370:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384318.170372:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170375:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170378:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.170380:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.170383:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384318.170388:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb0eb4e9. 00000800:00000010:1.0:1767384318.170393:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bd0347b. 00000800:00000010:1.0:1767384318.170397:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00010000:00000001:2.0:1767384318.170411:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384318.170414:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384318.170416:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384318.170418:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384318.170420:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.170423:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384318.170424:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.170427:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000010:1.0:1767384318.170428:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00010000:00000001:2.0:1767384318.170429:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384318.170433:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384318.170436:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384318.170438:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18875bf) refcount = 1 00010000:00010000:2.0:1767384318.170442:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170448:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384318.170450:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384318.170451:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.170454:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.170456:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384318.170459:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384318.170462:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384318.170465:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384318.170466:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.170468:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:2.0:1767384318.170477:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170481:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170483:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384318.170486:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170493:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384318.170495:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170501:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.170503:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384318.170504:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170510:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.170512:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.170515:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384318.170517:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384318.170524:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5dd8851 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384318.170526:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384318.170528:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384318.170530:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170536:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384318.170544:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384318.170546:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.170548:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=5 00000020:00000001:2.0:1767384318.170550:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170553:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384318.170556:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384318.170564:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384318.170578:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384318.170586:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384318.170590:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384318.170594:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.170594:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp27 from 218.3.0.2 00010000:00000001:2.0:1767384318.170599:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000010:1.0:1767384318.170600:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000033af9ae8. 00010000:00000001:2.0:1767384318.170603:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384318.170605:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.170607:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384318.170611:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbb50 from hash 00010000:00000001:2.0:1767384318.170614:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384318.170616:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.170617:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.170618:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384318.170619:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384318.170621:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384318.170623:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384318.170624:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.170626:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.170628:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384318.170630:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384318.170633:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.170634:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.170636:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.170638:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.170640:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.170642:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170648:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.170649:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.170651:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384318.170653:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384318.170654:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384318.170656:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384318.170658:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384318.170660:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.170677:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.170681:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384318.170687:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384318.170689:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384318.170691:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbb50 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384318.170714:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18875bf count: 0 00010000:00000001:2.0:1767384318.170730:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384318.170733:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384318.170750:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384318.170753:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384318.170755:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d62d21c5. 20000000:00000001:2.0:1767384318.170760:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384318.170764:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728316416 00010000:00000001:2.0:1767384318.170766:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384318.170779:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001fa1d056 x1853236728316416/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384318.170786:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384318.170789:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.170791:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.170795:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384318.170798:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384318.170801:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384318.170811:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384318.170813:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.170815:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.170819:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384318.170822:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb3b2d0. 00000100:00000200:2.0:1767384318.170826:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728316416, offset 224 00000800:00000010:1.0:1767384318.170827:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007f9c4e5. 00000400:00000200:2.0:1767384318.170833:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384318.170834:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a02de4e. 00000400:00000200:2.0:1767384318.170848:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384318.170850:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b91bced2. 00000800:00000200:1.1:1767384318.170860:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (4) 00000400:00000200:2.0:1767384318.170864:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04200 00000800:00000200:1.1:1767384318.170866:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp27 00000000b91bced2 deleted 00000800:00000010:1.1:1767384318.170869:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b91bced2. 00000800:00000200:1.1:1767384318.170872:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384318.170883:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp27 p 3.x 192.168.202.115 -> 192.168.202.115:986 incarnation:1767384316419619711 sched[0] 00000400:00000200:2.0:1767384318.170888:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16bd [2] + 224 00000800:00000010:1.0:1767384318.170889:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00000400:00000200:2.0:1767384318.170899:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.170904:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384318.170915:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.170920:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384318.170933:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00000100:00000040:2.0:1767384318.170937:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384318.170938:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a02de4e. 00000800:00000010:1.0:1767384318.170955:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000033af9ae8. 00000100:00000001:2.0:1767384318.170963:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767384318.170968:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.170970:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb3b2d0 00000800:00000001:1.0:1767384318.170974:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384318.170975:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cb3b2d0. 00000100:00000001:1.0:1767384318.170985:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.170986:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384318.170989:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.170989:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384318.170995:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384318.170996:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384318.170999:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384318.171003:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:1.0:1767384318.171004:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037eb2745. 00000400:00000200:1.0:1767384318.171008:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c0a91b8 00000400:00000010:1.0:1767384318.171011:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c0a91b8. 00010000:00000001:2.0:1767384318.171013:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384318.171016:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384318.171017:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.171022:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384318.171024:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.171033:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fa1d056 x1853236728316416/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.171040:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.171056:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.171059:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384318.171062:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fa1d056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728316416:12345-0@lo:253: Request processed in 4490us (5420us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384318.171063:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.171066:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.171069:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.171072:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.171076:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.171080:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=41 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384318.171082:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00001000:1.0:1767384318.171087:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=41 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384318.171088:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384318.171093:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.171094:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384318.171096:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384318.171098:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.171102:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.171103:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384318.171106:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f71002c1. 00000020:00000010:2.0:1767384318.171112:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e084f91. 00000100:00000001:1.0:1767384318.171113:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384318.171117:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000437f9e3. 00000100:00000040:1.0:1767384318.171121:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384318.171122:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:1.0:1767384318.171131:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384318.171153:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384318.171156:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005b123cf8. 00000100:00000001:1.0:1767384318.171159:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.171160:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.171163:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384318.171167:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:2.0:1767384318.171170:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384318.171170:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.171172:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384318.171175:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.171176:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.171180:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.171181:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:2.0:1767384318.171182:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384318.171183:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384318.171187:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.171188:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384318.171191:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.171199:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728316416:0@lo:253: 00000100:00000001:1.0:1767384318.171204:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.171206:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384318.171208:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9d85aa. 00000100:00000040:1.0:1767384318.171208:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eefbd66 x1853236728316416/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384318.171216:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb3b2d0. 00000100:00000001:1.0:1767384318.171222:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.171225:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.171227:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000070fe940d. 02000000:00000001:1.0:1767384318.171231:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.171233:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.171234:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384318.171236:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.171237:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000baa8a003. 02000000:00000001:1.0:1767384318.171240:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.171241:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.171243:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eefbd66. 00000100:00000001:1.0:1767384318.171246:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.171251:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.171253:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.171257:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.171258:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.171260:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.171261:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384318.171280:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384318.171286:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp27 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384316419619711 sched[0] 00000800:00000010:1.0:1767384318.171289:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bd0347b. 00000800:00000001:2.0:1767384318.171316:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.171322:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384318.171504:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3e27354. 00000800:00000010:3.0:1767384318.171508:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083ca4be3. 00000400:02020000:3.0:1767384318.171578:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp26 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384318.173167:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294906216, at 4294906217 00000100:00000040:1.0:1767384318.173176:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294906216, at 4294906217 00000100:00000010:0.0:1767384318.173176:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f2196e. 00000100:00000010:1.0:1767384318.173180:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be28f8dc. 00000100:00000040:2.0:1767384318.173203:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294906216, at 4294906217 00000100:00000010:2.0:1767384318.173210:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056821da3. 00000100:00000040:3.0:1767384318.175511:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294906216, at 4294906219 00000100:00000010:3.0:1767384318.175517:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000056894c3. 00010000:00000010:2.1:1767384318.179162:0:26043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000039a62e06. 00010000:00000010:2.1:1767384318.179171:0:26043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53952. 00010000:00000010:2.1:1767384318.179176:0:26043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18875bf. 00010000:00000010:2.1:1767384318.179180:0:26043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00000400:00000010:2.0:1767384318.183995:0:26043:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7766cf8. 00000400:00000040:2.0:1767384318.184019:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.184023:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.184026:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.184029:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.184031:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.184033:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384318.184036:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.184038:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.184040:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.184042:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384318.184045:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.184047:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.184050:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.184052:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.184053:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384318.184056:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.184057:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.184059:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384318.184060:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384318.184063:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.184065:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.184066:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.184068:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.184069:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.184071:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384318.184074:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.184076:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.184085:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.184087:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.184089:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.184090:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384318.184093:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.184094:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.184096:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.184098:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.184100:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.184102:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384318.184105:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.184106:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.184108:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.184110:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.184112:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.184114:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384318.184117:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384318.184119:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384318.184120:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384318.184122:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384318.184124:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384318.184127:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.184129:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.184131:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384318.184133:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.184157:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384318.184160:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384318.184163:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384318.184165:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384318.184167:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384318.184241:0:26043:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7766cf8. 00010000:00000001:2.0:1767384318.260206:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384318.260211:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.260217:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384318.260220:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384318.260222:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384318.260224:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.260226:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384318.260234:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.260236:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.260238:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.260276:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384318.260281:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.260284:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384318.324200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384318.324207:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384318.324213:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007aba2481. 00000020:00000040:2.0:1767384318.324218:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384318.324222:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384318.324225:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:0.0:1767384318.324228:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:2.0:1767384318.324230:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384318.324231:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384318.324237:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 02000000:00000010:2.0:1767384318.324238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096d13554. 00000020:00000040:0.0:1767384318.324241:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384318.324245:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384318.324246:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.324247:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384318.324252:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324257:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384318.324258:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f572d4d. 00000100:00000001:0.0:1767384318.324264:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.324271:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384318.324272:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.324275:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324276:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.324287:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_00+0] req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.324288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aba2481] to pc [ptlrpcd_00_01+1] req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384318.324328:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324332:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384318.324338:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384318.324342:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a37f7904. 00000020:00000040:2.0:1767384318.324344:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384318.324347:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384318.324349:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384318.324351:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.324353:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384318.324357:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcb48d0b. 00000100:00000001:1.0:1767384318.324358:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.324361:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384318.324364:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.324367:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.324373:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384318.324379:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.324382:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.324388:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384318.324391:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.324393:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384318.324394:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324397:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.324398:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728316800:0@lo:13: 00000100:00000001:1.0:1767384318.324402:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.324405:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.324409:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.324412:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384318.324414:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a37f7904] to pc [ptlrpcd_00_02+2] req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384318.324416:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fd72c48. 02000000:00000001:1.0:1767384318.324420:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.324426:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037eb2745. 00000400:00000010:1.0:1767384318.324434:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1d07a5. 00000100:00000200:1.0:1767384318.324440:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728316800, portal 4 00000100:00000001:1.0:1767384318.324442:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384318.324444:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384318.324451:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000001:2.0:1767384318.324455:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384318.324455:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.324460:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384318.324461:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436db5be. 00000100:00000040:1.0:1767384318.324462:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.324463:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384318.324467:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384318.324471:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.324474:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384318.324477:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384318.324481:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.324483:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384318.324489:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a784d72e. 00000100:00000040:1.0:1767384318.324490:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384318.324496:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.324497:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed9098a. 00000100:00000001:0.0:1767384318.324498:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384318.324502:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728316800, offset 0 00000100:00000040:2.0:1767384318.324503:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384318.324510:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.324511:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384318.324518:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384318.324519:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384318.324522:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.324523:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.324530:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324532:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000436db5be] to pc [ptlrpcd_00_03+3] req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.324532:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384318.324538:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728316928:0@lo:400: 00000100:00000001:0.0:1767384318.324546:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384318.324549:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce04380 02000000:00000001:0.0:1767384318.324551:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384318.324555:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.324558:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384318.324559:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.324562:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 02000000:00000010:0.0:1767384318.324563:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075ec580f. 00000100:00000040:2.0:1767384318.324564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384318.324568:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324570:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384318.324571:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384318.324573:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b74ac4b4. 00000100:00000010:2.0:1767384318.324574:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009188c248. 00000400:00000200:1.0:1767384318.324579:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384318.324580:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384318.324583:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000001:2.0:1767384318.324584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384318.324585:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384318.324587:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384318.324589:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1767384318.324590:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728316928, portal 4 02000000:00000001:2.0:1767384318.324591:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384318.324594:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb381065. 00000100:00000001:0.0:1767384318.324596:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384318.324599:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b8f15b0. 00000100:00000040:1.0:1767384318.324599:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fb381065 x1853236728316800 msgsize 224 00000100:00000001:0.0:1767384318.324599:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000100:00000001:2.0:1767384318.324607:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.324611:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.324615:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384318.324617:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384318.324631:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384318.324635:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384318.324636:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.324637:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384318.324639:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384318.324643:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728316928, offset 0 00000100:00000001:2.0:1767384318.324644:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.324646:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed9098a 00000100:00000040:2.0:1767384318.324650:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009188c248] to pc [ptlrpcd_00_00+0] req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384318.324651:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed9098a. 00000100:00000001:1.0:1767384318.324658:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384318.324662:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.324663:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384318.324667:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.324669:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000400:00000200:0.0:1767384318.324675:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384318.324682:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.324686:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.324686:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384318.324688:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce04400 00000100:00000001:2.0:1767384318.324691:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384318.324692:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.324709:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000040:2.0:1767384318.324711:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.324720:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.324729:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.324737:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324738:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.324739:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384318.324740:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384318.324742:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384318.324744:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384318.324746:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384318.324749:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.324749:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384318.324751:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006291448c. 02000000:00000001:2.0:1767384318.324755:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.324756:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4251 usecs (5 jiffies) 00000100:00000040:0.0:1767384318.324757:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006291448c x1853236728316928 msgsize 224 00000100:00100000:2.0:1767384318.324761:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436db5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728317056:0@lo:400: 00000100:00000001:1.0:1767384318.324762:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906373 00000100:00000001:2.0:1767384318.324769:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384318.324770:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb9c44a0. 00000100:00100000:0.0:1767384318.324770:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384318.324772:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384318.324775:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.324777:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384318.324782:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fec59f14. 00000100:00000001:0.0:1767384318.324783:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.324784:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384318.324785:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384318.324792:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d9e2e0. 00000100:00000001:1.0:1767384318.324792:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906373 00000100:00000010:1.0:1767384318.324799:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097d9b993. 00000400:00000200:0.0:1767384318.324799:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:2.0:1767384318.324800:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b612458. 00000100:00000001:1.0:1767384318.324802:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384318.324805:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000001:1.0:1767384318.324806:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906373 00000100:00000010:1.0:1767384318.324811:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c974209. 00000100:00000001:0.0:1767384318.324813:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384318.324814:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728317056, portal 10 00000100:00000001:1.0:1767384318.324815:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384318.324819:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384318.324819:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.324821:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906373 00000100:00000001:2.0:1767384318.324823:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566691968 : -113724142859648 : ffff989188dcca80) 00000100:00000010:1.0:1767384318.324828:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cddbde86. 00000100:00000040:2.0:1767384318.324833:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.324834:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384318.324840:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.324842:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384318.324846:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.324849:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384318.324849:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.324851:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324856:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.324857:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384318.324862:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000100:00000200:2.0:1767384318.324867:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728317056, offset 0 00000100:00000001:0.0:1767384318.324867:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.324869:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.324870:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.324873:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384318.324877:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.324878:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384318.324878:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.324881:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384318.324882:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4251 usecs (5 jiffies) 00000100:00000001:1.0:1767384318.324884:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384318.324889:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906373 00000100:00000040:1.0:1767384318.324890:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.324894:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906373 00000400:00000200:2.0:1767384318.324898:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384318.324900:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906373 00000100:00000001:0.0:1767384318.324907:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906373 00000100:00000001:1.0:1767384318.324912:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384318.324913:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce04480 00000100:00000001:0.0:1767384318.324913:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906373 00000100:00000001:1.0:1767384318.324914:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.324920:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906373 02000000:00000001:1.0:1767384318.324922:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384318.324925:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906373 00000400:00000200:2.0:1767384318.324926:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 02000000:00000001:1.0:1767384318.324927:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.324929:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906373 02000000:00000001:1.0:1767384318.324933:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.324935:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384318.324936:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384318.324939:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.324940:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728317184:0@lo:400: 00000400:00000200:2.0:1767384318.324945:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.324945:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.324948:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384318.324950:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384318.324952:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384318.324955:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384318.324955:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.324956:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384318.324957:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384318.324958:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384318.324960:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:1.0:1767384318.324962:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08ba752. 00000100:00000010:2.0:1767384318.324964:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006275687d. 00000100:00000001:0.0:1767384318.324964:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.324966:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.324969:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.324970:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000006275687d x1853236728317056 msgsize 224 02000000:00000001:1.0:1767384318.324971:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.324975:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.324978:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b532acd8. 00000100:00100000:2.0:1767384318.324982:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384318.324984:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed9098a. 00000100:00000200:1.0:1767384318.324989:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728317184, portal 10 00000100:00000001:1.0:1767384318.324991:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.324992:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566689280 : -113724142862336 : ffff989188dcc000) 00000100:00000001:2.0:1767384318.324993:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.324995:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384318.324999:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316928 00000400:00000200:2.0:1767384318.325001:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000100:00000040:1.0:1767384318.325002:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384318.325006:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 02000000:00000001:0.0:1767384318.325009:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.325014:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384318.325015:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384318.325015:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384318.325019:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.325022:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384318.325025:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384318.325027:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.325028:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000100:00000200:1.0:1767384318.325033:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728317184, offset 0 00000100:00100000:0.0:1767384318.325035:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316928 00000020:00000001:0.0:1767384318.325042:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384318.325043:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384318.325046:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:2.0:1767384318.325050:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384318.325051:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384318.325054:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384318.325057:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000040:2.0:1767384318.325058:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384318.325063:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:1.0:1767384318.325065:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce04500 00000020:00000001:0.0:1767384318.325070:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:1.0:1767384318.325075:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:0.0:1767384318.325079:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384318.325084:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384318.325085:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019ec02de. 00000100:00000001:2.0:1767384318.325086:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.325092:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384318.325092:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384318.325093:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f27d222f. 00000100:00000001:1.0:1767384318.325095:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.325098:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1767384318.325100:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384318.325101:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384318.325102:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4fc6d48. 00000100:00000040:1.0:1767384318.325107:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000f4fc6d48 x1853236728317184 msgsize 224 00000100:00000040:2.0:1767384318.325109:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3093 usecs (4 jiffies) 00000100:00000001:0.0:1767384318.325111:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1767384318.325116:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384318.325117:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906372 00000020:00000010:0.0:1767384318.325118:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f375293. 00000100:00000001:2.0:1767384318.325124:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906373 00000100:00000001:1.0:1767384318.325125:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384318.325125:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014c3a8f5. 00000100:00000001:2.0:1767384318.325131:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906372 00000400:00000200:1.0:1767384318.325132:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000020:00000010:0.0:1767384318.325132:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 00000400:00000010:1.0:1767384318.325156:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00000001:1.0:1767384318.325159:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.325163:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.325170:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384318.325171:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.325176:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.325176:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384318.325177:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906373 00000100:00000001:0.0:1767384318.325179:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.325183:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.325185:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906373 00000100:00000001:2.0:1767384318.325193:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906373 00000100:00000001:0.0:1767384318.325193:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384318.325194:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325197:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384318.325199:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906373 00000100:00000001:0.0:1767384318.325199:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325204:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384318.325206:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906373 00000100:00000001:1.0:1767384318.325209:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325211:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.325213:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3603 usecs (4 jiffies) 00000100:00000001:1.0:1767384318.325219:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906373 00000100:00000001:2.0:1767384318.325220:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.325222:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906373 00000100:00000001:0.0:1767384318.325223:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384318.325227:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325227:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384318.325228:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906373 00000100:00000001:1.0:1767384318.325234:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906373 00000100:00100000:0.0:1767384318.325234:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384318.325235:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325241:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906373 00000100:00000001:2.0:1767384318.325242:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.325242:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:1.0:1767384318.325245:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906373 00000100:00000001:0.0:1767384318.325246:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801157632 : -113719908393984 : ffff989285419c00) 00000100:00000001:1.0:1767384318.325250:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906373 00000100:00000001:2.0:1767384318.325252:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.325253:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906373 00000100:00000040:0.0:1767384318.325254:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006291448c x1853236728316928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.325256:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.325259:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.325264:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.325265:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.325269:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.325270:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.325274:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325274:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.325280:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384318.325282:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325284:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.325290:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.325292:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.325293:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384318.325294:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.325296:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000100:00100000:1.0:1767384318.325298:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384318.325300:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.325301:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384318.325305:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f27d222f. 00000100:00000001:1.0:1767384318.325306:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.325309:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.325311:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384318.325312:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006291448c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728316928:12345-0@lo:400: 00000100:00000001:1.0:1767384318.325313:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.325316:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384318.325319:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316928 00000100:00000040:1.0:1767384318.325321:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384318.325323:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384318.325327:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384318.325330:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325331:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.325333:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.325335:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384318.325336:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384318.325339:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 02000000:00000001:1.0:1767384318.325340:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384318.325343:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384318.325346:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384318.325351:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.325352:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384318.325356:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384318.325358:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007aba2481 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728316672:0@lo:400: 00000020:00000001:0.0:1767384318.325359:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.325364:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384318.325365:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.325370:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384318.325370:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384318.325374:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.325374:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384318.325375:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384318.325380:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000818abf2b. 02000000:00000010:0.0:1767384318.325380:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f71f1974. 02000000:00000001:1.0:1767384318.325385:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.325385:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325391:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.325393:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000020:00000001:0.0:1767384318.325394:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.325399:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00010000:00000040:0.0:1767384318.325399:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728316928 00010000:00000001:0.0:1767384318.325404:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384318.325405:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728316672, portal 25 00000100:00000001:1.0:1767384318.325408:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.325410:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566693760 : -113724142857856 : ffff989188dcd180) 00010000:00000200:0.0:1767384318.325410:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006291448c x1853236728316928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.325420:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384318.325423:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384318.325427:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325429:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384318.325431:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=31 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384318.325434:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384318.325437:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384318.325438:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 00000100:00000040:0.0:1767384318.325441:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000200:1.0:1767384318.325443:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728316672, offset 0 00000400:00000200:1.0:1767384318.325446:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384318.325450:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000200:1.0:1767384318.325453:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384318.325455:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384318.325458:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325461:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384318.325462:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce04300 00000100:00000040:0.0:1767384318.325466:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.325470:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000400:00000200:1.0:1767384318.325472:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xff5 [2] + 0 00000400:00000010:1.0:1767384318.325476:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000733191b4. 00000400:00000200:1.0:1767384318.325479:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083114788 00000400:00000200:1.0:1767384318.325481:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384318.325482:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728316928, offset 224 00000400:00000200:1.0:1767384318.325485:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384318.325490:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083114788 00000400:00000010:1.0:1767384318.325491:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083114788. 00000100:00000001:1.0:1767384318.325495:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.325496:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384318.325499:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384318.325500:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008e0be9e9 x1853236728316672 msgsize 224 00000100:00100000:1.0:1767384318.325507:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384318.325508:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384318.325512:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384318.325525:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.325525:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce04400 00000400:00000200:1.0:1767384318.325530:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00000400:00000010:1.0:1767384318.325533:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000100:00000001:1.0:1767384318.325534:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.325539:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.325540:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ed [1] + 224 00000400:00000200:0.0:1767384318.325550:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384318.325552:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.325557:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.325557:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.325563:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384318.325567:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384318.325568:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.325569:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.325574:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325579:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294906376 00000100:00000040:0.0:1767384318.325581:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.325584:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906373 00000100:00000001:1.0:1767384318.325591:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294906376 00000100:00000001:1.0:1767384318.325597:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906373 00000100:00000001:1.0:1767384318.325599:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294906376 00000100:00000001:0.0:1767384318.325601:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.325602:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906373 00000100:00000001:1.0:1767384318.325607:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294906376 00000400:00000200:0.0:1767384318.325608:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384318.325611:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000001:1.0:1767384318.325612:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906373 00000100:00000001:0.0:1767384318.325614:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384318.325616:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.325619:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.325620:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325627:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.325627:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384318.325633:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384318.325635:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.325635:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.325641:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384318.325642:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.325645:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006291448c x1853236728316928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.325652:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006291448c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728316928:12345-0@lo:400: Request processed in 359us (894us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384318.325655:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.325660:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.325660:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384318.325670:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384318.325672:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.325673:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384318.325674:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384318.325678:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316800 00000020:00000010:0.0:1767384318.325680:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014c3a8f5. 02000000:00000001:1.0:1767384318.325682:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.325686:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384318.325686:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000100:00000001:1.0:1767384318.325691:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.325691:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f375293. 02000000:00000001:1.0:1767384318.325705:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.325713:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00100000:1.0:1767384318.325715:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316800 00000100:00000001:0.0:1767384318.325717:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.325718:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384318.325721:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:1.0:1767384318.325723:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.325725:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:1.0:1767384318.325727:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:1.0:1767384318.325729:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384318.325731:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384318.325733:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384318.325734:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000100:00000001:0.0:1767384318.325736:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.325738:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.325741:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000400:00000001:0.0:1767384318.325742:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384318.325745:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056304e91. 00000400:00000001:0.0:1767384318.325746:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384318.325751:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f5d9c7d. 00000400:00000010:0.0:1767384318.325751:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b74ac4b4. 00000400:00000200:0.0:1767384318.325758:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000020:00000010:1.0:1767384318.325759:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eb3ab4f4. 00000400:00000010:0.0:1767384318.325763:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000040:1.0:1767384318.325767:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384318.325769:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384318.325771:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.325773:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384318.325775:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384318.325777:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.325780:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325792:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384318.325793:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.325802:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384318.325803:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.325805:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.325808:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384318.325812:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384318.325813:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384318.325815:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 02000000:00000001:0.0:1767384318.325816:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.325818:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492191232 : -113724217360384 : ffff9891846c0000) 00000100:00000001:0.0:1767384318.325819:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.325822:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.325824:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb381065 x1853236728316800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384318.325825:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384318.325832:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=31 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384318.325834:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.325839:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000100:00001000:0.0:1767384318.325839:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.325845:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.325846:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384318.325849:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000100:00000001:0.0:1767384318.325849:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.325854:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384318.325856:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb381065 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728316800:12345-0@lo:13: 00010000:00080000:0.0:1767384318.325860:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.325872:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316800 00010000:00000001:0.0:1767384318.325872:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.325875:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.325877:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.325879:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.325882:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384318.325883:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.325887:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000040:0.0:1767384318.325887:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384318.325891:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384318.325892:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384318.325894:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.325895:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.325899:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384318.325899:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384318.325902:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.325905:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325911:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384318.325911:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384318.325916:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384318.325916:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384318.325919:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384318.325921:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a9c271f8. 00000100:00000040:0.0:1767384318.325923:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.325925:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.325929:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384318.325934:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:0.0:1767384318.325936:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728316928:0@lo:400: 00002000:00000001:1.0:1767384318.325940:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384318.325941:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.325942:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384318.325944:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.325948:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a37f7904 x1853236728316928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384318.325952:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.325954:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00002000:00000024:1.0:1767384318.325956:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:0.0:1767384318.325958:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000020:1.0:1767384318.325960:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000010:0.0:1767384318.325961:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075ec580f. 00000020:00000020:1.0:1767384318.325965:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384318.325967:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.325970:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00002000:00000020:1.0:1767384318.325971:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000040:0.0:1767384318.325973:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00002000:00000001:1.0:1767384318.325975:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:0.0:1767384318.325976:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384318.325979:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcb48d0b. 00000001:00000001:1.0:1767384318.325980:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384318.325983:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.325984:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00002000:00000001:1.0:1767384318.325986:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.325987:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:1.0:1767384318.325989:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728316800 00000100:00000010:0.0:1767384318.325990:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a37f7904. 00010000:00000001:1.0:1767384318.325995:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384318.325996:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.325999:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.326001:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384318.326002:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb381065 x1853236728316800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.326007:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384318.326009:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384318.326010:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.326013:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326014:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.326016:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.326022:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.326029:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.326031:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.326033:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384318.326034:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.326035:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326037:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.326038:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.326041:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 00000100:00000200:1.0:1767384318.326044:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728316800, offset 224 00000400:00000200:1.0:1767384318.326048:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.326055:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384318.326057:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384318.326061:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce04380 00000100:00100000:0.0:1767384318.326062:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317056 00000400:00000200:1.0:1767384318.326066:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16e5 [1] + 224 02000000:00000001:0.0:1767384318.326068:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384318.326073:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384318.326073:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.326077:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.326078:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384318.326083:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326084:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.326089:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.326089:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317056 00000020:00000001:0.0:1767384318.326094:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384318.326097:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000001:0.0:1767384318.326100:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384318.326102:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384318.326102:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000001:0.0:1767384318.326107:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:0.0:1767384318.326113:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:0.0:1767384318.326119:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.326122:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000100:00000001:1.0:1767384318.326123:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.326125:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.326128:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f27d222f. 00000400:00000200:1.0:1767384318.326129:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00000400:00000010:1.0:1767384318.326132:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000020:00000010:0.0:1767384318.326132:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f375293. 00000100:00000001:1.0:1767384318.326154:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.326156:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.326159:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.326165:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000010:0.0:1767384318.326165:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014c3a8f5. 00010000:00000001:1.0:1767384318.326168:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384318.326171:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.326171:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 00000020:00000001:1.0:1767384318.326176:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384318.326180:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb381065 x1853236728316800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.326181:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384318.326187:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384318.326190:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384318.326192:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb381065 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728316800:12345-0@lo:13: Request processed in 356us (1591us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384318.326193:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.326198:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384318.326199:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384318.326202:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.326211:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384318.326214:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384318.326214:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.326218:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.326221:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384318.326225:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f5d9c7d. 00000020:00000010:1.0:1767384318.326229:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eb3ab4f4. 00000100:00000001:0.0:1767384318.326229:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384318.326234:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317184 00000020:00000010:1.0:1767384318.326235:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056304e91. 02000000:00000001:0.0:1767384318.326237:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.326239:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384318.326242:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:0.0:1767384318.326242:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326248:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384318.326248:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.326254:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317184 00000020:00000001:0.0:1767384318.326261:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384318.326263:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000001:0.0:1767384318.326265:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.326266:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000001:0.0:1767384318.326268:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000001:0.0:1767384318.326270:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:0.0:1767384318.326274:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.326276:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000100:00000001:1.0:1767384318.326277:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384318.326279:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006138a97e. 00000100:00100000:1.0:1767384318.326280:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728316672 02000000:00000001:1.0:1767384318.326284:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.326286:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384318.326286:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:1.0:1767384318.326290:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326291:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384318.326294:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.326295:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ec580f. 00000100:00100000:1.0:1767384318.326298:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728316672 00000020:00000001:1.0:1767384318.326301:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384318.326301:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019c95f05. 00000020:00000040:1.0:1767384318.326304:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384318.326307:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384318.326308:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000020:00000040:1.0:1767384318.326309:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:1.0:1767384318.326313:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384318.326313:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384318.326318:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384318.326318:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.326321:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.326323:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384318.326326:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384318.326327:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000100:00000001:0.0:1767384318.326330:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384318.326331:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.326333:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.326334:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000020:00000010:1.0:1767384318.326340:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056304e91. 00000020:00000010:1.0:1767384318.326342:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f5d9c7d. 00000100:00000001:0.0:1767384318.326344:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384318.326345:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eb3ab4f4. 00000100:00000040:1.0:1767384318.326354:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384318.326357:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.326358:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384318.326360:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326360:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384318.326363:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384318.326368:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384318.326372:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:1.0:1767384318.326373:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326374:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566698240 : -113724142853376 : ffff989188dce300) 00000100:00000040:0.0:1767384318.326382:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006275687d x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.326387:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.326388:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.326392:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e1141b6. 00000100:00000001:0.0:1767384318.326396:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.326398:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e1141b6. 00000100:00000001:1.0:1767384318.326404:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384318.326404:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006275687d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728317056:12345-0@lo:400: 00000100:00000001:1.0:1767384318.326407:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384318.326413:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384318.326420:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000200:0.0:1767384318.326420:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317056 00000100:00000001:1.0:1767384318.326424:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282611792 : -113719426939824 : ffff9892a1f40450) 00000020:00000001:0.0:1767384318.326425:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384318.326430:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384318.326432:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e0be9e9 x1853236728316672/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384318.326434:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.326439:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384318.326442:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:1.0:1767384318.326444:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384318.326445:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384318.326448:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd84b475. 00000020:00000001:0.0:1767384318.326449:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.326453:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384318.326454:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384318.326456:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384318.326458:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd84b475. 00000020:00000001:0.0:1767384318.326459:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.326462:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384318.326465:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e0be9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728316672:12345-0@lo:400: 00000100:00000001:0.0:1767384318.326465:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384318.326469:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384318.326470:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728316672 00000020:00000001:1.0:1767384318.326473:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384318.326473:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000061b7b14. 02000000:00000001:0.0:1767384318.326478:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326479:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.326482:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326483:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326485:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.326489:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000020:00000001:0.0:1767384318.326490:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326493:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384318.326495:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384318.326495:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317056 00000020:00000001:1.0:1767384318.326499:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384318.326501:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384318.326502:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.326506:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326508:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384318.326511:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1767384318.326512:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006275687d x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.326513:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384318.326518:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c6c3790. 02000000:00000001:1.0:1767384318.326522:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326526:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326530:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.326530:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384318.326532:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728316672 00010000:00000001:0.0:1767384318.326535:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384318.326538:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=36 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384318.326544:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384318.326545:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384318.326549:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000200:1.0:1767384318.326551:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e0be9e9 x1853236728316672/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.326552:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384318.326558:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384318.326561:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.326564:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384318.326565:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384318.326567:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.326571:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384318.326571:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.326577:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384318.326577:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000040:1.0:1767384318.326583:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000200:0.0:1767384318.326583:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728317056, offset 224 00000100:00000001:1.0:1767384318.326588:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384318.326592:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.326595:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.326595:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384318.326598:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.326604:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.326609:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 00000400:00000200:0.0:1767384318.326614:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384318.326617:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728316672, offset 224 00000400:00000200:0.0:1767384318.326622:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce04480 00000400:00000200:1.0:1767384318.326627:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.326634:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f5 [1] + 224 00000400:00000200:1.0:1767384318.326640:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.326640:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.326646:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.326652:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384318.326654:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce04300 00000100:00000200:0.0:1767384318.326658:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.326667:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1705 [1] + 224 00000100:00000040:0.0:1767384318.326670:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.326678:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.326683:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.326686:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.326687:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.326693:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.326707:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:0.0:1767384318.326711:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000001:0.0:1767384318.326716:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384318.326719:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384318.326722:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.326723:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.326730:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.326734:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384318.326735:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384318.326739:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.326741:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384318.326742:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00000400:00000010:1.0:1767384318.326745:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000100:00000040:0.0:1767384318.326747:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006275687d x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.326748:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.326751:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.326754:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.326759:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.326764:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767384318.326770:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006275687d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728317056:12345-0@lo:400: Request processed in 380us (1798us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384318.326773:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.326777:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384318.326783:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e0be9e9 x1853236728316672/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.326787:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384318.326793:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00100000:1.0:1767384318.326798:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e0be9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728316672:12345-0@lo:400: Request processed in 352us (1294us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384318.326799:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384318.326803:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384318.326807:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000020:00000010:0.0:1767384318.326808:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014c3a8f5. 00000100:00000040:1.0:1767384318.326811:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000020:00000010:0.0:1767384318.326813:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000100:00000001:1.0:1767384318.326815:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.326819:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384318.326819:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f375293. 00000020:00000010:1.0:1767384318.326824:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f5d9c7d. 00000020:00000040:0.0:1767384318.326825:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000020:00000010:1.0:1767384318.326828:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eb3ab4f4. 00000020:00000010:1.0:1767384318.326830:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056304e91. 00000020:00000040:1.0:1767384318.326832:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:0.0:1767384318.326837:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384318.326838:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384318.326842:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c6c3790. 02000000:00000001:1.0:1767384318.326845:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384318.326846:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.326849:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384318.326850:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384318.326852:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384318.326855:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a146bb3. 00000100:00100000:0.0:1767384318.326856:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000010:1.0:1767384318.326861:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c0a91b8. 00000100:00000040:0.0:1767384318.326862:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:0.0:1767384318.326866:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492199296 : -113724217352320 : ffff9891846c1f80) 00000100:00000040:0.0:1767384318.326871:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4fc6d48 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.326876:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.326879:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e1141b6. 00000100:00000001:0.0:1767384318.326881:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.326883:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e1141b6. 00000100:00100000:0.0:1767384318.326888:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4fc6d48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728317184:12345-0@lo:400: 00000100:00000001:1.0:1767384318.326889:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.326892:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384318.326892:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317184 00000020:00000001:0.0:1767384318.326896:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:1.0:1767384318.326898:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384318.326899:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384318.326901:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384318.326902:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.326904:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 00000020:00000001:0.0:1767384318.326905:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384318.326908:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000020:00000001:0.0:1767384318.326908:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000010:1.0:1767384318.326912:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000020:00000001:0.0:1767384318.326913:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384318.326916:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384318.326917:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.326920:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384318.326921:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384318.326922:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384318.326925:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.326930:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384318.326933:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384318.326935:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384318.326936:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384318.326939:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000580ee878. 02000000:00000001:0.0:1767384318.326943:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326946:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.326947:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.326948:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384318.326950:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317184 00010000:00000001:0.0:1767384318.326952:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384318.326954:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.326957:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.326958:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.326961:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.326963:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384318.326966:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4fc6d48 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.326967:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.326972:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=41 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384318.326980:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384318.326981:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=41 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384318.326983:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.326985:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384318.326986:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.326988:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.326991:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384318.326992:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.326995:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.326996:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.327000:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.327000:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384318.327006:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384318.327008:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384318.327009:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.327016:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384318.327019:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.327023:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384318.327024:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.327025:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.327031:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384318.327031:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000200:0.0:1767384318.327039:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728317184, offset 224 00000100:00100000:1.0:1767384318.327041:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007aba2481 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728316672:0@lo:400: 00000400:00000200:0.0:1767384318.327053:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:1.0:1767384318.327057:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.327060:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.327063:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037eb2745. 00000400:00000200:0.0:1767384318.327064:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.327067:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1d07a5 00000400:00000010:1.0:1767384318.327069:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1d07a5. 00000100:00000001:1.0:1767384318.327072:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384318.327075:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce04500 00000100:00000200:1.0:1767384318.327076:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.327085:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fd [1] + 224 00000100:00000200:1.0:1767384318.327087:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.327092:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384318.327098:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.327102:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.327102:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.327106:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384318.327110:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.327112:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.327114:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.327116:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.327118:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.327123:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.327126:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384318.327127:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.327159:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384318.327163:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.327166:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.327169:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.327169:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:0.0:1767384318.327172:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00010000:00000001:1.0:1767384318.327175:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384318.327177:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384318.327180:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.327183:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384318.327184:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.327189:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384318.327194:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384318.327197:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.327201:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327204:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384318.327207:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384318.327208:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384318.327212:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384318.327214:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4fc6d48 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.327215:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.327225:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.327226:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4fc6d48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728317184:12345-0@lo:400: Request processed in 347us (2116us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384318.327241:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384318.327242:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384318.327245:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384318.327247:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:1.0:1767384318.327248:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384318.327252:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384318.327252:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384318.327255:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:1.0:1767384318.327257:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:0.0:1767384318.327259:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019c95f05. 00000004:00000040:1.0:1767384318.327260:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:0.0:1767384318.327266:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 00000004:00000020:1.0:1767384318.327271:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000010:0.0:1767384318.327271:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ec580f. 00000020:00000040:0.0:1767384318.327274:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000004:00000001:1.0:1767384318.327279:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.327281:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.327284:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.327291:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728316800:0@lo:13: 00000100:00000001:1.0:1767384318.327296:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384318.327297:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384318.327302:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:1.0:1767384318.327307:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1767384318.327308:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384318.327312:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007aba2481 x1853236728316672/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384318.327312:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:1.0:1767384318.327321:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.327323:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.327326:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000818abf2b. 02000000:00000001:1.0:1767384318.327329:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.327331:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.327333:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384318.327335:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384318.327335:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.327338:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384318.327339:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096d13554. 00000400:00000001:0.0:1767384318.327344:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384318.327345:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1767384318.327348:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384318.327349:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384318.327353:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d9e2e0. 00000100:00000010:1.0:1767384318.327354:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007aba2481. 00000400:00000200:0.0:1767384318.327359:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b612458 00000100:00000001:1.0:1767384318.327360:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.327364:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384318.327365:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b612458. 00000100:00000001:1.0:1767384318.327368:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384318.327371:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384318.327373:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728316800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384318.327377:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.327388:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.327392:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.327395:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fd72c48. 00000100:00000200:0.0:1767384318.327395:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.327400:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.327403:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384318.327405:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384318.327406:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384318.327409:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384318.327409:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384318.327413:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f572d4d. 00000100:00000001:0.0:1767384318.327413:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.327418:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.327419:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.327421:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 02000000:00000001:0.0:1767384318.327422:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.327425:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.327425:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.327428:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.327429:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327432:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.327432:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327438:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.327440:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384318.327440:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384318.327445:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=36 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384318.327446:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.327449:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384318.327450:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384318.327452:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.327454:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384318.327457:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b532acd8. 00010000:00080000:0.0:1767384318.327458:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.327462:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed9098a 00000400:00000010:1.0:1767384318.327467:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed9098a. 00010000:00000001:0.0:1767384318.327468:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327472:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384318.327472:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384318.327476:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:1.0:1767384318.327479:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.327480:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384318.327484:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.327496:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.327496:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.327515:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.327518:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.327520:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.327521:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.327525:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384318.327525:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.327528:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.327530:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.327531:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.327536:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.327539:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384318.327540:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.327547:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.327556:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384318.327558:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436db5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728317056:0@lo:400: 00000100:00000001:1.0:1767384318.327559:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.327564:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384318.327567:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384318.327570:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.327571:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.327577:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000436db5be x1853236728317056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.327584:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327590:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384318.327591:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384318.327592:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384318.327595:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384318.327595:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384318.327599:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.327599:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fec59f14. 00000100:00000040:1.0:1767384318.327604:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384318.327605:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.327608:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384318.327615:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384318.327616:0:16358:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384318.327622:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384318.327623:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384318.327624:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a784d72e. 00000100:00000001:1.0:1767384318.327627:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384318.327629:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.327632:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384318.327634:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384318.327635:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436db5be. 00000100:00000001:0.0:1767384318.327640:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.327642:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.327647:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.327653:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.327655:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.327657:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.327659:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.327669:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728317184:0@lo:400: 00000100:00000001:1.0:1767384318.327675:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.327676:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.327679:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009188c248 x1853236728317184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.327684:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.327686:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.327687:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08ba752. 02000000:00000001:1.0:1767384318.327690:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.327691:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.327692:0:16355:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384318.327708:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.327709:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007b8f15b0. 02000000:00000001:1.0:1767384318.327712:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.327713:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.327714:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009188c248. 00000100:00000001:1.0:1767384318.327716:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.327717:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.327718:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.327722:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.327723:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.327725:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.327726:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.333184:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294906376, at 4294906377 00000100:00000040:2.0:1767384318.333192:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294906376, at 4294906377 00000100:00000010:0.0:1767384318.333194:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb9c44a0. 00000100:00000040:1.0:1767384318.333202:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294906376, at 4294906377 00000100:00000010:2.0:1767384318.333203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c974209. 00000100:00000010:1.0:1767384318.333214:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097d9b993. 00000100:00000040:3.0:1767384318.334197:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294906376, at 4294906378 00000100:00000010:3.0:1767384318.334205:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddbde86. 00080000:00000010:2.0:1767384319.235785:0:26364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9cd7b39. 00080000:00000010:2.0:1767384319.235793:0:26364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9cd7b39. 00000020:00000001:2.0:1767384319.235798:0:26364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384319.235804:0:26364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9cd7b39. 00080000:00000010:2.0:1767384319.235808:0:26364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9cd7b39. 00000020:00000001:2.0:1767384319.235810:0:26364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.284203:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384319.284209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.284215:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384319.284217:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.284268:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384319.284272:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.284274:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384319.935255:0:26528:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384319.935259:0:26528:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:2.0:1767384319.938373:0:26528:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384319.944956:0:26529:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000408681e4. 00000400:00000010:2.0:1767384319.944969:0:26529:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004236fae1. 00000400:00000010:2.0:1767384319.944978:0:26529:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000070b61839. 00000400:00000010:2.0:1767384319.944981:0:26529:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fec59f14. 00000400:00000010:2.0:1767384319.944984:0:26529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000303c6d97. 00000400:00000010:2.0:1767384319.944987:0:26529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000790dde3. 00000400:00000010:2.0:1767384319.944989:0:26529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039ae8e05. 00000400:00000010:2.0:1767384319.944990:0:26529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab752daa. 00000400:00000010:2.0:1767384319.944993:0:26529:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000694fb385. 00000800:00000010:2.0:1767384319.945009:0:26529:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000083865568. 00000800:00000200:2.0:1767384319.945018:0:26529:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384319.945026:0:26529:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384319.945060:0:26529:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384319.945078:0:26529:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp29 [8/256/0/180] 00000400:00000010:2.0:1767384319.946425:0:26529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000082f11597. 00000400:00000010:2.0:1767384319.946432:0:26529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f160239. 00000400:00000010:2.0:1767384319.946437:0:26529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000400:00000001:2.0:1767384319.946455:0:26529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384319.946457:0:26529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384319.946460:0:26529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00000400:00000200:2.0:1767384319.946463:0:26529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:2.0:1767384319.946466:0:26529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000010:2.0:1767384319.946469:0:26529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000ee2bfa38. 00000400:00000200:2.0:1767384319.946475:0:26529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000200:2.0:1767384319.946486:0:26529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384319.946495:0:26529:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:2.0:1767384319.946500:0:26529:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d62d21c5. 00000020:01000000:2.0:1767384319.946504:0:26529:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384319.946506:0:26529:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp29 00000400:00000010:2.0:1767384319.946517:0:26529:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004236fae1. 00000400:00000010:2.0:1767384319.946521:0:26529:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000408681e4. 00000400:00000200:1.0:1767384319.946538:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384319.946544:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384319.946551:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed9098a. 00000400:00000200:1.0:1767384319.946554:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000400:00000010:1.0:1767384319.946559:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024ed3cec. 00000400:00000200:1.0:1767384319.946563:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp27 00000020:00000001:3.0:1767384319.946568:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384319.946574:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384319.946577:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 10000000:00000001:3.0:1767384319.946579:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384319.946584:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384319.946589:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [57:57:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [57:57:8:4294967295] 00000020:01000004:3.0:1767384319.946590:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384319.946594:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384319.946596:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384319.946600:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384319.946603:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384319.946605:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp27 00000020:01000004:3.0:1767384319.946606:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384319.946610:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384319.946613:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384319.946617:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384319.946618:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) : PUT try# 0 00000020:01000004:3.0:1767384319.946619:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384319.946625:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000100:00000010:3.0:1767384319.946627:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077d00ccd. 00000800:00000010:1.0:1767384319.946630:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebfb8ad9. 00000020:00000040:3.0:1767384319.946634:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:1.0:1767384319.946640:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000100:00000001:3.0:1767384319.946644:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384319.946648:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384319.946649:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:988 00000800:00000200:1.0:1767384319.946653:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 1, nob 464 niov 1 nkiov 1 02000000:00000001:3.0:1767384319.946655:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384319.946666:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083ca4be3. 00000400:00000200:1.0:1767384319.946672:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000001:3.0:1767384319.946674:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.946676:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:3.0:1767384319.946697:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384319.946709:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.946719:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d00ccd] to pc [ptlrpcd_00_01+1] req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384319.946751:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384319.946755:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.946758:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.946758:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.946762:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384319.946763:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384319.946766:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384319.946772:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384319.946773:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384319.946778:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384319.946781:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384319.946782:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384319.946784:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384319.946785:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384319.946791:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384319.946792:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384319.946794:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384319.946796:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384319.946797:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384319.946800:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384319.946801:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384319.946805:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:1.0:1767384319.946805:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728317312:0@lo:253: 00000020:01000004:3.0:1767384319.946808:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384319.946811:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384319.946812:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:0.0:1767384319.946812:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384319.946817:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384319.946817:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384319.946817:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebfb8ad9. 00000020:01000004:3.0:1767384319.946821:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384319.946822:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.946824:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384319.946825:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384319.946828:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 02000000:00000010:1.0:1767384319.946831:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000baa8a003. 00000400:00000200:0.0:1767384319.946833:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: PUT: OK 00000020:00000040:3.0:1767384319.946835:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:1.0:1767384319.946835:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.946840:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384319.946842:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384319.946842:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b532acd8. 02000000:00000001:3.0:1767384319.946846:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384319.946846:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp27: 0 00000400:00000010:1.0:1767384319.946849:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd16fe7e. 02000000:00000001:3.0:1767384319.946851:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.946854:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728317312, portal 25 00000800:00000001:0.0:1767384319.946856:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384319.946857:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384319.946861:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f22d4eb. 00000100:00000001:1.0:1767384319.946861:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000800:00000001:0.0:1767384319.946865:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.946868:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384319.946869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.946870:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384319.946873:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.946875:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384319.946879:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.946885:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : PUT - for me 00000100:00000040:3.0:1767384319.946890:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_02+2] req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.946902:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384319.946903:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.946910:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384319.946914:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 352/368 into md 0x16cd [1] + 0 00000400:00000010:1.0:1767384319.946916:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fd220dd. 00000400:00000010:0.0:1767384319.946923:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e6aaec. 00000400:00000200:0.0:1767384319.946926:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000665174fd 00000100:00000200:1.0:1767384319.946931:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728317312, offset 0 00000800:00000001:0.0:1767384319.946931:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384319.946933:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384319.946937:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384319.946938:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.946942:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.946944:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384319.946945:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.946950:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: PUT: OK 00000020:01000000:3.0:1767384319.946951:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384319.946958:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384319.946961:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665174fd 00000020:00000010:3.0:1767384319.946965:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d62d21c5. 00000400:00000010:0.0:1767384319.946970:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665174fd. 00000400:00000200:1.0:1767384319.946972:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04580 00000400:00000200:0.0:1767384319.946975:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384319.946980:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384319.946980:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000200:1.0:1767384319.946981:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000100:00000001:3.0:1767384319.946986:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384319.946988:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062ea13dc. 00000400:00000200:0.0:1767384319.946988:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384319.946995:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (368 bytes) 00000400:00000200:1.0:1767384319.946996:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018fbafe8 00000400:00000200:0.0:1767384319.946999:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384319.947004:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.947010:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (23) 00000100:00000001:3.0:1767384319.947013:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384319.947013:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384319.947016:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384319.947018:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384319.947023:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384319.947023:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 00000100:00000040:3.0:1767384319.947031:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.947034:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [58:58:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [58:58:8:4294967295] 00000400:00000200:0.0:1767384319.947057:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) 192.168.202.115@tcp27 : ACK try# 0 00000100:00000001:3.0:1767384319.947058:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384319.947062:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384319.947062:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000400:00000200:1.0:1767384319.947063:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018fbafe8 00000400:00000010:1.0:1767384319.947067:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018fbafe8. 02000000:00000001:3.0:1767384319.947070:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384319.947070:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc62d446. 00000100:00000001:1.0:1767384319.947072:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384319.947074:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384319.947075:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384319.947080:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 02000000:00000001:3.0:1767384319.947081:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.947083:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000009b1ec56 x1853236728317312 msgsize 4848 00000100:00100000:3.0:1767384319.947089:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728317440:0@lo:253: 00000800:00000200:0.0:1767384319.947091:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:987 00000100:00100000:1.0:1767384319.947095:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384319.947100:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384319.947100:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc62d446 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384319.947101:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384319.947106:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384319.947109:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.947112:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384319.947112:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.947119:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd220dd 02000000:00000010:3.0:1767384319.947120:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bbdc6283. 00000400:00000010:1.0:1767384319.947120:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fd220dd. 00000800:00000001:0.0:1767384319.947120:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384319.947127:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384319.947131:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384319.947132:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384319.947133:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947162:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.947165:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384319.947174:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed494a2. 00000100:00000001:1.0:1767384319.947175:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947178:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.947183:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.947184:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb955c4. 00000100:00000001:1.0:1767384319.947186:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294907998 00000100:00000200:3.0:1767384319.947190:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728317440, portal 25 00000100:00000010:1.0:1767384319.947192:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cddbde86. 00000100:00000001:3.0:1767384319.947195:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384319.947197:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000800:00000200:0.0:1767384319.947199:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.947203:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc62d446. 00000100:00000001:1.0:1767384319.947206:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384319.947209:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.947209:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384319.947213:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294907998 00000400:00000200:0.0:1767384319.947220:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: ACK: OK 00000100:00000010:1.0:1767384319.947221:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005160f1f3. 00000100:00000001:1.0:1767384319.947228:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384319.947232:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384319.947233:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384319.947235:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294907998 00000800:00000001:0.0:1767384319.947238:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384319.947239:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097d9b993. 00000100:00000040:3.0:1767384319.947240:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384319.947242:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384319.947246:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001405ae5b. 00000100:00000001:1.0:1767384319.947247:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384319.947248:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.947251:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294907998 00000800:00000001:0.0:1767384319.947252:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384319.947253:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728317440, offset 0 00000100:00000010:1.0:1767384319.947256:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb9c44a0. 00000800:00000001:0.0:1767384319.947259:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.947260:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384319.947266:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384319.947268:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384319.947271:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : ACK - for me 00000100:00000001:1.0:1767384319.947272:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947277:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.947278:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384319.947281:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.947287:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp27: ACK from 12345-192.168.202.115@tcp27 into md 0x1729 00000400:00000200:0.0:1767384319.947291:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384319.947292:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384319.947293:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04600 00000100:00000001:1.0:1767384319.947295:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384319.947302:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384319.947304:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000100:00000001:1.0:1767384319.947305:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384319.947306:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: ACK: OK 00000100:00000001:1.0:1767384319.947308:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947312:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.947319:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004216a962. 00000400:00000200:3.0:1767384319.947324:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002809768b 00000400:00000200:0.0:1767384319.947328:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed9098a 00000400:00000200:3.0:1767384319.947331:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384319.947332:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed9098a. 00000100:00000001:1.0:1767384319.947335:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384319.947337:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:1.0:1767384319.947339:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317312 00000400:00000200:0.0:1767384319.947343:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 02000000:00000001:1.0:1767384319.947344:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384319.947347:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384319.947348:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384319.947351:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.947352:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 02000000:00000001:1.0:1767384319.947356:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.947358:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 00000100:00100000:1.0:1767384319.947361:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317312 00000020:00000001:1.0:1767384319.947364:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384319.947365:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000800:00000001:0.0:1767384319.947366:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384319.947367:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002809768b 00000020:00000001:1.0:1767384319.947368:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384319.947373:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002809768b. 00000020:00000040:1.0:1767384319.947373:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000800:00000001:0.0:1767384319.947374:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384319.947376:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384319.947381:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384319.947383:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384319.947385:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384319.947387:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384319.947390:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384319.947392:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000981a5909 x1853236728317440 msgsize 4848 00000020:00000010:1.0:1767384319.947396:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000772ce002. 00000100:00000001:0.0:1767384319.947396:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.947403:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384319.947403:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384319.947408:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:1.0:1767384319.947409:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000772ce002. 00000020:00000010:1.0:1767384319.947417:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3fb87a. 00000020:00000010:1.0:1767384319.947421:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006cb43a7f. 00000100:00000001:3.0:1767384319.947422:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384319.947427:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eb3ab4f4. 00000400:00000200:3.0:1767384319.947430:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001405ae5b 00000400:00000010:3.0:1767384319.947433:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001405ae5b. 00000100:00000001:3.0:1767384319.947438:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384319.947439:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:3.0:1767384319.947444:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.947444:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384319.947447:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384319.947451:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.947459:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384319.947463:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.947465:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.947474:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.947476:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.947476:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.947482:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.947487:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294907998 00000100:00000001:3.0:1767384319.947490:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294907998 00000100:00000001:1.0:1767384319.947491:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384319.947496:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294907998 00000100:00100000:1.0:1767384319.947496:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317440 02000000:00000001:1.0:1767384319.947502:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384319.947503:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294907998 00000100:00000001:1.0:1767384319.947506:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.947508:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294907998 00000100:00000001:1.0:1767384319.947510:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.947513:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294907998 02000000:00000001:1.0:1767384319.947515:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.947518:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294907998 00000100:00100000:1.0:1767384319.947519:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317440 00000100:00000001:3.0:1767384319.947522:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294907998 00000020:00000001:1.0:1767384319.947523:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384319.947525:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384319.947527:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384319.947528:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.947530:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:1.0:1767384319.947532:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384319.947533:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384319.947534:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000010:0.0:1767384319.947539:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000d38855bf. 00000100:00000001:1.0:1767384319.947540:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384319.947541:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384319.947546:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000772ce002. 00000400:00000010:0.0:1767384319.947546:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b74ac4b4. 00000100:00000001:3.0:1767384319.947547:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947550:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.947553:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384319.947554:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000772ce002. 00000400:00000010:0.0:1767384319.947554:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000400:00000200:0.0:1767384319.947562:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d38855bf 00000020:00000010:1.0:1767384319.947564:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e94648e9. 00000100:00000001:3.0:1767384319.947565:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384319.947566:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c07581ef. 00000100:00000001:3.0:1767384319.947570:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384319.947572:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a07b4f1. 00000400:00000200:0.0:1767384319.947572:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00000001:3.0:1767384319.947575:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.947578:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384319.947579:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000cae5b82. 00000400:00000200:0.0:1767384319.947581:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000100:00000001:3.0:1767384319.947582:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947586:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384319.947586:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000100:00000001:3.0:1767384319.947589:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947589:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384319.947593:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000003bf21124. 00000100:00000001:1.0:1767384319.947598:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384319.947598:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000001:1.0:1767384319.947606:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384319.947608:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b7f2b70. 00000100:00000001:1.0:1767384319.947609:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.947614:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384319.947622:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:3.0:1767384319.947623:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384319.947626:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384319.947627:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384319.947628:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384319.947631:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384319.947636:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00100000:3.0:1767384319.947638:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000400:00000200:0.0:1767384319.947643:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000100:00000040:3.0:1767384319.947645:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000200:0.0:1767384319.947649:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:3.0:1767384319.947651:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282615888 : -113719426935728 : ffff9892a1f41450) 00000100:00100000:1.0:1767384319.947653:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384319.947661:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:0.0:1767384319.947662:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000040:3.0:1767384319.947664:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009b1ec56 x1853236728317312/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.947667:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282614864 : -113719426936752 : ffff9892a1f41050) 00000400:00000200:0.0:1767384319.947672:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000040:1.0:1767384319.947693:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000981a5909 x1853236728317440/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.947700:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384319.947701:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000010:3.0:1767384319.947705:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070146723. 00000100:00000001:3.0:1767384319.947712:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384319.947717:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000010:3.0:1767384319.947719:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070146723. 00000100:00000001:1.0:1767384319.947728:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384319.947732:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009b1ec56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728317312:12345-0@lo:253: 00000400:00000200:0.0:1767384319.947732:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:00000010:1.0:1767384319.947735:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000772ce002. 00000100:00000001:1.0:1767384319.947742:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384319.947743:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317312 00000400:00000200:0.0:1767384319.947748:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000010:1.0:1767384319.947749:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000772ce002. 00000020:00000001:3.0:1767384319.947750:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384319.947755:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384319.947759:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.947760:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000981a5909 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728317440:12345-0@lo:253: 00000400:00000200:0.0:1767384319.947762:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000001:3.0:1767384319.947765:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384319.947770:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000200:1.0:1767384319.947770:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317440 00000020:00000001:1.0:1767384319.947774:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384319.947776:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000001:3.0:1767384319.947778:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384319.947778:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384319.947781:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.947783:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384319.947785:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384319.947788:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000001:1.0:1767384319.947789:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384319.947790:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384319.947795:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384319.947795:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384319.947799:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:00000001:1.0:1767384319.947800:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384319.947801:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.947806:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384319.947808:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384319.947809:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384319.947809:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 02000000:00000001:3.0:1767384319.947813:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384319.947813:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.947817:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:1.0:1767384319.947818:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384319.947821:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384319.947825:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384319.947828:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 02000000:00000010:1.0:1767384319.947829:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000070fe940d. 00000400:00000200:0.0:1767384319.947833:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 02000000:00000001:1.0:1767384319.947834:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.947838:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384319.947841:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000134ecb68. 00000400:00000200:0.0:1767384319.947841:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 20000000:00000001:1.0:1767384319.947842:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384319.947847:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.947849:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp28 00000100:00000001:3.0:1767384319.947852:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.947855:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp28 lpni_is_preferred = 0 20000000:00000001:3.0:1767384319.947859:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384319.947859:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp28 20000000:00000010:1.0:1767384319.947860:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000da68bd68. 00000400:00000200:0.0:1767384319.947865:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp28 NI seq info: [59:59:256:4294967295] 192.168.202.115@tcp28 LPNI seq info [59:59:8:4294967295] 20000000:01000000:1.0:1767384319.947869:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384319.947870:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2b8bc0b. 00000400:00000200:0.0:1767384319.947873:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp28 20000000:00000001:1.0:1767384319.947874:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384319.947878:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384319.947878:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384319.947882:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.947884:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384319.947886:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.947888:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384319.947891:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28:) -> 192.168.202.115@tcp28(192.168.202.115@tcp:192.168.202.115@tcp28) : GET try# 0 20000000:00000001:1.0:1767384319.947892:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384319.947893:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.947899:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384319.947901:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073b2d6e1. 00000800:00000200:0.0:1767384319.947902:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp28 20000000:00000001:3.0:1767384319.947905:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384319.947905:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000800:00000010:0.0:1767384319.947912:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc62d446. 20000000:00000001:1.0:1767384319.947913:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384319.947918:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bf063ec. 00080000:00000001:1.0:1767384319.947920:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:0.0:1767384319.947922:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b9f7b9d6. 00080000:00000001:1.0:1767384319.947926:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:0.0:1767384319.947927:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000800:00000200:0.1:1767384319.947931:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000400:00000200:0.0:1767384319.947941:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384319.947943:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00080000:00000001:1.0:1767384319.947947:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384319.947963:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.947966:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384319.947968:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.947970:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384319.947972:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384319.947975:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:1.0:1767384319.947981:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:1.0:1767384319.947983:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384319.947985:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00080000:00000001:1.0:1767384319.947987:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384319.947993:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.947995:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384319.947998:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384319.948005:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384319.948009:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384319.948014:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000005f5a892. 00080000:00000001:1.0:1767384319.948016:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353833401344 : -113719876150272 : ffff9892872d9c00) 00080000:00000001:1.0:1767384319.948020:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384319.948023:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384319.948026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00080000:00000010:1.0:1767384319.948027:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000772ce002. 00080000:00000001:1.0:1767384319.948032:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.948034:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384319.948048:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.948053:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00080000:00000001:1.0:1767384319.948064:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384319.948075:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948129:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948459:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948473:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948490:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948526:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948603:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948656:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948708:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948730:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948756:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948782:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948807:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948839:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948852:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948874:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384319.948888:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384319.948976:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007b18f8c. 00000800:00000010:0.0:1767384319.948980:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9f345fb. 00000800:00000010:0.0:1767384319.948984:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039262297. 00000800:00000010:0.0:1767384319.948999:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039262297. 00000800:00020000:0.0:1767384319.949005:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00080000:00000010:3.0:1767384319.950024:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000005f5a892. 00080000:00000010:1.0:1767384319.950068:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000772ce002. 00040000:00000001:1.0:1767384319.950080:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384319.950083:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384319.950085:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384319.950088:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384319.950091:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.950092:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384319.950103:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384319.950114:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384319.950117:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384319.950122:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384319.950129:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e536f5f1. 20000000:01000000:3.0:1767384319.950133:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384319.950160:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384319.950164:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384319.950168:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384319.950176:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384319.950184:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.950186:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384319.950187:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.950190:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384319.950192:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384319.950192:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000002:3.0:1767384319.950197:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 20000000:00000001:1.0:1767384319.950197:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384319.950200:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:3.0:1767384319.950204:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:1.0:1767384319.950205:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:3.0:1767384319.950209:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384319.950209:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384319.950215:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384319.950217:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000063a88051. 00080000:00000001:3.0:1767384319.950219:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950222:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384319.950224:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384319.950226:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7e6074. 00000020:00000001:3.0:1767384319.950229:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384319.950231:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384319.950234:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000040:1.0:1767384319.950234:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7e6074 with handle 0x960a57272cefbb57 to hash 00000020:00000001:1.0:1767384319.950235:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384319.950238:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00080000:00000001:3.0:1767384319.950241:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384319.950242:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00080000:00000010:3.0:1767384319.950247:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035034bfa. 00010000:00000001:1.0:1767384319.950247:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.950248:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.950252:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384319.950254:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477419008 : -113724232132608 : ffff9891838a9800) 00080000:00000001:3.0:1767384319.950261:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384319.950263:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:3.0:1767384319.950265:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384319.950267:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384319.950269:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.950271:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384319.950276:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070146723. 00080000:00000001:3.0:1767384319.950280:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.950283:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384319.950297:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950297:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.950302:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.950303:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.950306:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384319.950309:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384319.950315:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384319.950316:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384319.950318:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384319.950319:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000063a88051) refcount = 1 00010000:00010000:1.0:1767384319.950322:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950327:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384319.950329:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.950330:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.950332:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950333:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.950336:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384319.950338:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384319.950340:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.950341:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.950342:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=4 00000020:00000001:1.0:1767384319.950343:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384319.950345:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384319.950347:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384319.950348:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950352:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384319.950353:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950357:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.950358:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384319.950360:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950365:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.950366:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950368:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.950377:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384319.950384:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7e6074 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384319.950387:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.950389:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384319.950392:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950398:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384319.950400:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.950401:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.950403:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=5 00000020:00000001:1.0:1767384319.950405:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384319.950407:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384319.950410:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384319.950412:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950418:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384319.950420:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.950421:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950425:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384319.950426:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384319.950428:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.950429:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.950431:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7e6074 with handle 0x960a57272cefbb57 from hash 00010000:00000001:1.0:1767384319.950434:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384319.950436:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.950437:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.950438:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.950440:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.950442:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384319.950443:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384319.950445:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.950447:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950455:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384319.950456:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384319.950458:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.950459:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.950460:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950462:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.950463:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.950465:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950469:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.950470:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.950471:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.950472:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384319.950473:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.950474:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.950476:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384319.950478:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.950480:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.950482:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.950488:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.950490:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.950491:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7e6074/0x960a57272cefbb57 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384319.950498:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000063a88051 count: 0 00010000:00000001:1.0:1767384319.950511:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.950514:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384319.950534:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384319.950538:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384319.950540:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000da68bd68. 20000000:00000001:1.0:1767384319.950545:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384319.950549:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317440 00010000:00000001:1.0:1767384319.950553:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384319.950559:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000981a5909 x1853236728317440/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.950574:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384319.950577:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384319.950581:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384319.950586:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384319.950590:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384319.950593:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384319.950595:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384319.950597:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.950600:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.950602:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384319.950606:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fd220dd. 00000100:00000200:1.0:1767384319.950609:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728317440, offset 224 00000400:00000200:1.0:1767384319.950613:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384319.950621:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384319.950629:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04600 00000400:00000200:1.0:1767384319.950635:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1735 [2] + 224 00000400:00000200:1.0:1767384319.950639:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.950642:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384319.950646:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384319.950649:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384319.950657:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.950670:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.950674:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd220dd 00000400:00000010:1.0:1767384319.950676:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fd220dd. 00000100:00000001:1.0:1767384319.950690:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384319.950692:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.950696:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.950699:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384319.950702:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384319.950704:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.950705:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384319.950710:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.950714:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384319.950715:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000981a5909 x1853236728317440/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384319.950720:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384319.950724:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000981a5909 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728317440:12345-0@lo:253: Request processed in 2995us (3330us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384319.950725:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384319.950730:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed494a2. 00000100:00100000:1.0:1767384319.950734:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000400:00000200:3.0:1767384319.950735:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb955c4 00000100:00000040:1.0:1767384319.950737:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000400:00000010:3.0:1767384319.950740:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb955c4. 00000100:00000001:1.0:1767384319.950740:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384319.950743:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384319.950746:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384319.950749:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a07b4f1. 00000100:00000200:3.0:1767384319.950754:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.950755:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000cae5b82. 00000020:00000010:1.0:1767384319.950760:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e94648e9. 00000020:00000040:1.0:1767384319.950766:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000200:3.0:1767384319.950772:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384319.950772:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384319.950774:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000070fe940d. 02000000:00000001:1.0:1767384319.950780:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384319.950783:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.950786:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384319.950789:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384319.950791:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384319.950794:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037eb2745. 00000100:00000001:3.0:1767384319.950796:0:16357:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384319.950799:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fd220dd. 02000000:00000001:3.0:1767384319.950800:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384319.950804:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.950807:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.950810:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384319.950815:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384319.950818:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384319.950822:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384319.950824:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.950827:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384319.950829:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.950832:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.950837:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.950845:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.950848:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384319.950849:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384319.950859:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384319.950862:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384319.950863:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384319.950865:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384319.950867:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384319.950868:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384319.950870:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384319.950871:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384319.950873:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384319.950876:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384319.950885:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728317440:0@lo:253: 00000100:00000001:3.0:1767384319.950890:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.950893:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384319.950895:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728317440/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.950902:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384319.950905:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384319.950907:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bbdc6283. 02000000:00000001:3.0:1767384319.950913:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384319.950916:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384319.950918:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384319.950920:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384319.950923:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f22d4eb. 02000000:00000001:3.0:1767384319.950929:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384319.950931:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384319.950933:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:3.0:1767384319.950937:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384319.950939:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.950941:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.950946:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384319.950948:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.950951:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.950954:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384319.951908:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035034bfa. 00080000:00000010:3.0:1767384319.951956:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070146723. 00040000:00000001:3.0:1767384319.951961:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384319.951970:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384319.951972:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384319.951975:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384319.951977:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.951979:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384319.951982:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384319.951990:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384319.951993:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384319.951998:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384319.952001:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384319.952004:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384319.952007:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384319.952010:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384319.952013:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384319.952018:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e756ee6c. 00010000:00000001:1.0:1767384319.952022:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384319.952026:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00000020:00000001:1.0:1767384319.952028:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384319.952031:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefbb5e to hash 00000020:00000001:1.0:1767384319.952032:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384319.952034:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384319.952036:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384319.952037:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.952045:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.952048:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952055:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384319.952058:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384319.952059:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.952061:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.952063:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.952064:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.952066:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.952068:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384319.952069:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384319.952071:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384319.952072:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384319.952074:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e756ee6c) refcount = 1 00010000:00010000:1.0:1767384319.952077:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952083:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384319.952085:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.952086:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.952088:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.952090:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.952093:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384319.952095:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384319.952097:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.952098:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.952100:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=4 00000020:00000001:1.0:1767384319.952102:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384319.952104:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384319.952107:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384319.952108:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952114:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384319.952123:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952129:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.952131:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384319.952133:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384319.952166:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384319.952168:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384319.952170:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384319.952172:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384319.952173:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2b8bc0b. 00010000:00000001:1.0:1767384319.952177:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.952179:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384319.952180:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384319.952186:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317312 00010000:00000001:3.0:1767384319.952190:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384319.952192:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ef69440 already unused, calling callback (0000000090c6ba53) 00010000:00000200:3.0:1767384319.952196:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009b1ec56 x1853236728317312/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.952196:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.952198:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384319.952200:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952214:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384319.952216:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384319.952219:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384319.952219:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.952220:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=5 00010000:00000001:3.0:1767384319.952223:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.952224:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384319.952229:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00000100:00001000:3.0:1767384319.952230:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=42 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384319.952232:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384319.952235:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.952237:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384319.952242:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384319.952242:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384319.952246:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384319.952247:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384319.952248:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.952253:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384319.952254:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384319.952256:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.952257:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384319.952261:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384319.952261:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384319.952266:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384319.952270:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.952272:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb955c4. 00000020:00000040:1.0:1767384319.952273:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefbb5e from hash 00000100:00000200:3.0:1767384319.952279:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728317312, offset 224 00010000:00000001:1.0:1767384319.952279:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384319.952281:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.952284:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.952286:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.952287:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.952291:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384319.952292:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384319.952294:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384319.952297:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.952299:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.952302:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384319.952304:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384319.952305:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384319.952310:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.952311:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.952312:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.952315:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.952316:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04580 00010000:00000001:1.0:1767384319.952317:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.952322:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384319.952329:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x172d [2] + 224 00010000:00000001:1.0:1767384319.952329:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.952333:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.952336:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.952338:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384319.952339:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384319.952340:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384319.952342:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.952345:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384319.952349:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384319.952349:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.952351:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.952353:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.952360:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.952362:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.952363:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefbb5e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.952364:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384319.952371:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384319.952389:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e756ee6c count: 0 00000100:00000040:3.0:1767384319.952397:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.952402:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.952405:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384319.952417:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384319.952423:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb955c4 00000400:00000010:3.0:1767384319.952425:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb955c4. 00000100:00000001:3.0:1767384319.952428:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384319.952429:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384319.952433:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.952435:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384319.952438:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384319.952439:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.952441:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384319.952445:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009b1ec56 x1853236728317312/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384319.952454:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009b1ec56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728317312:12345-0@lo:253: Request processed in 4754us (5370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384319.952461:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:3.0:1767384319.952464:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384319.952466:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384319.952468:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384319.952471:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006cb43a7f. 00000020:00000010:3.0:1767384319.952476:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eb3ab4f4. 00000020:00000010:3.0:1767384319.952479:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3fb87a. 00000020:00000040:3.0:1767384319.952482:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:3.0:1767384319.952485:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384319.952486:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000134ecb68. 02000000:00000001:3.0:1767384319.952489:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384319.952490:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384319.952494:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384319.952498:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed494a2. 00000400:00000010:3.0:1767384319.952508:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb955c4. 00000100:00000001:3.0:1767384319.952522:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.952524:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384319.952527:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384319.952528:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384319.952530:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b532acd8. 00000400:00000200:3.0:1767384319.952533:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd16fe7e 00000400:00000010:3.0:1767384319.952535:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd16fe7e. 00000100:00000001:3.0:1767384319.952538:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384319.952543:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384319.952552:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.952559:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384319.952561:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.952563:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384319.952565:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384319.952566:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.952568:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.952570:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384319.952573:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384319.952577:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384319.952579:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384319.952581:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.952583:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384319.952584:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.952586:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.952589:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.952596:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.952598:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384319.952600:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384319.952602:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384319.952604:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384319.952605:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384319.952606:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384319.952614:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384319.952616:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384319.952617:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384319.952619:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384319.952620:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384319.952621:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384319.952624:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384319.952632:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077d00ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728317312:0@lo:253: 00000100:00000001:3.0:1767384319.952637:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.952639:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384319.952640:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077d00ccd x1853236728317312/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.952647:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384319.952649:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384319.952651:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000baa8a003. 02000000:00000001:3.0:1767384319.952655:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384319.952656:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384319.952658:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384319.952660:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384319.952662:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083ca4be3. 02000000:00000001:3.0:1767384319.952665:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384319.952666:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384319.952667:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077d00ccd. 00000100:00000001:3.0:1767384319.952671:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384319.952672:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.952673:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.952678:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384319.952697:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.952701:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.952703:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384319.952717:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9f345fb. 00000800:00000010:0.0:1767384319.952721:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007b18f8c. 00000400:02020000:0.0:1767384319.952771:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp28 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384319.955170:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294907998, at 4294907999 00000100:00000040:2.0:1767384319.955172:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294907998, at 4294907999 00000100:00000010:3.0:1767384319.955181:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb9c44a0. 00000100:00000040:1.0:1767384319.955182:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294907998, at 4294907999 00000100:00000010:2.0:1767384319.955183:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097d9b993. 00000100:00000010:1.0:1767384319.955192:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005160f1f3. 00000400:00000200:0.0:1767384319.955419:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp28 notifying 192.168.202.115@tcp28: down 00000800:00000200:0.0:1767384319.955428:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp28 down 00000800:00000100:0.0:1767384319.955435:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp28 00000800:00000010:0.0:1767384319.955439:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc62d446. 00000400:00000200:0.0:1767384319.955443:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384319.955447:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384319.955455:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp28 added to recovery queue. ping count: 0 next ping: 241 health :900 00000400:00000200:0.0:1767384319.955459:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384319.955461:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000400:00000200:0.0:1767384319.955464:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000040:0.0:1767384319.955486:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294907998, at 4294907999 00000100:00000010:0.0:1767384319.955491:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddbde86. 00000400:00000200:3.0:1767384319.955511:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384319.955520:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100851 00000400:00000001:3.0:1767384319.955525:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384319.955534:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384319.955537:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:3.0:1767384319.955539:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000400:00000200:3.0:1767384319.955544:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384319.955550:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:3.0:1767384319.955554:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000003bf21124. 00000400:00000200:3.0:1767384319.955558:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 00000400:00000200:3.0:1767384319.955562:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:3.0:1767384319.955565:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 rc -71 00000400:00000200:3.0:1767384319.955569:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384319.955573:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (21) 00010000:00000010:1.1:1767384319.957275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000063a88051. 00010000:00000010:1.1:1767384319.957283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7e6074. 00010000:00000010:1.1:1767384319.959168:0:26534:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e756ee6c. 00010000:00000010:1.1:1767384319.959175:0:26534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00000400:00000010:1.0:1767384319.963337:0:26534:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000711e639d. 00000400:00000040:1.0:1767384319.963353:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.963355:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384319.963357:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.963358:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.963360:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.963361:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384319.963363:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.963365:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384319.963366:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384319.963367:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384319.963369:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384319.963371:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.963373:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384319.963375:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.963376:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384319.963379:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384319.963380:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.963382:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384319.963383:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384319.963385:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.963387:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.963388:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.963390:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.963392:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.963393:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384319.963396:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.963398:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.963400:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.963401:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.963410:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.963411:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384319.963414:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.963416:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.963418:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.963419:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.963421:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.963423:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384319.963425:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.963427:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.963429:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384319.963431:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384319.963432:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.963433:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384319.963435:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384319.963436:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384319.963437:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384319.963438:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384319.963439:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384319.963441:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384319.963442:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.963443:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384319.963444:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384319.963445:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384319.963446:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384319.963447:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384319.963448:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384319.963449:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384319.963498:0:26534:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000711e639d. 00010000:00000001:2.0:1767384320.308205:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384320.308211:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.308216:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384320.308217:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.308247:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384320.308250:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.308253:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384320.884200:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384320.884207:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:0.0:1767384320.884212:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.884213:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:0.0:1767384320.884215:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384320.884218:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.884219:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384320.884222:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384320.884225:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384320.884228:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384320.884230:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 39 10000000:00000001:0.0:1767384320.884233:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384320.884235:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384320.884244:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000020:00000040:0.0:1767384320.884249:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384320.884254:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.884257:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.884262:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.884268:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e03b36e. 00000100:00000001:0.0:1767384320.884274:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.884279:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384320.884282:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384320.884289:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084622dbe. 00010000:00000001:0.0:1767384320.884293:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384320.884297:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099fb3556. 00000020:00000001:0.0:1767384320.884301:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384320.884304:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099fb3556 with handle 0x960a57272cefbb65 to hash 00000020:00000001:0.0:1767384320.884306:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384320.884307:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.884310:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.884313:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.884316:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.884319:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384320.884346:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384320.884357:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384320.884363:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384320.884365:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384320.884371:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d455be5. 00000100:00000001:0.0:1767384320.884373:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349565788160 : -113724143763456 : ffff989188cf0000) 00000100:00000001:0.0:1767384320.884376:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.884377:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000001:0.0:1767384320.884383:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.884386:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.884389:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384320.884391:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384320.884398:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.884409:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.884412:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.884417:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384320.884420:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.884423:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.884426:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728317568:0@lo:101: 00000100:00000001:0.0:1767384320.884430:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384320.884435:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.884437:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.884440:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384320.884443:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd971c74. 02000000:00000001:0.0:1767384320.884444:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.884449:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004216a962. 00000400:00000010:0.0:1767384320.884454:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384320.884464:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728317568, portal 25 00000100:00000001:0.0:1767384320.884465:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.884466:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000040:0.0:1767384320.884470:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.884476:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.884478:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.884479:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000100:00000200:0.0:1767384320.884481:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728317568, offset 0 00000400:00000200:0.0:1767384320.884486:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.884497:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.884505:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce04680 00000400:00000200:0.0:1767384320.884510:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1025 [2] + 0 00000400:00000010:0.0:1767384320.884513:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002416bbef. 00000400:00000200:0.0:1767384320.884515:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032a3f366 00000400:00000200:0.0:1767384320.884520:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.884523:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.884526:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032a3f366 00000400:00000010:0.0:1767384320.884527:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032a3f366. 00000100:00000001:0.0:1767384320.884531:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384320.884532:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384320.884534:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000004d2b16 x1853236728317568 msgsize 328 00000100:00100000:0.0:1767384320.884537:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384320.884538:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384320.884554:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384320.884558:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:0.0:1767384320.884560:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000100:00000001:0.0:1767384320.884562:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384320.884565:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.884572:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384320.884573:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384320.884577:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317568 00000100:00000040:0.0:1767384320.884578:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384320.884583:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384320.884586:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.884588:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.884591:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.884596:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.884598:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384320.884601:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317568 00000100:00000001:0.0:1767384320.884604:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.884606:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384320.884608:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294908935 00000020:00000040:3.0:1767384320.884610:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000010:0.0:1767384320.884613:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e1eca5. 00000020:00000001:3.0:1767384320.884614:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.884619:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:0.0:1767384320.884619:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384320.884625:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384320.884627:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294908935 00000020:00000001:3.0:1767384320.884631:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000010:0.0:1767384320.884632:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535975a2. 00000100:00000001:0.0:1767384320.884635:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384320.884639:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.884639:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294908935 00000100:00000010:0.0:1767384320.884644:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032ee1b79. 00000020:00000010:3.0:1767384320.884646:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000100:00000001:0.0:1767384320.884647:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384320.884652:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384320.884654:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000100:00000001:0.0:1767384320.884656:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294908935 00000020:00000010:3.0:1767384320.884660:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000228c1529. 00000100:00000010:0.0:1767384320.884663:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9c4a6c. 00000020:00000010:3.0:1767384320.884666:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e50407c9. 00000100:00000001:0.0:1767384320.884668:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384320.884683:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.884686:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.884689:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.884691:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384320.884693:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000002d455be5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384320.884696:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.884699:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.884776:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000100:00000040:3.0:1767384320.884786:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384320.884795:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.884797:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.884798:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.884836:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.884845:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.884854:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384320.884856:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384320.884860:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384320.884863:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384320.884864:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282625104 : -113719426926512 : ffff9892a1f43850) 00000100:00000040:3.0:1767384320.884868:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000004d2b16 x1853236728317568/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 328/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.884875:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384320.884877:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000100:00000001:3.0:1767384320.884879:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384320.884880:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000100:00100000:3.0:1767384320.884883:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000004d2b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728317568:12345-0@lo:101: 00000100:00000200:3.0:1767384320.884886:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317568 00000020:00000001:3.0:1767384320.884888:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384320.884891:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384320.884893:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.884895:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384320.884897:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:3.0:1767384320.884899:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.884900:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384320.884902:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384320.884903:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384320.884906:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.884908:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384320.884911:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384320.884913:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384320.884914:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384320.884917:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.884927:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384320.884932:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd78faed. 00010000:00000001:3.0:1767384320.884935:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384320.884937:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a6880af8. 00000020:00000001:3.0:1767384320.884940:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384320.884941:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a6880af8 with handle 0x960a57272cefbb6c to hash 00000020:00000001:3.0:1767384320.884944:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384320.884945:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00000001:3.0:1767384320.884947:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00010000:3.0:1767384320.884950:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbb65 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384320.884958:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:3.0:1767384320.884961:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:3.0:1767384320.884967:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384320.884970:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384320.884973:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b8c93b7b. 02000000:00000001:3.0:1767384320.884976:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.884978:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.884981:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384320.884983:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384320.884985:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384320.884987:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384320.884988:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.884989:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384320.884991:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.884992:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384320.884994:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384320.884995:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384320.884995:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384320.884997:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd78faed) refcount = 1 00010000:00010000:3.0:1767384320.885000:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbb65 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384320.885004:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384320.885010:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384320.885011:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.885012:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.885014:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384320.885018:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384320.885020:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbb65 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384320.885027:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384320.885030:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384320.885031:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.885034:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.885036:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384320.885037:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384320.885039:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384320.885040:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a6880af8, rc 0) 00000020:00000001:3.0:1767384320.885043:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384320.885046:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317568 00010000:00000001:3.0:1767384320.885049:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384320.885053:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000004d2b16 x1853236728317568/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 328/344 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.885062:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384320.885065:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.885068:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.885073:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384320.885075:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384320.885077:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384320.885079:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384320.885081:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.885083:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384320.885084:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384320.885086:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000100:00000200:3.0:1767384320.885089:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728317568, offset 224 00000400:00000200:3.0:1767384320.885092:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384320.885096:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384320.885100:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce04680 00000400:00000200:3.0:1767384320.885108:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1755 [1] + 224 00000400:00000200:3.0:1767384320.885111:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.885113:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.885115:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.885118:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384320.885124:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.885178:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.885178:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384320.885184:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000010:3.0:1767384320.885187:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000100:00000001:1.0:1767384320.885189:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384320.885190:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384320.885192:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384320.885194:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384320.885195:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp28 00000100:00000001:1.0:1767384320.885195:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384320.885195:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384320.885198:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.885200:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004216a962. 00000400:00000010:2.0:1767384320.885202:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000537dfa34. 00000100:00000040:3.0:1767384320.885204:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000200:0.0:1767384320.885206:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00010000:00000001:3.0:1767384320.885208:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384320.885209:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000008e027c2. 00000020:00000001:3.0:1767384320.885211:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.885211:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000001:3.0:1767384320.885215:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384320.885215:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000100:00000001:0.0:1767384320.885216:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384320.885219:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004d2b16 x1853236728317568/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 328/344 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384320.885222:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384320.885223:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c863918. 00000400:00000200:2.0:1767384320.885232:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp28 00000100:00100000:3.0:1767384320.885242:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000004d2b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728317568:12345-0@lo:101: Request processed in 362us (703us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384320.885247:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.885251:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000400:00000200:2.0:1767384320.885254:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp28 local destination 00000100:00000040:3.0:1767384320.885257:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384320.885262:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384320.885262:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp28 00000100:00000001:0.0:1767384320.885263:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.885265:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384320.885270:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e50407c9. 00000400:00000200:2.0:1767384320.885270:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp28 NI seq info: [60:60:256:4294967295] 192.168.202.115@tcp28 LPNI seq info [60:60:8:4294967295] 00000100:00000001:0.0:1767384320.885270:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.885276:0:17084:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384320.885277:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 02000000:00000001:0.0:1767384320.885279:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384320.885280:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp28 00000020:00000010:3.0:1767384320.885281:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000228c1529. 00000100:00000001:0.0:1767384320.885281:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.885285:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384320.885287:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384320.885289:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.885293:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28:) -> 192.168.202.115@tcp28(192.168.202.115@tcp28:192.168.202.115@tcp28) : GET try# 0 02000000:00000001:3.0:1767384320.885295:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384320.885296:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=43 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384320.885298:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b8c93b7b. 00000800:00000200:2.0:1767384320.885301:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp28 00000100:00001000:0.0:1767384320.885301:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.885304:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000010:2.0:1767384320.885306:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5f6f561. 00000100:00000001:0.0:1767384320.885308:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.885309:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384320.885311:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384320.885313:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.885314:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384320.885315:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000100:00000001:0.0:1767384320.885319:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.885320:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.1:1767384320.885323:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000100:00000040:0.0:1767384320.885323:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.885326:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e508d1a. 00000400:00000010:3.0:1767384320.885332:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000591162c4. 00000100:00000001:0.0:1767384320.885335:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.885340:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.885342:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.885344:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp28 added to recovery queue. ping count: 1 next ping: 243 health :900 00000100:00000040:0.0:1767384320.885346:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384320.885351:0:16352:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000be28f8dc. 00000400:02000040:2.0:1767384320.885354:0:16352:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.115@tcp28 00000100:00100000:0.0:1767384320.885354:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728317568:0@lo:101: 00000100:00000001:0.0:1767384320.885359:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.885361:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885363:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384320.885364:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.885366:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.885372:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.885374:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d455be5. 00000100:00000001:0.0:1767384320.885378:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384320.885379:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.885382:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384320.885384:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.885386:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.885395:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=4 00000020:00000001:0.0:1767384320.885397:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.885400:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00000400:00000200:1.0:1767384320.885405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00010000:00000040:0.0:1767384320.885405:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000099fb3556, remote cookie: 0x960a57272cefbb6c, flags: 0x0 00010000:00000001:0.0:1767384320.885411:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384320.885415:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384320.885417:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384320.885419:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384320.885420:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384320.885422:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084622dbe) refcount = 1 00010000:00010000:0.0:1767384320.885426:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.885433:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384320.885435:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384320.885436:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384320.885439:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384320.885441:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.885444:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384320.885446:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00010000:00000001:0.0:1767384320.885454:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384320.885456:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.885457:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.885458:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.885460:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.885462:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885464:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.885467:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728317568/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.885475:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.885475:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.885478:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.885482:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd971c74. 02000000:00000001:0.0:1767384320.885487:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.885490:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384320.885493:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000020:00000040:0.0:1767384320.885498:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384320.885502:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.885505:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008e03b36e. 02000000:00000001:0.0:1767384320.885509:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384320.885510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 02000000:00000001:0.0:1767384320.885511:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.885516:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:0.0:1767384320.885521:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.885522:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384320.885525:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.885527:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384320.885529:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 00000400:00000200:1.0:1767384320.885531:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 10000000:00000001:0.0:1767384320.885532:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.885535:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.885536:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.885538:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00000020:00000001:0.0:1767384320.885543:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.885546:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.885549:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384320.885551:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.885553:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.885555:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.885557:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384320.885561:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000586d3480. 00000100:00000010:0.0:1767384320.885577:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000020:00000040:0.0:1767384320.885581:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384320.885584:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.885585:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.885587:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.885590:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e03b36e. 00000100:00000001:0.0:1767384320.885594:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885597:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384320.885600:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd971c74. 00000100:00000010:0.0:1767384320.885603:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005ca0f56c. 00000400:00000200:1.0:1767384320.885604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000020:00000040:0.0:1767384320.885606:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384320.885612:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384320.885613:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384320.885622:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d455be5. 00000100:00000001:0.0:1767384320.885624:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349565788160 : -113724143763456 : ffff989188cf0000) 00000100:00000001:0.0:1767384320.885627:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.885629:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000001:0.0:1767384320.885632:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.885634:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885636:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384320.885638:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384320.885641:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000040:0.0:1767384320.885642:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.885653:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.885655:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.885657:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384320.885659:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.885662:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.885664:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728317696:0@lo:256: 00000100:00000001:0.0:1767384320.885668:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384320.885683:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.885685:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885688:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1767384320.885689:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000010:0.0:1767384320.885694:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004216a962. 00000400:00000010:0.0:1767384320.885700:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000008d34a5b. 00000100:00000200:0.0:1767384320.885704:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce04700-0x695824ce04700, portal 33 00000100:00000001:0.0:1767384320.885708:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.885710:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384320.885713:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1261189. 02000000:00000001:0.0:1767384320.885715:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.885718:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002416bbef. 00000400:00000010:0.0:1767384320.885722:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384320.885725:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728317696, portal 25 00000100:00000001:0.0:1767384320.885727:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384320.885728:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.885729:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000040:0.0:1767384320.885735:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.885757:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.885760:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384320.885761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000010:0.0:1767384320.885764:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000100:00000200:0.0:1767384320.885768:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728317696, offset 0 00000400:00000200:0.0:1767384320.885775:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.885785:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.885793:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce04700 00000400:00000200:0.0:1767384320.885797:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1035 [2] + 0 00000400:00000010:0.0:1767384320.885801:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3d4ec18. 00000400:00000200:0.0:1767384320.885805:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef38a643 00000400:00000200:0.0:1767384320.885809:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.885810:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384320.885815:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.885819:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef38a643 00000400:00000010:0.0:1767384320.885822:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef38a643. 00000100:00000001:0.0:1767384320.885826:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384320.885828:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384320.885830:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000237e0d1e x1853236728317696 msgsize 304 00000100:00100000:0.0:1767384320.885834:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384320.885836:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384320.885845:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.885847:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384320.885854:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:0.0:1767384320.885856:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000100:00000001:0.0:1767384320.885860:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384320.885864:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.885867:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384320.885871:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317696 02000000:00000001:3.0:1767384320.885875:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.885877:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.885881:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.885881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.885881:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384320.885887:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.885888:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.885890:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317696 00000020:00000001:3.0:1767384320.885894:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384320.885897:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384320.885900:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.885903:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384320.885906:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.885907:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384320.885910:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384320.885913:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384320.885916:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.885918:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.885921:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294908936 00000020:00000010:3.0:1767384320.885923:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000400:00000200:1.0:1767384320.885926:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:3.0:1767384320.885928:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.885928:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908935 00000020:00000010:3.0:1767384320.885933:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000020:00000010:3.0:1767384320.885940:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000228c1529. 00000100:00000001:0.0:1767384320.885941:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294908936 00000020:00000010:3.0:1767384320.885946:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e50407c9. 00000100:00000001:0.0:1767384320.885947:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908935 00000100:00000001:0.0:1767384320.885953:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294908936 00000020:00000010:3.0:1767384320.885954:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000100:00000001:0.0:1767384320.885959:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908935 00000100:00000040:3.0:1767384320.885962:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384320.885965:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294908936 00000100:00000001:3.0:1767384320.885967:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.885970:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.885974:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.885974:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.885974:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908935 00000100:00000001:0.0:1767384320.885982:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.885983:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885989:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.885993:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.885994:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.885995:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384320.886001:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000002d455be5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384320.886005:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.886008:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.886008:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.886011:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384320.886016:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384320.886019:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384320.886027:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282624080 : -113719426927536 : ffff9892a1f43450) 00000100:00000040:3.0:1767384320.886033:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000237e0d1e x1853236728317696/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 304/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.886042:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384320.886045:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d76bcd57. 00000100:00000001:3.0:1767384320.886047:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384320.886050:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d76bcd57. 00000400:00000200:1.0:1767384320.886053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000100:00100000:3.0:1767384320.886056:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000237e0d1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728317696:12345-0@lo:256: 00000100:00000200:3.0:1767384320.886062:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317696 00000020:00000001:3.0:1767384320.886065:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384320.886067:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384320.886069:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.886072:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384320.886074:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:3.0:1767384320.886077:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.886078:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384320.886079:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384320.886080:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384320.886081:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.886084:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384320.886085:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384320.886087:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b8c93b7b. 02000000:00000001:3.0:1767384320.886089:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.886090:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.886092:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000400:00000200:1.0:1767384320.886095:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 20000000:00000001:3.0:1767384320.886096:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384320.886099:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384320.886102:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384320.886104:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.886105:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384320.886106:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384320.886109:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c81b10d0. 20000000:00000001:3.0:1767384320.886111:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384320.886124:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384320.886129:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384320.886151:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384320.886154:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384320.886156:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384320.886158:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384320.886159:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384320.886161:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384320.886163:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384320.886164:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384320.886166:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384320.886167:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384320.886169:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384320.886170:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384320.886172:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384320.886173:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000400:00000200:1.0:1767384320.886174:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 20000000:00000040:3.0:1767384320.886175:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384320.886180:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384320.886181:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384320.886182:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384320.886184:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384320.886186:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:3.0:1767384320.886191:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384320.886192:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384320.886194:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384320.886196:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384320.886197:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384320.886198:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384320.886200:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384320.886201:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384320.886203:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384320.886204:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384320.886206:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384320.886207:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384320.886209:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384320.886210:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384320.886212:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384320.886213:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384320.886215:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000400:00000200:1.0:1767384320.886218:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 20000000:00000040:3.0:1767384320.886222:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384320.886224:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384320.886226:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384320.886228:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384320.886229:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:3.0:1767384320.886231:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:3.0:1767384320.886232:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:3.0:1767384320.886234:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384320.886236:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b81f0b57. 00000100:00000010:3.0:1767384320.886238:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fb9f4737. 00000020:00000040:3.0:1767384320.886240:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:3.0:1767384320.886242:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384320.886244:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384320.886247:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000400:00000010:3.0:1767384320.886251:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e94f655. 00000400:00000200:3.0:1767384320.886254:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384320.886258:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384320.886260:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384320.886266:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x695824ce04700 00000400:00000200:3.0:1767384320.886269:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1769 [4] + 0 00000400:00000010:3.0:1767384320.886271:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004216a962. 00000400:00000200:3.0:1767384320.886273:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008d34a5b 00000400:00000200:3.0:1767384320.886277:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.886281:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384320.886284:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d34a5b 00000400:00000010:3.0:1767384320.886285:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000008d34a5b. 00000100:00000001:3.0:1767384320.886288:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384320.886290:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000091dee638 desc 00000000fd971c74 mbits 1853236728317696 00000100:00000001:3.0:1767384320.886300:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384320.886302:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384320.886304:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384320.886309:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1775 00000400:00000200:3.0:1767384320.886311:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.886313:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384320.886315:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384320.886316:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b81f0b57 00000100:00000001:3.0:1767384320.886323:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384320.886323:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.886328:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.886331:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000010:3.0:1767384320.886334:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000100:00000001:3.0:1767384320.886336:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384320.886337:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b81f0b57 00000100:00000001:3.0:1767384320.886340:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384320.886340:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000100:00000200:3.0:1767384320.886343:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x695824ce04700-0x695824ce04700 00000100:00000001:3.0:1767384320.886345:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.886348:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.886350:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384320.886352:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:3.0:1767384320.886353:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fb9f4737. 00000100:00000010:3.0:1767384320.886358:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b81f0b57. 00000100:00000001:3.0:1767384320.886362:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384320.886363:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384320.886369:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c81b10d0. 20000000:00000001:3.0:1767384320.886372:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384320.886373:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317696 00010000:00000001:3.0:1767384320.886375:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384320.886377:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000237e0d1e x1853236728317696/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 304/240 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.886382:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384320.886383:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.886384:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.886387:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384320.886389:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384320.886391:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384320.886393:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384320.886394:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.886396:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384320.886399:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384320.886399:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000010:3.0:1767384320.886404:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000100:00000200:3.0:1767384320.886407:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728317696, offset 224 00000400:00000200:3.0:1767384320.886410:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384320.886413:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384320.886421:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce04700 00000400:00000200:3.0:1767384320.886425:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x176d [1] + 224 00000400:00000200:3.0:1767384320.886428:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.886431:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.886434:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.886437:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.886441:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000100:00000040:3.0:1767384320.886444:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.886457:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384320.886460:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000010:3.0:1767384320.886461:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000100:00000001:3.0:1767384320.886463:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384320.886464:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.886465:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.886467:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384320.886468:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384320.886470:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.886471:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384320.886474:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000237e0d1e x1853236728317696/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:301/0 lens 304/240 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.886476:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.886479:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384320.886485:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000237e0d1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728317696:12345-0@lo:256: Request processed in 441us (652us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384320.886487:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.886491:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384320.886495:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000400:00000010:0.0:1767384320.886496:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002416bbef. 00000100:00000040:3.0:1767384320.886498:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384320.886501:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384320.886503:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384320.886503:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000020:00000010:3.0:1767384320.886507:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e50407c9. 00000400:00000010:0.0:1767384320.886507:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:3.0:1767384320.886514:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 00000100:00000001:0.0:1767384320.886514:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384320.886515:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000020:00000010:3.0:1767384320.886519:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000228c1529. 00000100:00000200:0.0:1767384320.886522:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384320.886524:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:3.0:1767384320.886528:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384320.886535:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b8c93b7b. 02000000:00000001:3.0:1767384320.886539:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384320.886540:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.886542:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384320.886548:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384320.886554:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076da8c75. 00000100:00000001:0.0:1767384320.886556:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384320.886559:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a69823bb. 00000400:00000200:1.0:1767384320.886559:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.886560:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.886567:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.886570:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.886572:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.886574:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.886577:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.886589:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.886593:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=43 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384320.886595:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.886597:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.886600:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.886603:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384320.886605:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.886607:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.886611:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.886622:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.886629:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000100:00000001:0.0:1767384320.886629:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.886634:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384320.886640:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.886649:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728317696:0@lo:256: 00000100:00000001:0.0:1767384320.886655:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.886658:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.886660:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384320.886663:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384320.886664:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000100:00000040:0.0:1767384320.886667:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.886690:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.886693:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d455be5. 00000100:00000001:0.0:1767384320.886697:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384320.886698:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384320.886702:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:0.0:1767384320.886705:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384320.886711:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001c572350. 00000400:00000200:1.0:1767384320.886715:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00010000:00000001:0.0:1767384320.886722:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384320.886726:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384320.886731:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:0.0:1767384320.886734:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.886744:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384320.886746:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:0.0:1767384320.886749:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:1.0:1767384320.886751:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384320.886754:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:0.0:1767384320.886757:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384320.886761:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:0.0:1767384320.886770:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384320.886775:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (20) 00000400:00000200:0.0:1767384320.886781:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000400:00000200:1.0:1767384320.886784:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384320.886796:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384320.886800:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384320.886804:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384320.886808:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:0.0:1767384320.886811:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 00000400:00000200:0.0:1767384320.886814:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:3.0:1767384320.886817:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384320.886818:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:3.0:1767384320.886825:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000200:1.0:1767384320.886826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384320.886826:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.886830:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000400:00000200:0.0:1767384320.886833:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000010:3.0:1767384320.886836:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000228c1529. 00000400:00000200:0.0:1767384320.886838:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000010:3.0:1767384320.886840:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000400:00000010:3.0:1767384320.886846:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8a32e74. 00000400:00000200:0.0:1767384320.886846:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.886852:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:3.0:1767384320.886855:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384320.886859:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384320.886862:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384320.886865:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1767384320.886868:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.886873:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:3.0:1767384320.886874:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384320.886879:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:3.0:1767384320.886882:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:0.0:1767384320.886887:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.886891:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000400:00000200:0.0:1767384320.886893:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:3.0:1767384320.886900:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384320.886900:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:0.0:1767384320.886907:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.886909:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384320.886913:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:0.0:1767384320.886918:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:3.0:1767384320.886921:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384320.886925:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.886931:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:3.0:1767384320.886936:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:0.0:1767384320.886936:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:0.0:1767384320.886944:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.886948:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:0.0:1767384320.886948:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:3.0:1767384320.886955:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:0.0:1767384320.886960:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384320.886966:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:0.0:1767384320.886969:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.886974:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:3.0:1767384320.886978:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384320.886979:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:0.0:1767384320.886988:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.886989:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384320.886992:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:0.0:1767384320.886995:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:0.0:1767384320.887001:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887004:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:3.0:1767384320.887005:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384320.887011:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:3.0:1767384320.887015:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384320.887019:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887024:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:3.0:1767384320.887027:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:0.0:1767384320.887028:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:0.0:1767384320.887036:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.887040:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:0.0:1767384320.887041:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:0.0:1767384320.887046:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:3.0:1767384320.887053:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384320.887054:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887059:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:0.0:1767384320.887064:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:3.0:1767384320.887067:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:0.0:1767384320.887071:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887076:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:3.0:1767384320.887078:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 00000400:00000200:0.0:1767384320.887081:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:3.0:1767384320.887085:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384320.887090:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.887092:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp12 00000400:00000200:0.0:1767384320.887095:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:3.0:1767384320.887098:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384320.887102:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:3.0:1767384320.887104:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp12 00000400:00000200:3.0:1767384320.887112:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [61:61:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1767384320.887112:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887118:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:3.0:1767384320.887122:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp12 00000400:00000200:0.0:1767384320.887125:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:0.0:1767384320.887133:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.887161:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:) -> 192.168.202.115@tcp12(192.168.202.115@tcp:192.168.202.115@tcp12) : GET try# 0 00000800:00000010:1.0:1767384320.887162:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da68bd68. 00000800:00000200:3.0:1767384320.887169:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp12 00000800:00000010:1.0:1767384320.887169:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ff8b72. 00000800:00000010:3.0:1767384320.887173:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000200:3.0:1767384320.887181:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000400:00000200:0.0:1767384320.887182:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:0.0:1767384320.887187:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000800:00000200:3.0:1767384320.887191:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:988 00000800:00000200:3.0:1767384320.887196:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b01db43b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384320.887196:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384320.887201:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:0.0:1767384320.887204:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:0.0:1767384320.887208:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384320.887212:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384320.887212:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:3.0:1767384320.887215:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000400:00000200:0.0:1767384320.887223:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000800:00000010:1.0:1767384320.887225:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006138a97e. 00000400:00000010:0.0:1767384320.887230:0:17084:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000000ca30777. 00000400:00000200:0.0:1767384320.887236:0:17084:0:(peer.c:264:lnet_peer_alloc()) 000000000ca30777 nid 192.168.202.115@tcp29 00000400:00000010:0.0:1767384320.887241:0:17084:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001d6773d7. 00000400:00000200:0.0:1767384320.887244:0:17084:0:(peer.c:204:lnet_peer_net_alloc()) 000000001d6773d7 net tcp29 00000400:00000010:0.0:1767384320.887247:0:17084:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000020e9243d. 00000400:00000200:0.0:1767384320.887254:0:17084:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000020e9243d nid 192.168.202.115@tcp29 00000400:00000200:0.0:1767384320.887258:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000ca30777 (0) 00000800:00000010:1.0:1767384320.887262:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006138a97e. 00000400:00000200:0.0:1767384320.887264:0:17084:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.115@tcp29: -2 00000400:00000200:0.0:1767384320.887271:0:17084:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp29 NID 192.168.202.115@tcp29 flags 0x1 00000800:00000200:3.0:1767384320.887274:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384320.887275:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000ca30777 (1) 00000800:00000010:3.0:1767384320.887279:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:0.0:1767384320.887280:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000ca30777 (2) 00000400:00000200:3.0:1767384320.887283:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00020000:1.0:1767384320.887286:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:0.0:1767384320.887286:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000ca30777 (1) 00000400:00000200:3.0:1767384320.887291:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: GET: OK 00000800:00000010:1.0:1767384320.887293:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ff8b72. 00000400:00000200:0.0:1767384320.887295:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000ca30777 (2) 00000800:00000010:1.0:1767384320.887296:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000da68bd68. 00000400:00000200:0.0:1767384320.887311:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp29 (000000000ca30777): 0 00000400:00000200:0.0:1767384320.887315:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384320.887318:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384320.887319:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384320.887324:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp29 NID 192.168.202.115@tcp29: 0. pending discovery 00000400:00000200:3.0:1767384320.887325:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:0.0:1767384320.887331:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000ca30777 (3) 00000100:00000001:0.0:1767384320.887337:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.887339:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384320.887340:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000040:0.0:1767384320.887345:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 00000800:00000001:3.0:1767384320.887349:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384320.887352:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:0.0:1767384320.887352:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003b059514. 00000400:02020000:1.0:1767384320.887357:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp28 at host 192.168.202.115:988: is it running a compatible version of Lustre? 10000000:00000040:0.0:1767384320.887358:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 45/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000800:00000001:3.0:1767384320.887359:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:0.0:1767384320.887366:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384320.887368:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : GET - for me 00000400:00000200:1.0:1767384320.887374:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp28 notifying 192.168.202.115@tcp28: down 00000020:00000001:0.0:1767384320.887375:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384320.887378:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384320.887380:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 368 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384320.887382:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000139b5886. 00000800:00000100:1.0:1767384320.887386:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp28 00000400:00000200:3.0:1767384320.887390:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 368/368 into md 0x1725 [1] + 0 00000020:00000010:0.0:1767384320.887390:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a40e5c94. 00000800:00000010:1.0:1767384320.887391:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d5f6f561. 00000040:00000010:0.0:1767384320.887398:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009f1b86ee. 00000400:00000200:1.0:1767384320.887402:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384320.887403:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp12 to MR: 192.168.202.115@tcp12 local destination 00000020:00000010:0.0:1767384320.887406:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033970068. 00000400:00000200:1.0:1767384320.887412:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384320.887413:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [62:62:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [62:62:8:4294967295] 00000020:00000010:0.0:1767384320.887415:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384320.887423:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000048e16fbc. 00000400:00000200:3.0:1767384320.887429:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) -> 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) 192.168.202.115@tcp12 : REPLY try# 0 80000000:00000010:0.0:1767384320.887431:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d25c6750. 00000800:00000200:3.0:1767384320.887433:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000400:00000200:1.0:1767384320.887436:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000800:00000010:3.0:1767384320.887437:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b01db43b. 00000400:00000200:1.0:1767384320.887443:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp28 recovery message sent unsuccessfully:-71 00000800:00000200:3.0:1767384320.887446:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 40000000:00000010:0.0:1767384320.887446:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ead69011. 00000400:00000200:1.0:1767384320.887450:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp28) recovery failed with -71 00000800:00000200:3.0:1767384320.887455:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:1017 00100000:00000010:0.0:1767384320.887455:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c6dec36. 00000800:00000200:3.0:1767384320.887458:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b01db43b type 3, nob 464 niov 1 nkiov 1 00040000:00000010:0.0:1767384320.887464:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a68414b. 00040000:00000010:0.0:1767384320.887470:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fb4bef24. 00040000:00000010:0.0:1767384320.887474:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c31ff38. 00080000:00000010:0.0:1767384320.887481:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007b18f8c. 00080000:00000010:0.0:1767384320.887486:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b4b8a721. 00000800:00000200:3.0:1767384320.887493:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000010:0.0:1767384320.887494:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018c8ac12. 00000800:00000010:3.0:1767384320.887496:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b01db43b. 00000800:00000001:1.0:1767384320.887496:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384320.887501:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384320.887503:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1767384320.887503:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006fa83f88. 00000400:00000200:3.0:1767384320.887505:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: REPLY: OK 00000800:00000001:1.0:1767384320.887509:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1767384320.887513:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009625e1ce. 00002000:00000010:0.0:1767384320.887520:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003bca1d2d. 00000800:00000001:1.0:1767384320.887524:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1767384320.887525:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d4ec5d1. 00000400:00000200:3.0:1767384320.887526:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384320.887528:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384320.887533:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp29(000000000ca30777) state 0x41 00000800:00000001:1.0:1767384320.887534:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384320.887534:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384320.887539:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000000ca30777 (2) 00000040:00000001:0.0:1767384320.887540:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000010:3.0:1767384320.887545:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe6d6ed6. 00000040:00001000:0.0:1767384320.887545:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003b059514 00000400:00000200:1.0:1767384320.887546:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : REPLY - for me 00000400:00000010:3.0:1767384320.887552:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e306848c. 00000040:00001000:0.0:1767384320.887552:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000010:3.0:1767384320.887557:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cdcb07b4. 00000040:00001000:0.0:1767384320.887557:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384320.887562:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:3.0:1767384320.887565:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000040:00001000:0.0:1767384320.887567:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384320.887573:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:1.0:1767384320.887575:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp12: Reply from 12345-192.168.202.115@tcp12 of length 368/368 into md 0x1781 00000040:00001000:0.0:1767384320.887577:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384320.887579:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384320.887581:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:0.0:1767384320.887588:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000001:1.0:1767384320.887589:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.887595:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.887596:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp29 local destination 00000400:00000200:1.0:1767384320.887597:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.887607:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:1.0:1767384320.887612:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: REPLY: OK 00000400:00000200:3.0:1767384320.887622:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:3.0:1767384320.887626:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384320.887629:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp29 00000400:00000200:3.0:1767384320.887633:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [63:63:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384320.887639:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:3.0:1767384320.887647:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000004:00000001:0.0:1767384320.887650:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.887652:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000800:00000200:3.0:1767384320.887655:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000400:00000010:1.0:1767384320.887656:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000020:00000010:0.0:1767384320.887658:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a40e5c94. 00000800:00000010:3.0:1767384320.887659:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000400:00000200:1.0:1767384320.887661:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000040:00000010:0.0:1767384320.887667:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f1b86ee. 00000800:00000010:3.0:1767384320.887668:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ecde6a22. 00000020:00000010:0.0:1767384320.887684:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033970068. 00000800:00000010:3.0:1767384320.887686:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f1911415. 00000400:00000200:1.0:1767384320.887687:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:1.0:1767384320.887694:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000020:00000010:0.0:1767384320.887694:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000800:00000200:3.0:1767384320.887697:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000020:00000010:0.0:1767384320.887701:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000048e16fbc. 00000800:00000200:3.1:1767384320.887704:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:1.0:1767384320.887708:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 21. state = 0x100271 80000000:00000010:0.0:1767384320.887709:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d25c6750. 40000000:00000010:0.0:1767384320.887716:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ead69011. 00000400:00000200:3.0:1767384320.887718:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp29 00000400:00000200:3.0:1767384320.887722:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp29(000000000ca30777) state 0x241 rc 0 00100000:00000010:0.0:1767384320.887723:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c6dec36. 00000400:00000200:1.0:1767384320.887724:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384320.887731:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 00040000:00000010:0.0:1767384320.887731:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006a68414b. 00000400:00000200:3.0:1767384320.887737:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000800:00000001:1.0:1767384320.887740:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:0.0:1767384320.887742:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fb4bef24. 00000400:00000010:3.0:1767384320.887743:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000c6ce2d21. 00000400:00000010:3.0:1767384320.887747:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000b81f0b57. 00000400:00000010:3.0:1767384320.887749:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000ca9e0cf9. 00000800:00000001:1.0:1767384320.887751:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1767384320.887756:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c31ff38. 00080000:00000010:0.0:1767384320.887764:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b4b8a721. 00080000:00000010:0.0:1767384320.887768:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000007b18f8c. 00000400:00000200:3.0:1767384320.887769:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp28(0000000029c69e2d) status changed from 0xdeadface to 0x15aac0de 00000004:00000010:0.0:1767384320.887777:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018c8ac12. 00000400:00000200:3.0:1767384320.887778:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e306848c 00000400:00000200:3.0:1767384320.887783:0:16353:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.115@tcp29 00000004:00000010:0.0:1767384320.887784:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006fa83f88. 00000400:00000200:3.0:1767384320.887790:0:16353:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.115@tcp29 NID 192.168.202.115@tcp29 00000400:00000200:1.0:1767384320.887790:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000004:00000010:0.0:1767384320.887792:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009625e1ce. 00000400:00000010:3.0:1767384320.887796:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fdd2fc85. 00002000:00000010:0.0:1767384320.887799:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003bca1d2d. 00000400:00000200:3.0:1767384320.887802:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fdd2fc85 nid 192.168.202.115@tcp29 00000400:00000010:3.0:1767384320.887806:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000155a105d. 00000004:00000010:0.0:1767384320.887806:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000d4ec5d1. 00000400:00000200:3.0:1767384320.887809:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000155a105d net tcp29 00000020:00000010:0.0:1767384320.887812:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000139b5886. 00000400:00000200:3.0:1767384320.887813:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000020:00000001:0.0:1767384320.887820:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.887821:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp29 flags 0x11 00000020:00000001:0.0:1767384320.887826:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384320.887827:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000c6ce2d21. 00000400:00000200:1.0:1767384320.887829:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000010:3.0:1767384320.887832:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000b81f0b57. 10000000:00000010:0.0:1767384320.887834:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003b059514. 00000400:00000010:3.0:1767384320.887836:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000ca9e0cf9. 00000400:00000010:3.0:1767384320.887840:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000228c1529. 10000000:00000040:0.0:1767384320.887846:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:3.0:1767384320.887850:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 10000000:00000010:0.0:1767384320.887852:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001c572350. 00000400:00000200:3.0:1767384320.887855:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:3.0:1767384320.887860:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 10000000:00000001:0.0:1767384320.887860:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.887867:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384320.887868:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:3.0:1767384320.887876:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384320.887876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000040:0.0:1767384320.887876:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728317696/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.887882:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384320.887891:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000100:00000001:0.0:1767384320.887896:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384320.887897:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (22) 02000000:00000001:0.0:1767384320.887901:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.887905:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1261189. 02000000:00000001:0.0:1767384320.887909:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384320.887910:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000020:00000001:0.0:1767384320.887911:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.887915:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384320.887919:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384320.887921:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384320.887922:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.887924:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384320.887926:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384320.887928:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005ca0f56c. 00000100:00000010:0.0:1767384320.887931:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd971c74. 00000100:00000001:0.0:1767384320.887934:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384320.887935:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008e03b36e. 02000000:00000001:0.0:1767384320.887939:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.887940:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384320.887943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000010:0.0:1767384320.887949:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:0.0:1767384320.887954:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.887955:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384320.887967:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000586d3480. 10000000:01000000:0.0:1767384320.887971:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384320.887974:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384320.887976:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384320.887978:0:16352:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000be28f8dc. 00000020:00000001:0.0:1767384320.887978:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.887980:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00000020:00000001:0.0:1767384320.887982:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.887985:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384320.887988:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384320.887990:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384320.887998:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00010000:00000001:0.0:1767384320.887999:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.888002:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384320.888005:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.888012:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384320.888014:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.888016:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384320.888018:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.888019:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.888021:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384320.888023:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384320.888025:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:0.0:1767384320.888027:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384320.888039:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888075:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888123:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888188:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888221:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888248:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888264:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888317:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888395:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888441:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888468:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888489:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888509:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888538:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888560:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888578:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888605:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888642:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888661:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888693:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384320.888758:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384320.888847:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da68bd68. 00000800:00000010:1.0:1767384320.888851:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384320.888854:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006138a97e. 00000800:00000010:1.0:1767384320.888870:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006138a97e. 00000800:00020000:1.0:1767384320.888876:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384320.888878:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384320.888880:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000da68bd68. 00000400:02020000:1.0:1767384320.888908:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384320.888912:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:1.0:1767384320.888916:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:1.0:1767384320.888920:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:1.0:1767384320.888922:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:1.0:1767384320.888924:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384320.888927:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384320.888930:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 0 next ping: 242 health :900 00000400:00000200:1.0:1767384320.888932:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e306848c 00000400:00000010:1.0:1767384320.888933:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e306848c. 00000400:00000200:1.0:1767384320.888935:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384320.888937:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp29: 1 00000400:00000200:1.0:1767384320.888939:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp29 (000000000ca30777): -114 00000400:00000010:1.0:1767384320.888951:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe6d6ed6. 00000400:00000200:1.0:1767384320.888953:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000ca30777 (3) 00000400:00000200:1.0:1767384320.888966:0:16345:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000020e9243d nid 192.168.202.115@tcp29 00000400:00000010:1.0:1767384320.888969:0:16345:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000020e9243d. 00000400:00000200:1.0:1767384320.888973:0:16345:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001d6773d7 net tcp29 00000400:00000010:1.0:1767384320.888975:0:16345:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001d6773d7. 00000400:00000200:1.0:1767384320.888978:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000ca30777 (2) 00000400:00000200:2.0:1767384320.888984:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384320.888990:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp29(000000000ca30777) state 0x80841 00000400:00000200:2.0:1767384320.888992:0:16353:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.115@tcp29(000000000ca30777) state 0x80841 00000400:00000200:2.0:1767384320.888994:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp29(000000000ca30777) state 0x80801 rc 0 00000400:00000200:2.0:1767384320.888997:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp29 (000000000ca30777) 00000400:00000200:2.0:1767384320.888998:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000000ca30777 (1) 00000400:00000200:2.0:1767384320.889001:0:16353:0:(peer.c:272:lnet_destroy_peer_locked()) 000000000ca30777 nid 192.168.202.115@tcp29 00000400:00000010:2.0:1767384320.889003:0:16353:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000000ca30777. 00000100:00000040:3.0:1767384320.893190:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294908936, at 4294908937 00000100:00000040:2.0:1767384320.893195:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294908936, at 4294908937 00000100:00000010:3.0:1767384320.893198:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9c4a6c. 00000100:00000040:0.0:1767384320.893198:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294908936, at 4294908937 00000100:00000010:2.0:1767384320.893206:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032ee1b79. 00000100:00000010:0.0:1767384320.893208:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e1eca5. 00000100:00000040:1.0:1767384320.893229:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294908936, at 4294908937 00000100:00000010:1.0:1767384320.893236:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535975a2. 00000020:00000010:3.0:1767384320.894555:0:26868:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d76bcd57. 00000020:00000040:3.0:1767384320.894561:0:26868:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384320.894563:0:26868:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d76bcd57. 00080000:00000010:1.0:1767384321.022575:0:26869:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b0bc99f5. 00080000:00000010:1.0:1767384321.022584:0:26869:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b0bc99f5. 00000020:00000001:1.0:1767384321.022588:0:26869:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384321.022593:0:26869:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b0bc99f5. 00080000:00000010:1.0:1767384321.022597:0:26869:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b0bc99f5. 00000020:00000001:1.0:1767384321.022599:0:26869:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.332201:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384321.332207:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.332213:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384321.332214:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.332249:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384321.332253:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.332255:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384321.722123:0:27033:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384321.722127:0:27033:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:3.0:1767384321.725149:0:27033:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384321.731550:0:27034:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004055bfc5. 00000400:00000010:3.0:1767384321.731563:0:27034:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000064b98cd9. 00000400:00000010:3.0:1767384321.731572:0:27034:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000078af908e. 00000400:00000010:3.0:1767384321.731575:0:27034:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004c003ea0. 00000400:00000010:3.0:1767384321.731578:0:27034:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008faf795a. 00000400:00000010:3.0:1767384321.731582:0:27034:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d3f2f8f. 00000400:00000010:3.0:1767384321.731583:0:27034:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eab437a9. 00000400:00000010:3.0:1767384321.731584:0:27034:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054156c22. 00000400:00000010:3.0:1767384321.731587:0:27034:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003af5938a. 00000800:00000010:3.0:1767384321.731600:0:27034:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000016cd3e7f. 00000800:00000200:3.0:1767384321.731609:0:27034:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384321.731618:0:27034:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384321.731648:0:27034:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384321.731682:0:27034:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767384321.733264:0:27034:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000018725f58. 00000400:00000010:2.0:1767384321.733271:0:27034:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047089d5c. 00000400:00000010:2.0:1767384321.733276:0:27034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc592d. 00000400:00000001:2.0:1767384321.733294:0:27034:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384321.733300:0:27034:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384321.733302:0:27034:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f160239. 00000400:00000200:2.0:1767384321.733304:0:27034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000400:00000010:2.0:1767384321.733306:0:27034:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 00000400:00000010:2.0:1767384321.733310:0:27034:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000082f11597. 00000400:00000200:2.0:1767384321.733314:0:27034:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (21) 00000400:00000200:2.0:1767384321.733326:0:27034:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384321.733333:0:27034:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767384321.733339:0:27034:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002b44b889. 00000020:01000000:2.0:1767384321.733343:0:27034:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384321.733345:0:27034:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp30 00000400:00000200:3.0:1767384321.733352:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384321.733361:0:27034:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000064b98cd9. 00000400:00000010:2.0:1767384321.733366:0:27034:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004055bfc5. 00000400:00000200:3.0:1767384321.733367:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:3.0:1767384321.733376:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051314158. 00000400:00000200:3.0:1767384321.733380:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000010:3.0:1767384321.733386:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b84a741f. 00000400:00000200:3.0:1767384321.733390:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp12 00000020:00000001:0.0:1767384321.733393:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384321.733403:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp12 to MR: 192.168.202.115@tcp12 local destination 10000000:00000001:0.0:1767384321.733407:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384321.733411:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [64:64:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [63:63:8:4294967295] 10000000:00000001:0.0:1767384321.733412:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384321.733416:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384321.733418:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp12 00000020:01000004:0.0:1767384321.733423:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384321.733428:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384321.733433:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384321.733434:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) -> 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) : PUT try# 0 00000020:01000004:0.0:1767384321.733438:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384321.733441:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.0:1767384321.733442:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000020:01000004:0.0:1767384321.733445:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384321.733447:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:3.0:1767384321.733448:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d7e2ea0. 00000020:01000004:0.0:1767384321.733449:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384321.733452:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384321.733454:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384321.733457:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000100:00000010:0.0:1767384321.733462:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000800:00000200:3.0:1767384321.733468:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:988 00000020:00000040:0.0:1767384321.733470:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:3.0:1767384321.733472:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d7e2ea0 type 1, nob 480 niov 1 nkiov 1 00000100:00000001:0.0:1767384321.733479:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384321.733484:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384321.733490:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:0.0:1767384321.733490:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.733496:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000010:0.0:1767384321.733502:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000007b18f8c. 00000100:00000001:0.0:1767384321.733510:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.733520:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.733523:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.733531:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_03+3] req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384321.733567:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384321.733570:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.733572:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.733575:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384321.733576:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384321.733580:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.733583:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384321.733586:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384321.733587:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384321.733589:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767384321.733591:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384321.733593:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384321.733597:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384321.733599:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384321.733601:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384321.733602:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384321.733603:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:1.0:1767384321.733604:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d7e2ea0. 02000000:00000001:3.0:1767384321.733607:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384321.733608:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384321.733611:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.733611:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384321.733612:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384321.733612:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384321.733618:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384321.733618:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000001:2.0:1767384321.733619:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:0.0:1767384321.733623:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384321.733624:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 00000800:00000001:2.0:1767384321.733625:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384321.733626:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728317824:0@lo:253: 00000400:00000200:1.0:1767384321.733631:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:0.0:1767384321.733633:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384321.733634:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384321.733638:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384321.733639:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp12: 0 02000000:00000001:3.0:1767384321.733641:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384321.733641:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : PUT - for me 00000020:01000004:0.0:1767384321.733642:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384321.733647:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384321.733647:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384321.733651:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384321.733654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072aa910b. 00000020:00000040:0.0:1767384321.733658:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384321.733673:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 384 into portal 0 MB=0x8000000000000000 02000000:00000010:3.0:1767384321.733676:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000134ecb68. 02000000:00000001:3.0:1767384321.733680:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.733681:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384321.733683:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 368/384 into md 0x173d [1] + 0 00000100:00000001:0.0:1767384321.733683:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384321.733687:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000100:00000001:1.0:1767384321.733687:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.733688:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384321.733689:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b74ac4b4. 02000000:00000001:0.0:1767384321.733693:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.733696:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c616da99 02000000:00000010:0.0:1767384321.733701:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b4b8a721. 00000400:00000010:3.0:1767384321.733702:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030dce910. 00000800:00000001:2.0:1767384321.733702:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384321.733709:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728317824, portal 25 00000800:00000001:2.0:1767384321.733709:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.733709:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.733716:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384321.733717:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.733719:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384321.733720:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000001:0.0:1767384321.733724:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.733728:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.733728:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 00000100:00000040:0.0:1767384321.733733:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072aa910b] to pc [ptlrpcd_00_00+0] req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.733738:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:2.0:1767384321.733743:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000400:00000200:2.0:1767384321.733750:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384321.733751:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.733757:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384321.733758:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000400:00000010:3.0:1767384321.733761:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013ed230d. 00000100:00000200:3.0:1767384321.733765:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728317824, offset 0 00000400:00000200:2.0:1767384321.733768:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 10000000:00000001:0.0:1767384321.733771:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.733772:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384321.733776:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (384 bytes) 10000000:00000001:0.0:1767384321.733777:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.733782:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.733784:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384321.733787:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:01000000:0.0:1767384321.733789:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384321.733793:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002b44b889. 00000400:00000200:2.0:1767384321.733799:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (24) 00000400:00000200:3.0:1767384321.733814:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04780 00000400:00000200:2.0:1767384321.733816:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384321.733818:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384321.733822:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000100:00100000:0.0:1767384321.733824:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767384321.733826:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp12 to MR: 192.168.202.115@tcp12 local destination 00000400:00000010:3.0:1767384321.733830:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f06de2f. 00000100:00000001:0.0:1767384321.733831:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.733836:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8287d6e 00000400:00000200:2.0:1767384321.733837:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [65:65:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1767384321.733844:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.733844:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.733849:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.733853:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) -> 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) 192.168.202.115@tcp12 : ACK try# 0 00000400:00000200:3.0:1767384321.733854:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.733856:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.733860:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.733863:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384321.733864:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8287d6e 00000800:00000200:2.0:1767384321.733868:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000400:00000010:3.0:1767384321.733869:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8287d6e. 00000100:00000040:0.0:1767384321.733870:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384321.733875:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000100:00000001:3.0:1767384321.733876:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384321.733879:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384321.733885:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003d3bf28c x1853236728317824 msgsize 4848 00000800:00000200:2.0:1767384321.733885:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000100:00000001:0.0:1767384321.733895:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384321.733896:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384321.733899:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384321.733900:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:1017 00000100:00000040:3.0:1767384321.733901:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384321.733906:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:0.0:1767384321.733906:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384321.733911:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.733912:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384321.733917:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.733919:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013ed230d 00000800:00000001:2.0:1767384321.733920:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384321.733922:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072aa910b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728317952:0@lo:253: 00000400:00000010:3.0:1767384321.733923:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013ed230d. 00000100:00000001:3.0:1767384321.733927:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384321.733928:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384321.733931:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.733940:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384321.733944:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384321.733947:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.733952:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384321.733958:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384321.733959:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c7e2d97b. 00000100:00000040:3.0:1767384321.733962:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.733965:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.733973:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002416bbef. 00000100:00000001:3.0:1767384321.733974:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.733977:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.733983:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.733983:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af1b524d. 00000800:00000200:2.0:1767384321.733988:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384321.733990:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294909784 00000100:00000200:0.0:1767384321.733991:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728317952, portal 25 00000800:00000010:2.0:1767384321.733992:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000100:00000010:3.0:1767384321.733998:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a866064. 00000100:00000001:0.0:1767384321.733998:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384321.733999:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.734003:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801164800 : -113719908386816 : ffff98928541b800) 00000100:00000001:3.0:1767384321.734009:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384321.734013:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.734016:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294909784 00000400:00000200:2.0:1767384321.734018:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000100:00000010:3.0:1767384321.734025:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c939103c. 00000800:00000001:2.0:1767384321.734029:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384321.734031:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384321.734034:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384321.734035:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384321.734039:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384321.734041:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294909784 00000800:00000001:2.0:1767384321.734041:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384321.734043:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f29a6af. 00000100:00000010:3.0:1767384321.734049:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021635d69. 00000800:00000001:2.0:1767384321.734049:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384321.734050:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728317952, offset 0 00000100:00000001:3.0:1767384321.734056:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384321.734057:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384321.734062:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384321.734064:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294909784 00000800:00000001:2.0:1767384321.734067:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384321.734070:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c398e85f. 00000400:00000200:0.0:1767384321.734074:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.734078:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384321.734083:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : ACK - for me 00000100:00000001:3.0:1767384321.734085:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384321.734090:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04800 00000100:00000001:3.0:1767384321.734091:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.734096:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.734100:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.734105:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp12: ACK from 12345-192.168.202.115@tcp12 into md 0x178d 00000100:00000001:3.0:1767384321.734106:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.734110:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.734113:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384321.734113:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.734116:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384321.734117:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1055 [2] + 0 00000100:00000001:3.0:1767384321.734119:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734124:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000100:00000001:3.0:1767384321.734125:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.734127:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded81ce1. 00000400:00000200:0.0:1767384321.734161:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5e3ecb1 00000400:00000200:2.0:1767384321.734165:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051314158 00000400:00000200:0.0:1767384321.734167:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384321.734168:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051314158. 00000400:00000200:2.0:1767384321.734174:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384321.734175:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384321.734179:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:3.0:1767384321.734180:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384321.734182:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5e3ecb1 00000100:00100000:3.0:1767384321.734184:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317824 00000400:00000200:2.0:1767384321.734187:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:0.0:1767384321.734187:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5e3ecb1. 02000000:00000001:3.0:1767384321.734189:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.734193:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384321.734195:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (23) 00000100:00000001:0.0:1767384321.734196:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384321.734199:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384321.734201:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.734205:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000008de804be x1853236728317952 msgsize 4848 02000000:00000001:3.0:1767384321.734207:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384321.734210:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384321.734212:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317824 00000020:00000001:3.0:1767384321.734217:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384321.734217:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384321.734217:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384321.734222:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:0.0:1767384321.734224:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:3.0:1767384321.734225:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.734229:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:3.0:1767384321.734232:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384321.734234:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384321.734238:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.734239:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384321.734242:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000400:00000200:0.0:1767384321.734246:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f29a6af 00000100:00000001:3.0:1767384321.734247:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.734249:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000020:00000010:3.0:1767384321.734255:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ada111. 00000400:00000010:0.0:1767384321.734258:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f29a6af. 00000020:00000010:3.0:1767384321.734262:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040fbff3e. 00000100:00000001:0.0:1767384321.734264:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384321.734268:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000100:00000200:0.0:1767384321.734271:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.734276:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384321.734281:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.734284:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384321.734287:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.734289:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384321.734295:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.734295:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.734307:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.734307:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.734311:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.734319:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.734323:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384321.734323:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294909785 00000100:00100000:3.0:1767384321.734327:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728317952 02000000:00000001:3.0:1767384321.734331:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384321.734332:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294909784 00000100:00000001:3.0:1767384321.734333:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.734336:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.734341:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.734341:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294909785 00000100:00100000:3.0:1767384321.734343:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728317952 00000020:00000001:3.0:1767384321.734348:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384321.734349:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294909784 00000020:00000040:3.0:1767384321.734350:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384321.734356:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.734358:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:0.0:1767384321.734358:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294909785 00000020:00000001:3.0:1767384321.734362:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:3.0:1767384321.734368:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384321.734368:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909784 00000100:00000001:0.0:1767384321.734375:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294909785 00000400:00000200:2.0:1767384321.734379:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384321.734380:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.734382:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909784 00000020:00000010:3.0:1767384321.734386:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000400:00000010:2.0:1767384321.734387:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000818abf2b. 00000100:00000001:0.0:1767384321.734387:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.734391:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.734394:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.734395:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000400:00000010:2.0:1767384321.734395:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f160239. 00000100:00000001:0.0:1767384321.734399:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.734404:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027552dc3. 00000400:00000010:2.0:1767384321.734404:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000100:00000001:0.0:1767384321.734405:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.734411:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000819cfadf. 00000400:00000200:2.0:1767384321.734413:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000818abf2b 00000020:00000010:3.0:1767384321.734418:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa6a0e1b. 00000400:00000010:2.0:1767384321.734419:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000d38855bf. 00000100:00000001:0.0:1767384321.734421:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.734423:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384321.734425:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734426:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:3.0:1767384321.734427:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384321.734430:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.734435:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734437:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000100:00000001:3.0:1767384321.734440:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.734443:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000010:2.0:1767384321.734450:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000056304e91. 00000100:00000001:0.0:1767384321.734450:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.734452:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.734455:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384321.734455:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384321.734457:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058f7f49. 00000100:00100000:3.0:1767384321.734462:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:3.0:1767384321.734466:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000010:2.0:1767384321.734466:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f60d8a5b. 00000100:00000001:3.0:1767384321.734468:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250598480 : -113719458953136 : ffff9892a00b8850) 00000100:00100000:0.0:1767384321.734472:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:3.0:1767384321.734476:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d3bf28c x1853236728317824/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.734477:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000040:0.0:1767384321.734480:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384321.734485:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250609744 : -113719458941872 : ffff9892a00bb450) 00000100:00000001:3.0:1767384321.734489:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384321.734489:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000010:3.0:1767384321.734494:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000100:00000040:0.0:1767384321.734494:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008de804be x1853236728317952/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.734497:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384321.734499:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.734505:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000400:00000200:2.0:1767384321.734514:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00100000:3.0:1767384321.734517:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d3bf28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728317824:12345-0@lo:253: 00000100:00000200:3.0:1767384321.734526:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317824 00000400:00000200:2.0:1767384321.734527:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:00000001:3.0:1767384321.734531:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384321.734535:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384321.734538:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734543:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000020:00000001:3.0:1767384321.734544:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384321.734547:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:0.0:1767384321.734553:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384321.734554:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384321.734558:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.734558:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000010:0.0:1767384321.734560:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8e81229. 00000100:00000001:0.0:1767384321.734565:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384321.734567:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:3.0:1767384321.734568:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384321.734572:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d8e81229. 00000020:00000001:3.0:1767384321.734573:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384321.734578:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734578:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:3.0:1767384321.734584:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384321.734585:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008de804be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728317952:12345-0@lo:253: 02000000:00000001:3.0:1767384321.734588:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384321.734592:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000200:0.0:1767384321.734594:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728317952 02000000:00000010:3.0:1767384321.734595:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2b8bc0b. 02000000:00000001:3.0:1767384321.734599:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734600:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000001:0.0:1767384321.734601:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384321.734605:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.734607:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384321.734610:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 20000000:00000001:3.0:1767384321.734612:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384321.734612:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.734617:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384321.734621:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000010:3.0:1767384321.734622:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf2a4908. 20000000:01000000:3.0:1767384321.734628:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384321.734628:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384321.734631:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:00000001:0.0:1767384321.734633:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384321.734634:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384321.734639:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384321.734639:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384321.734642:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 20000000:00000001:3.0:1767384321.734643:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.734643:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384321.734648:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.734649:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734653:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 20000000:00000001:3.0:1767384321.734655:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384321.734656:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384321.734660:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 02000000:00000001:0.0:1767384321.734661:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384321.734681:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be2dea4d. 02000000:00000010:0.0:1767384321.734682:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df4fc9c3. 20000000:01000000:3.0:1767384321.734684:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 02000000:00000001:0.0:1767384321.734687:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.734691:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.734692:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384321.734697:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384321.734698:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384321.734702:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00080000:00000001:3.0:1767384321.734704:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384321.734707:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 20000000:00000010:0.0:1767384321.734709:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bea8a49. 00000400:00000200:2.0:1767384321.734714:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 20000000:01000000:0.0:1767384321.734715:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384321.734720:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 20000000:00000001:0.0:1767384321.734720:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384321.734721:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384321.734725:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384321.734728:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 20000000:00000001:0.0:1767384321.734732:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.734736:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384321.734737:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384321.734743:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384321.734745:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734746:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 14], ns[63, 14] 00080000:00000001:3.0:1767384321.734747:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384321.734750:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384321.734754:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:2.0:1767384321.734758:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000020:00000001:3.0:1767384321.734759:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:3.0:1767384321.734762:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384321.734764:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384321.734767:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp13 00080000:00000001:3.0:1767384321.734769:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.734772:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.734775:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp13 lpni_is_preferred = 0 00000020:00000001:3.0:1767384321.734776:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384321.734782:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:2.0:1767384321.734782:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp13 00080000:00000001:3.0:1767384321.734787:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384321.734788:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [66:66:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384321.734793:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp13 00080000:00000010:3.0:1767384321.734797:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff4af3e6. 00000400:00000200:2.0:1767384321.734802:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:) -> 192.168.202.115@tcp13(192.168.202.115@tcp:192.168.202.115@tcp13) : GET try# 0 00080000:00000001:3.0:1767384321.734803:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630354737122816 : -113718972428800 : ffff9892bd0b4e00) 00080000:00000001:3.0:1767384321.734809:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384321.734809:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp13 00000001:00000001:3.0:1767384321.734813:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:2.0:1767384321.734814:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b8f15b0. 00080000:00000010:3.0:1767384321.734817:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007e2f32dc. 00080000:00000001:3.0:1767384321.734822:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384321.734822:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00080000:00000001:3.0:1767384321.734828:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384321.734833:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:988 00000800:00000200:2.0:1767384321.734835:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384321.734839:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.734851:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384321.734853:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00080000:00000001:3.0:1767384321.734854:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384321.734941:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.734947:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384321.734949:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384321.734950:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384321.734953:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b8f15b0. 00000800:00000001:2.0:1767384321.734956:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.734957:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.734966:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: GET: OK 00000400:00000200:2.0:1767384321.734968:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : GET - for me 00000400:00000200:3.0:1767384321.734970:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384321.734973:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:2.0:1767384321.734978:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384321.734983:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 384/384 into md 0x1789 [1] + 0 00000400:00000200:2.0:1767384321.734989:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp13 to MR: 192.168.202.115@tcp13 local destination 00000400:00000200:2.0:1767384321.734993:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [67:67:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [66:66:8:4294967295] 00000400:00000200:2.0:1767384321.735001:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) -> 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) 192.168.202.115@tcp13 : REPLY try# 0 00000800:00000200:2.0:1767384321.735004:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000800:00000010:2.0:1767384321.735007:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a784d72e. 00000800:00000200:2.0:1767384321.735010:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00000800:00000200:2.0:1767384321.735014:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:1015 00000800:00000200:2.0:1767384321.735016:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a784d72e type 3, nob 480 niov 1 nkiov 1 00000800:00000001:3.0:1767384321.735039:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.735070:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384321.735076:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384321.735077:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384321.735081:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384321.735081:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a784d72e. 00000800:00000001:3.0:1767384321.735084:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.735088:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.735092:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384321.735099:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: REPLY: OK 00000800:00000001:0.0:1767384321.735100:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.735107:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp13: Reply from 12345-192.168.202.115@tcp13 of length 384/384 into md 0x17a5 00000800:00000001:3.0:1767384321.735112:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.735116:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.735118:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.735121:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: REPLY: OK 00000400:00000200:3.0:1767384321.735124:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058f7f49 00000400:00000010:3.0:1767384321.735125:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058f7f49. 00000400:00000200:3.0:1767384321.735128:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384321.735130:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:3.0:1767384321.735132:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:3.0:1767384321.735332:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 22. state = 0x100251 00000400:00000200:3.0:1767384321.735338:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384321.735349:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (23) 00000800:00000001:3.0:1767384321.735364:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384321.735365:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384321.735370:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.735372:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:2.0:1767384321.735382:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000002f375293. 00000400:00000010:2.0:1767384321.735384:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000004591d909. 00000400:00000010:2.0:1767384321.735387:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000082f11597. 00000400:00000200:2.0:1767384321.735411:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp29(00000000fdd2fc85) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384321.735419:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000302baf7b. 00000400:00000200:2.0:1767384321.735426:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000302baf7b nid 192.168.202.115@tcp30 00000400:00000010:2.0:1767384321.735438:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000056894c3. 00000400:00000200:2.0:1767384321.735441:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000056894c3 net tcp30 00000400:00000200:2.0:1767384321.735445:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000200:2.0:1767384321.735450:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp30 flags 0x11 00000400:00000010:2.0:1767384321.735454:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000002f375293. 00000400:00000010:2.0:1767384321.735458:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000004591d909. 00000400:00000010:2.0:1767384321.735460:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000082f11597. 00000400:00000010:2.0:1767384321.735462:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000056304e91. 00000400:00000200:2.0:1767384321.735465:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384321.735467:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:2.0:1767384321.735470:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:2.0:1767384321.735472:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:2.0:1767384321.735474:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384321.735476:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:2.0:1767384321.735478:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384321.735483:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (23) 00080000:00000010:0.0:1767384321.735821:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff4af3e6. 00080000:00000010:3.0:1767384321.735857:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007e2f32dc. 00040000:00000001:3.0:1767384321.735861:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.735863:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384321.735865:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384321.735867:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384321.735868:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.735870:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384321.735878:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384321.735886:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384321.735889:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384321.735893:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384321.735897:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bf592db. 20000000:01000000:0.0:1767384321.735902:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:01000000:2.0:1767384321.735909:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384321.735913:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384321.735914:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384321.735916:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384321.735920:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384321.735920:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384321.735925:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384321.735925:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:2.0:1767384321.735931:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd78faed count: 2 00080000:00000001:0.0:1767384321.735934:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384321.735935:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384321.735939:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384321.735942:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00080000:00000001:0.0:1767384321.735944:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.735946:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384321.735948:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:2.0:1767384321.735949:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbb73 to hash 00080000:00000001:0.0:1767384321.735950:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.735954:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384321.735955:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384321.735957:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000001:0.0:1767384321.735958:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.735960:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000002:0.0:1767384321.735962:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00010000:00000001:2.0:1767384321.735964:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.735967:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.735969:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00010000:00010000:2.0:1767384321.735970:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384321.735972:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384321.735976:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384321.735982:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384321.735987:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.735989:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384321.735990:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000020:3.0:1767384321.735991:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384321.735993:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384321.735996:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000100:00000001:3.0:1767384321.735997:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384321.735998:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384321.736002:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384321.736002:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000010:3.0:1767384321.736003:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf2a4908. 00010000:00000001:2.0:1767384321.736007:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:0.0:1767384321.736008:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b9473e29. 20000000:00000001:3.0:1767384321.736010:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.736011:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384321.736015:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353830370816 : -113719879180800 : ffff989286ff5e00) 00010000:00000040:3.0:1767384321.736017:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317824 00080000:00000001:0.0:1767384321.736022:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384321.736024:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384321.736024:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:0.0:1767384321.736026:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384321.736028:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384321.736031:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d8e81229. 00010000:00000200:3.0:1767384321.736032:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d3bf28c x1853236728317824/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.736033:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384321.736037:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.736038:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384321.736042:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384321.736044:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.736050:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1767384321.736053:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:0.0:1767384321.736054:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.736055:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.736057:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.736063:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=44 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384321.736066:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:2.0:1767384321.736070:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd78faed) refcount = 2 00000100:00000001:3.0:1767384321.736073:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384321.736077:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000040:2.0:1767384321.736077:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1767384321.736081:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384321.736085:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384321.736085:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384321.736088:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736093:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.736097:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:2.0:1767384321.736097:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384321.736101:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384321.736103:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d360105a. 00000100:00000200:3.0:1767384321.736108:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728317824, offset 224 00010000:00000010:2.0:1767384321.736113:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001155eaa1. 00000400:00000200:3.0:1767384321.736114:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384321.736119:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1767384321.736122:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384321.736123:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009983481f. 00000100:00000001:2.0:1767384321.736127:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353850307904 : -113719859243712 : ffff9892882f9540) 00000400:00000200:3.0:1767384321.736131:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04780 00000100:00000001:2.0:1767384321.736131:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353850307904 : -113719859243712 : ffff9892882f9540) 00000100:00000001:2.0:1767384321.736151:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384321.736153:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384321.736155:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1767384321.736161:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1791 [2] + 224 00010000:00000001:2.0:1767384321.736165:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384321.736167:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384321.736168:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384321.736172:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384321.736172:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384321.736176:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384321.736178:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384321.736181:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000200:3.0:1767384321.736184:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.736185:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384321.736190:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd9df5f. 00000100:00000040:3.0:1767384321.736194:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384321.736195:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000001:2.0:1767384321.736201:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384321.736204:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384321.736207:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736211:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384321.736212:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082f11597. 00000100:00000001:2.0:1767384321.736217:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.736218:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d360105a 00000400:00000010:3.0:1767384321.736221:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d360105a. 00010000:00010000:2.0:1767384321.736224:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384321.736224:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.736225:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.736229:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.736229:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.736235:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384321.736238:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384321.736239:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00010000:2.0:1767384321.736242:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 392 lvb_type: 0 00000400:00000001:0.0:1767384321.736242:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384321.736243:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384321.736247:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.736248:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d71d76. 00000020:00000001:3.0:1767384321.736252:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384321.736257:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:3.0:1767384321.736258:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d3bf28c x1853236728317824/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.736258:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030dce910 00000100:00000001:2.0:1767384321.736262:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384321.736263:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030dce910. 00000100:00000040:2.0:1767384321.736269:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384321.736271:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384321.736279:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d3bf28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728317824:12345-0@lo:253: Request processed in 1785us (2389us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384321.736281:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.736288:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384321.736291:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.736298:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1767384321.736298:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bd9df5f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728318080:0@lo:104: 00000100:00000040:3.0:1767384321.736304:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384321.736307:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384321.736308:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384321.736310:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384321.736312:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384321.736313:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.736318:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040fbff3e. 02000000:00000001:2.0:1767384321.736318:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384321.736322:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce6c3e19. 00000020:00000010:3.0:1767384321.736327:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 02000000:00000001:2.0:1767384321.736327:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.736335:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ada111. 00000400:00000010:2.0:1767384321.736335:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001844e248. 00000100:00000200:0.0:1767384321.736338:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384321.736342:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084a35b8a. 00000020:00000040:3.0:1767384321.736345:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000200:2.0:1767384321.736347:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318080, portal 16 00000100:00000001:2.0:1767384321.736353:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384321.736354:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384321.736358:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2b8bc0b. 00000100:00000001:0.0:1767384321.736358:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384321.736361:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566702720 : -113724142848896 : ffff989188dcf480) 00000100:00000001:0.0:1767384321.736362:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.736367:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384321.736367:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384321.736370:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384321.736372:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.736376:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.736377:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384321.736379:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384321.736382:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.736384:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384321.736385:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384321.736388:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.736390:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000400:00000010:3.0:1767384321.736391:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3be9fde. 00000100:00001000:0.0:1767384321.736394:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=44 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384321.736397:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728318080, offset 0 00000400:00000010:3.0:1767384321.736398:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d360105a. 00000100:00001000:0.0:1767384321.736401:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384321.736407:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384321.736411:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.736411:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.736416:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384321.736419:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.736424:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384321.736425:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.736432:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.736437:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce04880 00000400:00000200:2.0:1767384321.736449:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000100:00000001:0.0:1767384321.736450:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.736454:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384321.736456:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9e6766. 00000100:00000001:0.0:1767384321.736458:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.736461:0:17102:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002515f6fb 00000020:01000004:0.0:1767384321.736463:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:2.0:1767384321.736466:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384321.736467:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384321.736471:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384321.736472:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:0.0:1767384321.736475:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384321.736476:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002515f6fb 00000400:00000010:2.0:1767384321.736479:0:17102:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002515f6fb. 00000020:01000004:0.0:1767384321.736479:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384321.736483:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384321.736485:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:0.0:1767384321.736486:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384321.736489:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:2.0:1767384321.736490:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:01000004:0.0:1767384321.736491:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384321.736494:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384321.736497:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000df41c13a x1853236728318080 msgsize 328 00000100:00000040:0.0:1767384321.736500:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.736511:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384321.736517:0:17102:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00100000:0.0:1767384321.736518:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728317824:0@lo:253: 00000100:00000001:2.0:1767384321.736532:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.736532:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.736535:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.736539:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728317824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.736540:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000400:00000010:2.0:1767384321.736545:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 00000100:00000001:2.0:1767384321.736551:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384321.736553:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767384321.736554:0:17071:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051dfa3c3. 00000100:00000200:2.0:1767384321.736559:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384321.736559:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767384321.736560:0:17071:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2b8bc0b. 02000000:00000010:0.0:1767384321.736564:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000134ecb68. 00000100:00100000:3.0:1767384321.736565:0:17071:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 02000000:00000001:0.0:1767384321.736572:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384321.736573:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000020:00000001:0.0:1767384321.736578:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384321.736579:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d71d76. 00000100:00000001:2.0:1767384321.736581:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384321.736582:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000010:3.0:1767384321.736584:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013ed230d. 00000020:00000001:0.0:1767384321.736586:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384321.736588:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384321.736591:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767384321.736591:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000007b18f8c. 00000100:00100000:3.0:1767384321.736594:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318080 02000000:00000001:3.0:1767384321.736599:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.736601:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384321.736602:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384321.736604:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.736607:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384321.736608:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.736609:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384321.736611:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00100000:3.0:1767384321.736613:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318080 00000100:00000001:2.0:1767384321.736615:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384321.736618:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384321.736619:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384321.736620:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000020:00000001:3.0:1767384321.736624:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384321.736624:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.736624:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384321.736627:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:0.0:1767384321.736629:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384321.736630:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000020:00000001:3.0:1767384321.736636:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:2.0:1767384321.736637:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294909787 00000100:00000001:3.0:1767384321.736638:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.736639:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384321.736642:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000100:00000001:0.0:1767384321.736644:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736647:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.736647:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294909785 00000100:00000001:0.0:1767384321.736648:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384321.736650:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000100:00000001:0.0:1767384321.736653:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.736657:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff4af3e6. 00000100:00000001:2.0:1767384321.736657:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294909787 00000020:00000010:3.0:1767384321.736662:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040fbff3e. 00000100:00000001:2.0:1767384321.736675:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294909785 00000020:00000010:3.0:1767384321.736678:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000100:00000001:2.0:1767384321.736682:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294909787 00000100:00000040:3.0:1767384321.736685:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384321.736689:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.736690:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384321.736691:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294909785 00000100:00000001:3.0:1767384321.736697:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.736699:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294909787 00000100:00000001:3.0:1767384321.736702:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.736704:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294909785 00000100:00000001:2.0:1767384321.736708:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.736711:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.736712:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.736717:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.736719:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.736721:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736723:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384321.736723:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384321.736726:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384321.736727:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384321.736731:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384321.736732:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384321.736733:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.736736:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384321.736738:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00010000:00000001:2.0:1767384321.736739:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384321.736741:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354749641808 : -113718959909808 : ffff9892bdca5450) 00000100:00000001:0.0:1767384321.736742:0:17114:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.736743:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384321.736748:0:17114:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.736749:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df41c13a x1853236728318080/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 328/0 e 0 to 0 dl 1767384332 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384321.736749:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.736756:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.736760:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.736761:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384321.736765:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000009983481f going to sleep for 11 seconds 00000020:00000010:3.0:1767384321.736766:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e2f32dc. 00000100:00000001:3.0:1767384321.736772:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.736772:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384321.736776:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e2f32dc. 00000100:00000001:2.0:1767384321.736778:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.736781:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df41c13a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728318080:12345-0@lo:104: 00000100:00000200:3.0:1767384321.736785:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318080 00010000:00000001:3.0:1767384321.736787:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384321.736791:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384321.736792:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.736794:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=2 00000020:00000001:3.0:1767384321.736796:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:3.0:1767384321.736798:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:3.0:1767384321.736801:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.736802:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.736805:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384321.736811:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384321.736812:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384321.736814:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eba6e25f. 02000000:00000001:3.0:1767384321.736815:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736817:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.736824:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384321.736825:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.736827:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.736829:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384321.736832:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384321.736833:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384321.736835:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384321.736836:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.736838:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.736840:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384321.736842:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000200:3.0:1767384321.736844:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728318080, offset 224 00000400:00000200:3.0:1767384321.736847:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384321.736852:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384321.736856:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce04880 00000400:00000200:3.0:1767384321.736860:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17ad [1] + 224 00000400:00000200:3.0:1767384321.736863:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.736866:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.736868:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.736872:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384321.736878:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384321.736890:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384321.736893:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000400:00000010:3.0:1767384321.736895:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00000100:00000001:3.0:1767384321.736897:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.736898:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.736900:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.736902:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384321.736904:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384321.736907:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000030dce910. 00000100:00000001:2.0:1767384321.736908:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384321.736909:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384321.736915:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384321.736918:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:2.0:1767384321.736918:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384321.736921:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844e248. 00000400:00000200:2.0:1767384321.736924:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a35b8a 00010000:00000001:3.0:1767384321.736929:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.736929:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084a35b8a. 00010000:00000001:3.0:1767384321.736933:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.736934:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384321.736935:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.736942:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df41c13a x1853236728318080/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384321.736942:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384321.736950:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384321.736955:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.736961:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384321.736968:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384321.736972:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384321.736978:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384321.736979:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df41c13a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728318080:12345-0@lo:104: Request processed in 214us (479us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384321.736981:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384321.736995:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1767384321.737002:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099fb3556 already unused, calling callback (00000000a89832d0) 00000100:00000040:3.0:1767384321.737003:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000100:00000001:2.0:1767384321.737006:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 10000000:00000001:0.0:1767384321.737008:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384321.737009:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384321.737010:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.737014:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384321.737014:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384321.737015:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384321.737019:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:0.0:1767384321.737020:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384321.737021:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040fbff3e. 00000100:00000001:2.0:1767384321.737021:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.737028:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.737030:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 00000100:00001000:2.0:1767384321.737034:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=44 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384321.737036:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff4af3e6. 00010000:00000001:0.0:1767384321.737038:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384321.737041:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=44 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384321.737043:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384321.737044:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000020:00000001:0.0:1767384321.737046:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384321.737049:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384321.737050:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 02000000:00000001:3.0:1767384321.737053:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384321.737054:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.737055:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 02000000:00000010:3.0:1767384321.737056:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eba6e25f. 00010000:00000001:2.0:1767384321.737060:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384321.737062:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 02000000:00000001:3.0:1767384321.737063:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384321.737064:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737066:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384321.737068:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384321.737070:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.737070:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384321.737072:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000bc9df54. 02000000:00000001:3.0:1767384321.737078:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384321.737080:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384321.737081:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba746334. 10000000:00000001:0.0:1767384321.737086:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384321.737088:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384321.737090:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b0b81d0. 10000000:00010000:0.0:1767384321.737090:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384321.737095:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384321.737098:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 02000000:00000001:3.0:1767384321.737104:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384321.737106:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043c85b41. 00000100:00000001:2.0:1767384321.737108:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.737111:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:01000000:0.0:1767384321.737111:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384321.737112:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384321.737115:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e93055. 00000100:00000001:2.0:1767384321.737116:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384321.737118:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384321.737121:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:3.0:1767384321.737122:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000040:0.0:1767384321.737122:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384321.737125:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384321.737126:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001dc4de63. 10000000:00000040:0.0:1767384321.737127:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384321.737130:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384321.737132:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384321.737132:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384321.737133:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.737154:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005238630a. 02000000:00000001:3.0:1767384321.737161:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384321.737161:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.737163:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384321.737169:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006970c8eb. 10000000:00000001:0.0:1767384321.737174:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:3.0:1767384321.737175:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384321.737177:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bd9df5f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728318080:0@lo:104: 00000100:00000010:3.0:1767384321.737179:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071799975. 10000000:00000001:0.0:1767384321.737179:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384321.737182:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384321.737183:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 02000000:00000001:3.0:1767384321.737184:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384321.737188:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384321.737189:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000895196c4. 10000000:00000001:0.0:1767384321.737190:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384321.737191:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1767384321.737194:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384321.737195:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384321.737195:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.737197:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bb3731f. 00000100:00000040:2.0:1767384321.737201:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bd9df5f x1853236728318080/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384321.737201:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1767384321.737202:0:17071:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc31e91a. 00010000:00000001:0.0:1767384321.737206:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:3.0:1767384321.737209:0:17071:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000001cd286d7. 00010000:00000001:0.0:1767384321.737210:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384321.737214:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384321.737216:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384321.737217:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.737218:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.737222:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099fb3556 with handle 0x960a57272cefbb65 from hash 02000000:00000001:2.0:1767384321.737225:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384321.737227:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:2.0:1767384321.737228:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce6c3e19. 00010000:00000001:0.0:1767384321.737230:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384321.737232:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384321.737235:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.737236:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00000020:00000001:2.0:1767384321.737240:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384321.737241:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384321.737243:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082f11597. 00010000:00000001:0.0:1767384321.737244:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384321.737248:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384321.737249:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384321.737251:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:2.0:1767384321.737253:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384321.737258:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd9df5f. 00010000:00000001:0.0:1767384321.737258:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384321.737262:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384321.737264:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.737267:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384321.737268:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000100:00000010:2.0:1767384321.737270:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009983481f. 00000020:00000040:0.0:1767384321.737273:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384321.737275:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384321.737278:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384321.737279:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384321.737281:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:2.0:1767384321.737286:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001155eaa1. 02000000:00000001:0.0:1767384321.737286:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.737293:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000856193c1. 00010000:00000001:2.0:1767384321.737294:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.737299:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.737300:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737305:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767384321.737306:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384321.737310:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384321.737312:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384321.737316:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384321.737320:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384321.737322:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384321.737326:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.737330:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.737334:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.737340:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_01+1] req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384321.737366:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384321.737370:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.737372:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.737374:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737376:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384321.737379:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.737382:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384321.737384:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.737388:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.737390:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384321.737393:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384321.737396:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 0000000099fb3556/0x960a57272cefbb65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbb6c expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384321.737397:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.737405:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.737409:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737418:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384321.737419:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.737421:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384321.737424:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.737429:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.737434:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728318208:0@lo:103: 00000100:00000001:3.0:1767384321.737438:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:0.0:1767384321.737438:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000084622dbe count: 0 02000000:00000001:3.0:1767384321.737442:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384321.737444:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.737446:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384321.737449:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff4af3e6. 02000000:00000001:3.0:1767384321.737451:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737453:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384321.737455:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded81ce1. 00010000:00000001:0.0:1767384321.737457:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384321.737460:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000030dce910. 00000400:00000010:3.0:1767384321.737461:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000200:3.0:1767384321.737466:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318208, portal 18 00010000:00000001:0.0:1767384321.737466:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737470:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384321.737472:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000020:00000001:0.0:1767384321.737472:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384321.737477:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.737480:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384321.737482:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384321.737487:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384321.737488:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384321.737490:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.737493:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384321.737496:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384321.737500:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384321.737501:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.737503:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00010000:00010000:0.0:1767384321.737505:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384321.737507:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728318208, offset 0 00000400:00000200:3.0:1767384321.737513:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384321.737518:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384321.737523:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce04900 00000400:00000200:3.0:1767384321.737526:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767384321.737528:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b8b39b. 00000400:00000200:3.0:1767384321.737530:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f593e988 00000400:00000200:3.0:1767384321.737532:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.737535:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384321.737537:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f593e988 00000400:00000010:3.0:1767384321.737538:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f593e988. 00000100:00000001:3.0:1767384321.737540:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384321.737541:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384321.737542:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000c262fdab x1853236728318208 msgsize 328 00000100:00100000:3.0:1767384321.737545:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384321.737546:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384321.737554:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384321.737557:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee640459 00000400:00000010:3.0:1767384321.737559:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee640459. 00000100:00000001:3.0:1767384321.737561:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384321.737563:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.737569:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.737571:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.737575:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384321.737576:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737580:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384321.737580:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318208 00000100:00000001:3.0:1767384321.737583:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.737584:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.737586:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294909788 00000100:00000001:0.0:1767384321.737588:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.737591:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294909787 00000100:00000001:0.0:1767384321.737592:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737598:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294909788 02000000:00000001:0.0:1767384321.737599:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737604:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294909787 00000100:00100000:0.0:1767384321.737604:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318208 00000020:00000001:0.0:1767384321.737607:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384321.737609:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384321.737612:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384321.737616:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294909788 00000020:00000040:0.0:1767384321.737616:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:0.0:1767384321.737621:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384321.737623:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909787 00000020:00000001:0.0:1767384321.737628:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384321.737629:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294909788 00000100:00000001:3.0:1767384321.737636:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909787 00000100:00000001:0.0:1767384321.737636:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384321.737640:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384321.737641:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:3.0:1767384321.737642:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737647:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.737648:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.737650:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384321.737654:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00000001:3.0:1767384321.737656:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.737658:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.737661:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384321.737662:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127b941a. 00000100:00000001:3.0:1767384321.737674:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.737676:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.737681:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.737683:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b37278b2. 00000020:00000010:0.0:1767384321.737695:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000100:00000040:0.0:1767384321.737703:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384321.737707:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384321.737708:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384321.737710:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384321.737712:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737715:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384321.737718:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.737719:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.737722:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6880af8 refcount=4 00000020:00000001:0.0:1767384321.737724:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00000001:0.0:1767384321.737727:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00010000:0.0:1767384321.737732:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 392 lvb_type: 0 00010000:00000001:0.0:1767384321.737740:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.737741:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.737743:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.737745:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.737750:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384321.737753:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c262fdab x1853236728318208/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 328/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.737763:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384321.737765:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.737776:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.737790:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384321.737792:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384321.737794:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.737799:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384321.737799:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384321.737804:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384321.737805:0:19669:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.737810:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353871031376 : -113719838520240 : ffff9892896bcc50) 00000100:00000001:3.0:1767384321.737811:0:19669:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.737819:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c262fdab x1853236728318208/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 328/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.737829:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384321.737840:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009a0d8b7. 00000100:00000001:0.0:1767384321.737842:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384321.737845:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009a0d8b7. 00000100:00100000:0.0:1767384321.737850:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c262fdab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728318208:12345-0@lo:103: 00000100:00000200:0.0:1767384321.737855:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318208 00010000:00000001:0.0:1767384321.737857:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384321.737859:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384321.737861:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384321.737865:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384321.737867:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384321.737871:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d4ec5d1. 02000000:00000001:0.0:1767384321.737873:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.737876:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737878:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384321.737880:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384321.737883:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.737885:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.737887:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a6880af8 refcount=4 00000020:00000001:0.0:1767384321.737889:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00000001:0.0:1767384321.737892:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736393728 : -113718973157888 : ffff9892bd002e00) 00010000:00000040:0.0:1767384321.737895:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd78faed count: 3 00010000:00010000:0.0:1767384321.737899:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 392 lvb_type: 0 00000100:00001000:0.0:1767384321.737906:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384321 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384321.737910:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384321.737915:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.737917:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384321.737920:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 392 lvb_type: 0 00000020:00000001:0.0:1767384321.737926:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384321.737928:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384321.737930:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.737939:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.737943:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384321.737945:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384321.737950:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.737951:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.737953:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384321.737955:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.737957:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6880af8 with handle 0x960a57272cefbb6c from hash 00010000:00000001:0.0:1767384321.737959:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384321.737961:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.737962:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.737963:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384321.737964:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384321.737966:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384321.737968:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a6880af8/0x960a57272cefbb6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbb65 expref: 16 pid: 17081 timeout: 392 lvb_type: 0 00010000:00000040:0.0:1767384321.737975:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:0.0:1767384321.737977:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000001:0.0:1767384321.737981:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.737984:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384321.737986:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384321.737987:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002e8033bb 00010000:00000001:0.0:1767384321.737989:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384321.737990:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384321.737992:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.737994:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384321.737995:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.737998:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384321.738000:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384321.738002:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738008:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384321.738010:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384321.738011:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384321.738013:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384321.738021:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd78faed) refcount = 2 00010000:00010000:0.0:1767384321.738025:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738031:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384321.738033:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384321.738035:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.738038:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384321.738042:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009a0d8b7. 00000100:00000001:0.0:1767384321.738045:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384321.738048:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f29a6af. 00000100:00000001:0.0:1767384321.738050:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349565789696 : -113724143761920 : ffff989188cf0600) 00000100:00000001:0.0:1767384321.738053:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349565789696 : -113724143761920 : ffff989188cf0600) 00000100:00000001:0.0:1767384321.738055:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384321.738057:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384321.738059:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384321.738061:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384321.738064:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384321.738066:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.738068:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.738069:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000020:00000001:0.0:1767384321.738071:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384321.738073:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384321.738075:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384321.738077:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738083:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384321.738085:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738091:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.738093:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384321.738095:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738111:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384321.738112:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9473e29. 00010000:00000001:0.0:1767384321.738113:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.738118:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384321.738120:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384321.738126:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384321.738129:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384321.738132:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384321.738159:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738166:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384321.738167:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.738169:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.738171:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=6 00000020:00000001:0.0:1767384321.738173:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384321.738176:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384321.738179:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384321.738181:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738187:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:3.0:1767384321.738188:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d8e81229. 00010000:00000001:0.0:1767384321.738190:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00040000:00000001:3.0:1767384321.738195:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384321.738195:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384321.738198:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384321.738201:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384321.738204:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384321.738206:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.738207:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384321.738209:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384321.738210:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:3.0:1767384321.738212:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384321.738214:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:01000000:3.0:1767384321.738216:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384321.738220:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384321.738221:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384321.738225:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.738229:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbb73 from hash 00010000:00000001:0.0:1767384321.738232:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384321.738234:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.738235:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.738243:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384321.738246:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:2.0:1767384321.738248:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738248:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384321.738250:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384321.738253:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.738259:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384321.738259:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.738264:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384321.738264:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384321.738269:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738269:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384321.738274:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.738277:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.738278:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384321.738280:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.738283:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.738286:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738287:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384321.738292:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.738293:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384321.738295:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:2.0:1767384321.738297:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384321.738301:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384321.738303:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384321.738306:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738307:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384321.738310:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.738311:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1767384321.738315:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:2.0:1767384321.738316:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd78faed count: 3 00010000:00000001:0.0:1767384321.738318:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384321.738319:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384321.738322:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738323:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1767384321.738325:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1767384321.738328:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c3bcaf. 00010000:00000001:0.0:1767384321.738328:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384321.738332:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.738333:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384321.738337:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c3bcaf with handle 0x960a57272cefbb7a to hash 20000000:00000001:0.0:1767384321.738338:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.738340:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384321.738342:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738343:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384321.738347:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00010000:0.0:1767384321.738348:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefbb73 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.738351:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.738354:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.738359:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738365:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.738370:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384321.738371:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384321.738371:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384321.738372:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1767384321.738376:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384321.738377:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384321.738377:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:3.0:1767384321.738379:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bea8a49. 00010000:00000001:2.0:1767384321.738382:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:0.0:1767384321.738382:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.738384:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738386:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384321.738387:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384321.738389:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728317952 00010000:00000001:2.0:1767384321.738390:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.738391:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384321.738393:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384321.738396:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000010:0.0:1767384321.738396:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f29a6af. 00010000:00000001:2.0:1767384321.738400:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.738402:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000200:3.0:1767384321.738405:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008de804be x1853236728317952/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738405:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384321.738408:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384321.738411:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384321.738413:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384321.738415:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384321.738419:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd78faed) refcount = 2 00010000:00000010:0.0:1767384321.738420:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009a0d8b7. 00010000:00000001:3.0:1767384321.738428:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384321.738428:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.738428:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384321.738433:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.738433:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00001000:3.0:1767384321.738438:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=44 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384321.738438:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.738447:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384321.738447:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384321.738450:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384321.738452:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384321.738452:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738453:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384321.738456:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.738459:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384321.738460:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384321.738460:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=44 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384321.738464:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384321.738466:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.738467:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.738470:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384321.738471:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384321.738471:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384321.738476:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000040:0.0:1767384321.738477:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000040:3.0:1767384321.738478:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384321.738481:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384321.738484:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000010:3.0:1767384321.738485:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b98cd9. 00000020:00000001:2.0:1767384321.738485:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384321.738488:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=4 02000000:00000001:0.0:1767384321.738491:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384321.738492:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728317952, offset 224 00000020:00000001:2.0:1767384321.738492:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 02000000:00000001:0.0:1767384321.738495:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738499:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000100:00000001:0.0:1767384321.738501:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384321.738502:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384321.738504:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384321.738506:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384321.738509:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384321.738515:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384321.738516:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00010000:00000001:2.0:1767384321.738517:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384321.738521:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384321.738523:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728318208, offset 224 00000400:00000200:3.0:1767384321.738528:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04800 00010000:00000001:2.0:1767384321.738530:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738533:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384321.738536:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1799 [2] + 224 00010000:00010000:2.0:1767384321.738536:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384321.738545:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384321.738546:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384321.738549:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384321.738550:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.738554:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384321.738556:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384321.738558:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384321.738561:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384321.738566:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384321.738568:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384321.738571:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c3bcaf already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384321.738576:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384321.738582:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce04900 00000100:00000040:3.0:1767384321.738584:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738584:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384321.738589:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384321.738594:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:0.0:1767384321.738606:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384321.738609:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384321.738611:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384321.738615:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384321.738615:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384321.738615:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384321.738620:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=5 00000020:00000001:2.0:1767384321.738623:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000400:00000200:3.0:1767384321.738625:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b98cd9 00010000:00000001:2.0:1767384321.738625:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000400:00000010:3.0:1767384321.738628:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b98cd9. 00010000:00000001:2.0:1767384321.738629:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384321.738632:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384321.738632:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384321.738635:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.738635:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384321.738640:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384321.738642:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384321.738644:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738645:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738649:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384321.738650:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738651:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384321.738654:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384321.738657:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384321.738658:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.738675:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c3bcaf with handle 0x960a57272cefbb7a from hash 00010000:00000001:3.0:1767384321.738678:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384321.738679:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767384321.738681:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738682:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738685:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384321.738685:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738687:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384321.738689:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767384321.738693:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384321.738693:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384321.738697:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384321.738699:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384321.738700:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008de804be x1853236728317952/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738704:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.738708:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384321.738709:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384321.738712:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384321.738716:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00010000:00000001:2.0:1767384321.738718:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384321.738721:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00100000:3.0:1767384321.738722:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008de804be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728317952:12345-0@lo:253: Request processed in 4167us (4513us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384321.738722:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.738725:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.738729:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384321.738733:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000001:0.0:1767384321.738733:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384321.738738:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:2.0:1767384321.738738:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.738740:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.738742:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384321.738744:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.738745:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384321.738748:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000819cfadf. 00010000:00010000:2.0:1767384321.738750:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384321.738753:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa6a0e1b. 00000100:00000040:0.0:1767384321.738754:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000010:3.0:1767384321.738758:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027552dc3. 00010000:00000001:0.0:1767384321.738761:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.738763:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:0.0:1767384321.738767:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.738769:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384321.738770:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384321.738772:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df4fc9c3. 00010000:00000001:2.0:1767384321.738774:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384321.738774:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c262fdab x1853236728318208/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:302/0 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.738776:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384321.738778:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384321.738779:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.738783:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:3.0:1767384321.738786:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384321.738788:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.738792:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384321.738793:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f06de2f. 00010000:00000001:2.0:1767384321.738794:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384321.738800:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b98cd9. 00010000:00000001:2.0:1767384321.738800:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.738805:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c262fdab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728318208:12345-0@lo:103: Request processed in 971us (1256us total) trans 0 rc 0/0 20000000:00000001:2.0:1767384321.738806:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.738811:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384321.738816:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384321.738818:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384321.738819:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384321.738822:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384321.738822:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000001:3.0:1767384321.738824:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384321.738826:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb7a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384321.738828:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384321.738828:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000400:00000010:3.0:1767384321.738831:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded81ce1. 00000100:00000001:0.0:1767384321.738834:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384321.738836:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000400:00000010:3.0:1767384321.738839:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00010000:00000040:2.0:1767384321.738839:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd78faed count: 0 00000100:00000001:0.0:1767384321.738839:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384321.738845:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384321.738846:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b37278b2. 00000100:00000200:3.0:1767384321.738850:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.738850:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384321.738852:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 20000000:00000001:2.0:1767384321.738854:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:0.0:1767384321.738861:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127b941a. 00000100:00000200:3.0:1767384321.738862:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384321.738867:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:3.0:1767384321.738871:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.738873:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384321.738875:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384321.738878:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d4ec5d1. 00000100:00000001:3.0:1767384321.738883:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384321.738885:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384321.738886:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.738889:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384321.738890:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384321.738891:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.738895:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.738895:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fadc871d. 00000100:00001000:3.0:1767384321.738899:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=44 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384321.738901:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384321.738903:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=44 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384321.738905:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2bbd5f9. 00000100:00000001:3.0:1767384321.738906:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.738908:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.738911:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384321.738912:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.738913:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384321.738914:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.738917:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000dfa8d76. 00000100:00000040:3.0:1767384321.738919:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.738923:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384321.738927:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa298dc2. 00000100:00000001:3.0:1767384321.738929:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.738932:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.738933:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384321.738934:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384321.738937:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384321.738938:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccb62f81. 02000000:00000001:0.0:1767384321.738943:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384321.738946:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf55aff3. 00000100:00100000:3.0:1767384321.738948:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728318208:0@lo:103: 00000400:00000001:3.0:1767384321.738955:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384321.738955:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384321.738958:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df448ac9. 00000400:00000001:3.0:1767384321.738959:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384321.738961:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002416bbef. 00000400:00000200:3.0:1767384321.738966:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af1b524d 02000000:00000001:0.0:1767384321.738966:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384321.738970:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af1b524d. 00000100:00000010:0.0:1767384321.738970:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc66ff7. 00000100:00000001:3.0:1767384321.738973:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.738977:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.738978:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384321.738983:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384321.738990:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e197ee5b. 00000100:00000001:3.0:1767384321.738991:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.738993:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.738996:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384321.738997:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384321.739000:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e0aeba8. 02000000:00000001:3.0:1767384321.739004:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.739006:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384321.739007:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384321.739008:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.739011:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.739011:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6227bf2. 00000100:00001000:3.0:1767384321.739016:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=44 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384321.739018:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384321.739019:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=44 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384321.739021:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007051a7e1. 00000100:00000001:3.0:1767384321.739022:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.739024:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.739027:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384321.739029:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.739029:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.739031:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.739035:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384321.739037:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:3.0:1767384321.739044:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384321.739045:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3d4ec18. 00000100:00000001:3.0:1767384321.739046:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.739048:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384321.739052:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384321.739053:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f29a6af. 00000020:01000004:3.0:1767384321.739054:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384321.739058:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.739061:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.739063:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.739065:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.739066:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384321.739068:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.739069:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384321.739071:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.739079:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072aa910b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728317952:0@lo:253: 00000100:00000001:3.0:1767384321.739083:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.739085:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.739087:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728318208/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.739094:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.739096:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.739098:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff4af3e6. 02000000:00000001:3.0:1767384321.739107:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.739109:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.739110:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384321.739112:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.739113:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000856193c1. 02000000:00000001:3.0:1767384321.739116:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.739117:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.739118:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:3.0:1767384321.739121:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.739122:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.739124:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.739126:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072aa910b x1853236728317952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.739132:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.739133:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.739152:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c7e2d97b. 02000000:00000001:3.0:1767384321.739157:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.739158:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.739159:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384321.739161:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.739162:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4b8a721. 02000000:00000001:3.0:1767384321.739165:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.739166:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.739166:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072aa910b. 00000100:00000001:3.0:1767384321.739168:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.739169:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.739170:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.739174:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.739175:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.739177:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.739180:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.745179:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294909788, at 4294909789 00000100:00000040:1.0:1767384321.745179:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294909788, at 4294909789 00000100:00000010:1.0:1767384321.745189:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c939103c. 00000100:00000010:2.0:1767384321.745192:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021635d69. 00000100:00000040:0.0:1767384321.745192:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294909788, at 4294909789 00000100:00000010:0.0:1767384321.745202:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a866064. 00000100:00000040:3.0:1767384321.745205:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294909788, at 4294909789 00000100:00000010:3.0:1767384321.745215:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c398e85f. 00010000:00000010:2.1:1767384321.746181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd78faed. 00010000:00000010:2.1:1767384321.746191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c3bcaf. 00010000:00000010:0.1:1767384321.748176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084622dbe. 00010000:00000010:0.1:1767384321.748187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099fb3556. 00010000:00000010:0.1:1767384321.748192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a6880af8. 00010000:00000010:0.1:1767384321.748196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00000400:00000010:1.0:1767384321.749530:0:27039:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002237c979. 00000400:00000040:1.0:1767384321.749545:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384321.749548:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384321.749550:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384321.749551:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384321.749552:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384321.749553:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384321.749556:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384321.749557:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384321.749558:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384321.749559:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384321.749560:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384321.749566:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384321.749569:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384321.749570:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384321.749571:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384321.749574:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384321.749575:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384321.749576:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384321.749577:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384321.749579:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384321.749581:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384321.749583:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384321.749584:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384321.749585:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384321.749587:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384321.749589:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384321.749590:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384321.749592:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384321.749593:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384321.749595:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384321.749597:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384321.749599:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384321.749600:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384321.749603:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384321.749604:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384321.749605:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384321.749607:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384321.749609:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384321.749611:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384321.749612:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384321.749614:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384321.749615:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384321.749617:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384321.749618:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384321.749620:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384321.749622:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384321.749623:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384321.749625:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384321.749627:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384321.749629:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384321.749636:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384321.749638:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384321.749639:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384321.749641:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384321.749644:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384321.749645:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384321.749647:0:27039:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384321.749725:0:27039:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002237c979. 00000400:00000001:2.0:1767384321.908253:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384321.908257:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384321.908259:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000400:00000010:2.0:1767384321.908263:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000400:00000200:2.0:1767384321.908268:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384321.908274:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384321.908283:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000537dfa34. 00000400:00000010:2.0:1767384321.908287:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000008e027c2. 00000400:00000200:2.0:1767384321.908295:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:2.0:1767384321.908303:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008404d5a5. 00000400:00000010:2.0:1767384321.908307:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000037fa7341. 00000400:00000010:2.0:1767384321.908312:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000400:00000010:2.0:1767384321.908317:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da6d18f6. 00000400:00000200:2.0:1767384321.908321:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:2.0:1767384321.908333:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:2.0:1767384321.908338:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:2.0:1767384321.908343:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [68:68:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:2.0:1767384321.908349:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:2.0:1767384321.908359:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:2.0:1767384321.908364:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:2.0:1767384321.908368:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a784d72e. 00000800:00000200:2.0:1767384321.908375:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:2.1:1767384321.908380:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:2.0:1767384321.908395:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 1 next ping: 244 health :900 00000400:00000200:1.0:1767384321.908456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908608:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908627:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908749:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908799:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908833:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908863:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908932:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.908975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909034:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909208:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909254:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909310:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909343:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909472:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909688:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384321.909740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384321.909850:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da68bd68. 00000800:00000010:1.0:1767384321.909855:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000952a4963. 00000800:00000010:1.0:1767384321.909859:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c1871fb. 00000800:00000010:1.0:1767384321.909876:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c1871fb. 00000800:00020000:1.0:1767384321.909884:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384321.909887:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000952a4963. 00000800:00000010:1.0:1767384321.909889:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000da68bd68. 00000400:02020000:1.0:1767384321.909927:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384321.909934:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:1.0:1767384321.909940:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:1.0:1767384321.909946:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:1.0:1767384321.909949:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a784d72e. 00000400:00000200:1.0:1767384321.909952:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384321.909956:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384321.909962:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384321.909965:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384321.909968:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384322.356221:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384322.356227:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.356233:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384322.356235:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.356266:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384322.356269:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.356272:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384322.855282:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002fc6b106. 00080000:00000010:3.0:1767384322.855290:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002fc6b106. 00000020:00000001:3.0:1767384322.855293:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384322.855300:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002fc6b106. 00080000:00000010:3.0:1767384322.855309:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002fc6b106. 00000020:00000001:3.0:1767384322.855313:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384322.932201:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.932206:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384322.932209:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000400:00000010:2.0:1767384322.932213:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000400:00000200:2.0:1767384322.932218:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384322.932224:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384322.932233:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008404d5a5. 00000400:00000010:2.0:1767384322.932237:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000037fa7341. 00000400:00000200:2.0:1767384322.932243:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp28 00000400:00000010:2.0:1767384322.932247:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008404d5a5. 00000400:00000010:2.0:1767384322.932251:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d38855bf. 00000400:00000010:2.0:1767384322.932254:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000400:00000010:2.0:1767384322.932260:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093fca725. 00000400:00000200:2.0:1767384322.932263:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp28 00000400:00000200:2.0:1767384322.932280:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp28 local destination 00000400:00000200:2.0:1767384322.932285:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp28 00000400:00000200:2.0:1767384322.932288:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp28 NI seq info: [69:69:256:4294967295] 192.168.202.115@tcp28 LPNI seq info [68:68:8:4294967295] 00000400:00000200:2.0:1767384322.932293:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp28 00000400:00000200:2.0:1767384322.932301:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28:) -> 192.168.202.115@tcp28(192.168.202.115@tcp28:192.168.202.115@tcp28) : GET try# 0 00000800:00000200:2.0:1767384322.932305:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp28 00000800:00000010:2.0:1767384322.932309:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a392995b. 00000800:00000200:2.0:1767384322.932314:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000800:00000200:2.1:1767384322.932319:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000400:00000200:2.0:1767384322.932336:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp28 added to recovery queue. ping count: 2 next ping: 247 health :800 00000400:00000200:1.0:1767384322.932401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932578:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932614:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932648:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932685:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932708:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932729:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932749:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932767:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932788:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932808:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932828:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932849:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932867:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932897:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932912:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932927:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932947:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.932972:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933016:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933044:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933109:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933167:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933221:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933255:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933288:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933332:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933364:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933396:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384322.933415:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384322.933534:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da68bd68. 00000800:00000010:1.0:1767384322.933539:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001548b6da. 00000800:00000010:1.0:1767384322.933545:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003603a2c0. 00000800:00000010:1.0:1767384322.933563:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003603a2c0. 00000800:00020000:1.0:1767384322.933570:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384322.938410:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001548b6da. 00000800:00000010:1.0:1767384322.938416:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000da68bd68. 00000400:02020000:1.0:1767384322.938471:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp28 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384322.943345:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp28 notifying 192.168.202.115@tcp28: down 00000800:00000200:1.0:1767384322.943352:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp28 down 00000800:00000100:1.0:1767384322.943358:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp28 00000800:00000010:1.0:1767384322.943363:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a392995b. 00000400:00000200:1.0:1767384322.943367:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384322.943371:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384322.943379:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384322.943382:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384322.943387:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp28) recovery failed with -71 00010000:00000001:2.0:1767384323.380222:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384323.380231:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.380239:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384323.380240:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.380276:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384323.380295:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.380298:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384323.444192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384323.444200:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384323.444207:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000020:00000040:1.0:1767384323.444213:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384323.444217:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.444219:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.444223:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.444230:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000581a850e. 00000100:00000001:1.0:1767384323.444236:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444243:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384323.444269:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.444272:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444277:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_02+2] req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.444309:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384323.444314:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384323.444316:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b31b786b. 00000020:00000040:1.0:1767384323.444318:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384323.444321:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.444322:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.444324:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.444327:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c0f4e5. 00000100:00000001:1.0:1767384323.444329:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444330:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384323.444334:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384323.444337:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.444342:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384323.444342:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.444346:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444350:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b31b786b] to pc [ptlrpcd_00_03+3] req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.444352:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.444364:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384323.444373:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384323.444375:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000020:00000040:1.0:1767384323.444377:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384323.444378:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.444378:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.444379:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444382:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384323.444382:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a162d28. 00000100:00000001:1.0:1767384323.444384:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444386:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444389:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384323.444394:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384323.444396:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.444398:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.444399:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384323.444404:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444408:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f48eba] to pc [ptlrpcd_00_00+0] req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.444412:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728318336:0@lo:400: 00000100:00000001:3.0:1767384323.444423:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384323.444429:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384323.444431:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.444434:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384323.444439:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000032fcb05. 00000100:00000001:1.0:1767384323.444440:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.444441:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384323.444444:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444446:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384323.444447:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.444451:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384323.444452:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384323.444454:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded81ce1. 00000100:00000010:1.0:1767384323.444456:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000100:00000040:2.0:1767384323.444457:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384323.444462:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384323.444467:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000001:1.0:1767384323.444467:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.444470:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384323.444472:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.444475:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.444475:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384323.444479:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318336, portal 25 02000000:00000001:2.0:1767384323.444481:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384323.444481:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b2ed2e2. 00000100:00000001:3.0:1767384323.444482:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384323.444484:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.444486:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00000001:1.0:1767384323.444487:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.444488:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.444495:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.444495:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728318592:0@lo:400: 00000100:00000040:1.0:1767384323.444497:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384323.444505:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384323.444509:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384323.444512:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.444517:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384323.444522:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bf21124. 02000000:00000001:2.0:1767384323.444527:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444529:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384323.444529:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384323.444532:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001844e248. 00000100:00000001:1.0:1767384323.444533:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.444537:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.444538:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084a35b8a. 00000100:00000040:1.0:1767384323.444540:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccc81352] to pc [ptlrpcd_00_01+1] req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384323.444543:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00000100:00000200:3.0:1767384323.444548:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728318336, offset 0 00000100:00000200:2.0:1767384323.444551:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318592, portal 10 00000100:00000001:2.0:1767384323.444557:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.444558:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.444559:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000100:00000040:1.0:1767384323.444564:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000400:00000200:3.0:1767384323.444566:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384323.444568:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.444575:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.444582:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384323.444583:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384323.444586:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000100:00000200:2.0:1767384323.444589:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728318592, offset 0 00000400:00000200:2.0:1767384323.444597:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384323.444598:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce04980 00000400:00000200:3.0:1767384323.444606:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1065 [2] + 0 00000400:00000200:2.0:1767384323.444607:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.444616:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce04a80 00000400:00000010:3.0:1767384323.444617:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024d9ee7f. 00000400:00000200:3.0:1767384323.444622:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001f15a4a 00000004:00000001:0.0:1767384323.444627:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000200:3.0:1767384323.444628:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000020:0.0:1767384323.444631:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000200:2.0:1767384323.444633:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:3.0:1767384323.444636:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384323.444637:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007051a7e1. 00000100:00000001:1.0:1767384323.444638:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384323.444642:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384323.444644:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384323.444644:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384323.444646:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f15a4a 00000400:00000200:2.0:1767384323.444659:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.444661:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384323.444662:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001f15a4a. 00000100:00000001:0.0:1767384323.444663:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.444666:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384323.444669:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384323.444669:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.444670:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384323.444670:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384323.444674:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384323.444674:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1767384323.444678:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097dba7f8. 00000100:00000040:3.0:1767384323.444681:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000004050fc4e x1853236728318336 msgsize 224 00000100:00000010:2.0:1767384323.444682:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd9df5f. 00000100:00000001:0.0:1767384323.444685:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.444689:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009bd9df5f x1853236728318592 msgsize 224 00000100:00000001:0.0:1767384323.444692:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.444696:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.444697:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384323.444697:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384323.444701:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.444703:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384323.444705:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384323.444707:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384323.444708:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007051a7e1] to pc [ptlrpcd_00_02+2] req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.444711:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.444715:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384323.444716:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.444717:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.444725:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee640459 00000100:00100000:1.0:1767384323.444725:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b31b786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728318464:0@lo:400: 00000004:00000001:0.0:1767384323.444729:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.444730:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee640459. 00000100:00000001:1.0:1767384323.444732:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384323.444737:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384323.444738:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000400:00000010:2.0:1767384323.444741:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 02000000:00000001:1.0:1767384323.444742:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384323.444745:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.444746:0:16355:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384323.444746:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.444751:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384323.444752:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384323.444753:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384323.444755:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c25a54b2. 00000100:00100000:0.0:1767384323.444756:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318592 02000000:00000001:1.0:1767384323.444760:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.444768:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384323.444769:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000100:00000001:3.0:1767384323.444773:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384323.444774:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384323.444778:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1d07a5. 00000100:00000001:0.0:1767384323.444778:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.444780:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384323.444781:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384323.444786:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.444787:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.444787:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318464, portal 4 00000100:00100000:0.0:1767384323.444792:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318592 00000100:00000001:1.0:1767384323.444796:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384323.444798:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384323.444800:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492200192 : -113724217351424 : ffff9891846c2300) 00000020:00000040:0.0:1767384323.444802:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000001:0.0:1767384323.444808:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384323.444812:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444813:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.444814:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444815:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.444819:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.444823:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.444825:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384323.444828:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000001:3.0:1767384323.444831:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294911495 00000100:00000001:1.0:1767384323.444831:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.444832:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3142 usecs (4 jiffies) 00000020:00000001:0.0:1767384323.444833:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000040:1.0:1767384323.444839:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384323.444840:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c398e85f. 00000100:00000001:2.0:1767384323.444840:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911492 00000020:00000001:0.0:1767384323.444840:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000400:00000010:1.0:1767384323.444844:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000100:00000001:0.0:1767384323.444847:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384323.444849:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384323.444849:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728318464, offset 0 00000400:00000200:1.0:1767384323.444858:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384323.444859:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294911495 00000100:00000001:2.0:1767384323.444859:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294911495 00000020:00000010:0.0:1767384323.444859:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e1141b6. 00000100:00000001:2.0:1767384323.444866:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911492 00000100:00000001:0.0:1767384323.444866:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384323.444867:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1ffc3a1. 00000400:00000200:1.0:1767384323.444869:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384323.444874:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e1141b6. 00000100:00000001:3.0:1767384323.444875:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384323.444881:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294911495 00000100:00000001:2.0:1767384323.444881:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294911495 00000400:00000200:1.0:1767384323.444882:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce04a00 00000020:00000010:0.0:1767384323.444882:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c31ff38. 00000100:00000001:2.0:1767384323.444888:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911492 00000100:00000010:3.0:1767384323.444889:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da459f3e. 00000020:00000010:0.0:1767384323.444892:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092c6c1af. 00000400:00000200:1.0:1767384323.444893:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000100:00000001:3.0:1767384323.444896:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384323.444899:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000100:00000001:3.0:1767384323.444901:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294911495 00000400:00000200:1.0:1767384323.444901:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384323.444902:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.444906:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911492 00000400:00000200:1.0:1767384323.444909:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384323.444909:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000010:2.0:1767384323.444912:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be28f8dc. 00000100:00000001:0.0:1767384323.444916:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.444918:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384323.444919:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384323.444919:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384323.444920:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384323.444924:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.444926:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384323.444927:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003167b186. 00000100:00000001:3.0:1767384323.444929:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911492 00000100:00000001:0.0:1767384323.444931:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384323.444932:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.444933:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003167b186 x1853236728318464 msgsize 224 00000100:00000001:0.0:1767384323.444935:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384323.444939:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.444939:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.444940:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.444945:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384323.444946:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.444948:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.444953:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.444953:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.444954:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.444956:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.444956:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.444958:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384323.444963:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384323.444964:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000100:00000001:2.0:1767384323.444965:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.444966:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384323.444967:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00000001:2.0:1767384323.444969:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.444969:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384323.444971:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384323.444972:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384323.444975:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384323.444975:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384323.444978:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384323.444978:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.444980:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.444983:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.444986:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.444988:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384323.444988:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:2.0:1767384323.444990:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.444996:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384323.444997:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.444998:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:2.0:1767384323.444999:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.445002:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384323.445003:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384323.445004:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566702720 : -113724142848896 : ffff989188dcf480) 00000100:00000040:2.0:1767384323.445009:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.445015:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.445018:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bd9df5f x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.445031:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384323.445034:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.445041:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384323.445042:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384323.445045:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.445046:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.445050:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.445052:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.445053:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384323.445056:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384323.445058:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384323.445059:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007051a7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728318848:0@lo:13: 00000100:00000001:0.0:1767384323.445060:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384323.445062:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.445064:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445068:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384323.445069:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4058 usecs (5 jiffies) 00000020:00000010:0.0:1767384323.445071:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e1141b6. 02000000:00000001:3.0:1767384323.445072:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384323.445073:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728318720:0@lo:400: 00000100:00000001:1.0:1767384323.445074:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911493 02000000:00000001:3.0:1767384323.445076:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.445076:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.445079:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294911495 02000000:00000001:3.0:1767384323.445081:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384323.445083:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e1141b6. 00000100:00000001:1.0:1767384323.445085:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911493 02000000:00000010:3.0:1767384323.445086:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006970c8eb. 00000100:00000001:2.0:1767384323.445087:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384323.445090:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294911495 02000000:00000001:3.0:1767384323.445092:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384323.445093:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bd9df5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728318592:12345-0@lo:400: 00000100:00000001:1.0:1767384323.445095:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911493 00000400:00000010:3.0:1767384323.445098:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e85ab7aa. 02000000:00000001:2.0:1767384323.445100:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384323.445100:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294911495 00000100:00000200:0.0:1767384323.445102:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318592 02000000:00000001:2.0:1767384323.445105:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.445106:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00000100:00000001:1.0:1767384323.445107:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911493 00000020:00000001:0.0:1767384323.445108:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384323.445111:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384323.445113:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294911495 00000100:00000200:3.0:1767384323.445114:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728318848, portal 4 00000020:00000001:0.0:1767384323.445114:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384323.445117:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000933c9817. 00000100:00000001:1.0:1767384323.445117:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.445118:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384323.445118:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445122:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801163008 : -113719908388608 : ffff98928541b100) 00000100:00000001:1.0:1767384323.445123:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.445125:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.445125:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384323.445128:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.445131:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06e5d45. 00000100:00000001:1.0:1767384323.445131:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.445131:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000040:3.0:1767384323.445132:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.445155:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384323.445157:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384323.445161:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384323.445162:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000100:00000001:1.0:1767384323.445164:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.445168:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.445168:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384323.445169:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728318720, portal 10 00000100:00000001:1.0:1767384323.445174:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.445175:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384323.445175:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.445179:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384323.445179:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 00000020:00000001:0.0:1767384323.445182:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384323.445186:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384323.445187:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384323.445189:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384323.445192:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.445193:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000100:00000001:1.0:1767384323.445194:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.445198:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318464 00000020:00000001:0.0:1767384323.445199:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384323.445202:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.445203:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384323.445205:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384323.445206:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384323.445208:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728318848, offset 0 00000100:00000040:2.0:1767384323.445210:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384323.445210:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.445211:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384323.445216:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.445218:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc8d08fc. 02000000:00000010:0.0:1767384323.445219:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003bca1d2d. 00000400:00000200:3.0:1767384323.445222:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384323.445222:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318464 02000000:00000001:0.0:1767384323.445225:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445228:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384323.445229:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728318720, offset 0 00000100:00000001:0.0:1767384323.445229:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384323.445231:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:0.0:1767384323.445235:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.445236:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384323.445241:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384323.445242:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384323.445243:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728318592 00000020:00000040:1.0:1767384323.445245:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00010000:00000001:0.0:1767384323.445248:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384323.445249:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:3.0:1767384323.445252:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce04b80 00000020:00000001:1.0:1767384323.445255:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:2.0:1767384323.445257:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1767384323.445257:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bd9df5f x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.445261:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384323.445264:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000020:00000010:1.0:1767384323.445267:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4706fa8. 00000400:00000200:2.0:1767384323.445273:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce04b00 00000400:00000200:3.0:1767384323.445275:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384323.445275:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000019ec02de. 00010000:00000001:0.0:1767384323.445281:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384323.445284:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00010000:00000001:0.0:1767384323.445285:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.445287:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.445287:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00001000:0.0:1767384323.445293:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=41 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384323.445296:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384323.445297:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384323.445298:0:18426:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384323.445299:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384323.445300:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:1.0:1767384323.445304:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3a667ef. 00000400:00000200:2.0:1767384323.445305:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384323.445305:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000010:3.0:1767384323.445306:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071799975. 00000020:00000010:1.0:1767384323.445310:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000514c707f. 00000100:00000001:0.0:1767384323.445312:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:3.0:1767384323.445313:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000071799975 x1853236728318848 msgsize 224 00000100:00000001:2.0:1767384323.445314:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384323.445315:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000cae5b82. 02000000:00000001:0.0:1767384323.445318:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384323.445319:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384323.445321:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.445323:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000010:2.0:1767384323.445326:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f71bab75. 00000100:00100000:3.0:1767384323.445327:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384323.445328:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384323.445332:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000f71bab75 x1853236728318720 msgsize 224 00000100:00000001:1.0:1767384323.445332:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384323.445335:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384323.445336:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384323.445342:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384323.445343:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.445343:0:18426:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384323.445345:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384323.445348:0:18426:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384323.445349:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000200:3.0:1767384323.445351:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000100:00000001:1.0:1767384323.445351:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.445356:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 00000100:00000001:2.0:1767384323.445357:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384323.445358:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384323.445361:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728318592, offset 224 00000400:00000200:2.0:1767384323.445364:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8d08fc 00000100:00000200:3.0:1767384323.445365:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384323.445368:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc8d08fc. 00000100:00000001:2.0:1767384323.445373:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384323.445375:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.445377:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384323.445377:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384323.445379:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.445386:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.445387:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.445391:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384323.445395:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384323.445397:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384323.445400:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384323.445406:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000040:2.0:1767384323.445409:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.445410:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.445410:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492203776 : -113724217347840 : ffff9891846c3100) 00000400:00000200:0.0:1767384323.445415:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce04a80 00000100:00000001:3.0:1767384323.445417:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384323.445421:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003167b186 x1853236728318464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.445424:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.445431:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4058 usecs (5 jiffies) 00000400:00000200:0.0:1767384323.445431:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e9 [1] + 224 00000100:00000001:2.0:1767384323.445436:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445439:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911494 00000100:00000001:2.0:1767384323.445441:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384323.445444:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384323.445445:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.445448:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.445450:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384323.445451:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911494 00000100:00000040:2.0:1767384323.445454:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3600 usecs (4 jiffies) 00000400:00000200:0.0:1767384323.445455:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384323.445456:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a24f326. 00000100:00000001:3.0:1767384323.445457:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.445459:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294911493 00000100:00000001:1.0:1767384323.445462:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.445463:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911494 00000100:00000001:0.0:1767384323.445464:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384323.445465:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294911495 00000020:00000010:1.0:1767384323.445467:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a24f326. 00000100:00000001:3.0:1767384323.445469:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.445472:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294911493 00000100:00000200:0.0:1767384323.445473:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.445474:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911494 00000100:00100000:1.0:1767384323.445477:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003167b186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728318464:12345-0@lo:400: 00000100:00000001:2.0:1767384323.445478:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.445483:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294911493 00000100:00000001:3.0:1767384323.445487:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294911495 00000100:00000001:2.0:1767384323.445489:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294911495 00000100:00000001:3.0:1767384323.445493:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.445496:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294911493 00000100:00000001:3.0:1767384323.445501:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.445502:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294911495 00000100:00000200:1.0:1767384323.445502:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318464 00000100:00000001:3.0:1767384323.445508:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445508:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384323.445508:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.445509:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384323.445513:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384323.445514:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.445515:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445517:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445523:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384323.445523:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.445526:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:3.0:1767384323.445527:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384323.445530:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384323.445530:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384323.445531:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.445534:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384323.445534:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.445539:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445539:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.445540:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384323.445544:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445544:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445546:0:18426:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384323.445548:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000100:00000001:1.0:1767384323.445550:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384323.445551:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 02000000:00000001:1.0:1767384323.445552:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384323.445556:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384323.445557:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006921cd70. 00000100:00000001:0.0:1767384323.445557:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384323.445561:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.445562:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.445562:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.445567:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.445567:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.445573:0:18426:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.445574:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000040:1.0:1767384323.445576:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728318464 00000100:00000001:3.0:1767384323.445577:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384323.445579:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384323.445580:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384323.445582:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318336 00000020:00000001:0.0:1767384323.445583:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.445584:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000200:1.0:1767384323.445586:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003167b186 x1853236728318464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384323.445589:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384323.445590:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.445593:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.445596:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384323.445597:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.445598:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bd9df5f x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.445599:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.445600:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318336 00000100:00001000:1.0:1767384323.445604:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=36 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384323.445606:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384323.445608:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384323.445613:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384323.445614:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384323.445616:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000040:1.0:1767384323.445619:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:3.0:1767384323.445621:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384323.445625:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:0.0:1767384323.445625:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bd9df5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728318592:12345-0@lo:400: Request processed in 559us (930us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384323.445626:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 02000000:00000001:1.0:1767384323.445631:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384323.445633:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384323.445635:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384323.445638:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000268ac3d5. 00000100:00000001:1.0:1767384323.445638:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384323.445641:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384323.445643:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384323.445646:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384323.445661:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000268ac3d5. 00000100:00000040:0.0:1767384323.445664:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000400:00000010:1.0:1767384323.445666:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000100:00000001:0.0:1767384323.445667:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384323.445669:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb8b90dc. 00000100:00000001:0.0:1767384323.445672:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384323.445673:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728318464, offset 224 00000020:00000010:3.0:1767384323.445674:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a85ac943. 00000020:00000010:3.0:1767384323.445680:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa6a0e1b. 00000400:00000200:1.0:1767384323.445681:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384323.445684:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092c6c1af. 00000100:00000040:3.0:1767384323.445686:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384323.445688:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 00000100:00000001:3.0:1767384323.445692:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384323.445693:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c31ff38. 00000400:00000200:1.0:1767384323.445697:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384323.445700:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:3.0:1767384323.445701:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384323.445705:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.445706:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.445709:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce04a00 00000100:00000001:3.0:1767384323.445713:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.445717:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17f1 [1] + 224 00000100:00000001:0.0:1767384323.445720:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384323.445721:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384323.445723:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318720 00000100:00000001:3.0:1767384323.445724:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.445728:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384323.445728:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384323.445731:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.445734:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384323.445734:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445739:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384323.445739:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384323.445739:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.445742:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384323.445746:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318720 00000020:00000001:0.0:1767384323.445750:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384323.445751:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000020:00000040:0.0:1767384323.445754:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000040:3.0:1767384323.445758:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000001:0.0:1767384323.445759:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384323.445762:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.445764:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250608720 : -113719458942896 : ffff9892a00bb050) 00000020:00000040:0.0:1767384323.445765:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000001:0.0:1767384323.445770:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000040:3.0:1767384323.445773:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004050fc4e x1853236728318336/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384323.445776:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:0.0:1767384323.445783:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384323.445786:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e1141b6. 00000020:00000010:0.0:1767384323.445792:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f27d222f. 00000100:00000001:3.0:1767384323.445794:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384323.445797:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384323.445797:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000010:3.0:1767384323.445798:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000268ac3d5. 00000100:00000001:3.0:1767384323.445804:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.445804:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384323.445805:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000020:00000010:3.0:1767384323.445808:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000268ac3d5. 00000020:00000010:0.0:1767384323.445810:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c31ff38. 00000400:00000010:1.0:1767384323.445811:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00100000:3.0:1767384323.445815:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004050fc4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728318336:12345-0@lo:400: 00000020:00000010:0.0:1767384323.445818:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092c6c1af. 00000100:00000001:1.0:1767384323.445819:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384323.445820:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318336 00000100:00000001:1.0:1767384323.445823:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384323.445824:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000020:00000001:3.0:1767384323.445825:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384323.445830:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384323.445831:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.445832:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.445832:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384323.445838:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384323.445839:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384323.445839:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384323.445842:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384323.445843:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00010000:00000001:1.0:1767384323.445844:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384323.445846:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384323.445847:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.445849:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.445850:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.445852:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384323.445854:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.445854:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384323.445855:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384323.445858:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384323.445859:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.445861:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.445862:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003167b186 x1853236728318464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384323.445866:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384323.445870:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384323.445870:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384323.445874:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384323.445879:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eba6e25f. 02000000:00000001:3.0:1767384323.445882:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.445883:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384323.445885:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003167b186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728318464:12345-0@lo:400: Request processed in 430us (947us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384323.445886:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.445892:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384323.445895:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.445897:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1767384323.445900:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00000040:3.0:1767384323.445901:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728318336 00000100:00000040:1.0:1767384323.445904:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00010000:00000001:3.0:1767384323.445906:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384323.445907:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:1.0:1767384323.445908:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:3.0:1767384323.445912:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004050fc4e x1853236728318336/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.445913:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566701824 : -113724142849792 : ffff989188dcf100) 00000100:00000001:1.0:1767384323.445914:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384323.445920:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000514c707f. 00000100:00000040:0.0:1767384323.445922:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f71bab75 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.445923:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384323.445926:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.445926:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000cae5b82. 00000100:00001000:3.0:1767384323.445933:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=46 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384323.445934:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a667ef. 00000100:00000001:0.0:1767384323.445936:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384323.445941:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000020:00000040:1.0:1767384323.445942:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:3.0:1767384323.445943:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384323.445945:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.445949:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384323.445949:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f27d222f. 00000100:00000040:3.0:1767384323.445950:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384323.445955:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:0.0:1767384323.445958:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f71bab75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728318720:12345-0@lo:400: 02000000:00000001:3.0:1767384323.445963:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384323.445964:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318720 02000000:00000001:3.0:1767384323.445968:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.445969:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384323.445974:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384323.445974:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:1.0:1767384323.445978:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384323.445978:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.445983:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384323.445984:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000001:0.0:1767384323.445985:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384323.445988:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000020:00000001:0.0:1767384323.445990:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00080000:1.0:1767384323.445991:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:3.0:1767384323.445994:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728318336, offset 224 00000020:00000040:1.0:1767384323.445995:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000001:0.0:1767384323.445996:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384323.446002:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.446006:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384323.446008:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384323.446011:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384323.446015:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384323.446015:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446017:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384323.446021:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384323.446022:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384323.446026:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce04980 00000100:00000001:0.0:1767384323.446027:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:1.0:1767384323.446029:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384323.446032:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384323.446033:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384323.446037:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 02000000:00000010:0.0:1767384323.446038:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9288050. 00000400:00000200:1.0:1767384323.446041:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1d07a5 02000000:00000001:0.0:1767384323.446042:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.446046:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1d07a5. 00000100:00000001:0.0:1767384323.446046:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446051:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384323.446051:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384323.446053:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728318720 00000400:00000200:3.0:1767384323.446056:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17e1 [1] + 224 00010000:00000001:0.0:1767384323.446057:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384323.446059:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384323.446064:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f71bab75 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.446066:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.446074:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.446081:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.446087:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.446097:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.446106:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.446131:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384323.446132:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.446157:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.446160:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384323.446160:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.446162:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384323.446165:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767384323.446167:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.446168:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384323.446170:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000100:00000001:1.0:1767384323.446172:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.446174:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384323.446176:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 02000000:00000001:1.0:1767384323.446177:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.446181:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:3.0:1767384323.446182:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384323.446186:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384323.446186:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384323.446188:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00001000:1.0:1767384323.446192:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=36 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384323.446195:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384323.446198:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446198:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384323.446199:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446202:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.446205:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384323.446205:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384323.446208:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384323.446209:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384323.446213:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384323.446214:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384323.446218:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384323.446218:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000020:00000001:3.0:1767384323.446219:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384323.446225:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728318720, offset 224 00000100:00000040:3.0:1767384323.446226:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004050fc4e x1853236728318336/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.446236:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384323.446249:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384323.446252:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.446258:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004050fc4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728318336:12345-0@lo:400: Request processed in 460us (1573us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384323.446259:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384323.446261:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce04b00 00000100:00000040:1.0:1767384323.446263:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384323.446269:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384323.446270:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17fd [1] + 224 00000100:00100000:3.0:1767384323.446274:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000001:1.0:1767384323.446274:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.446277:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384323.446278:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384323.446281:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384323.446284:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.446285:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384323.446290:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a85ac943. 00000100:00000001:0.0:1767384323.446291:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384323.446292:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384323.446295:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa6a0e1b. 00000100:00000200:0.0:1767384323.446298:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384323.446301:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb8b90dc. 00000020:00000040:3.0:1767384323.446307:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:3.0:1767384323.446314:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384323.446316:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eba6e25f. 02000000:00000001:3.0:1767384323.446322:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.446324:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.446326:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384323.446330:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.446331:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384323.446333:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384323.446335:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384323.446339:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986b1f52. 00000400:00000010:3.0:1767384323.446346:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000312cc41c. 00000100:00000040:1.0:1767384323.446346:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.446348:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.446356:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384323.446359:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00100000:1.0:1767384323.446360:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b31b786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728318464:0@lo:400: 00000100:00000001:0.0:1767384323.446364:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384323.446368:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384323.446369:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bf2a4908. 00000100:00000001:1.0:1767384323.446369:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.446372:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.446375:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384323.446376:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384323.446379:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318848 00000100:00000040:0.0:1767384323.446379:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000001:3.0:1767384323.446383:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384323.446383:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b31b786b x1853236728318464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.446385:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384323.446386:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384323.446390:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.446391:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.446398:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384323.446399:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446401:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384323.446404:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318848 02000000:00000001:1.0:1767384323.446406:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384323.446410:0:17897:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384323.446411:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c25a54b2. 00000020:00000040:3.0:1767384323.446414:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000040:0.0:1767384323.446414:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f71bab75 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.446417:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384323.446421:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.446424:0:16358:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384323.446426:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.446430:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:1.0:1767384323.446431:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384323.446435:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000010:1.0:1767384323.446437:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c0f4e5. 00000020:00000001:3.0:1767384323.446439:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00100000:0.0:1767384323.446443:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f71bab75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236728318720:12345-0@lo:400: Request processed in 504us (1107us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384323.446444:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384323.446445:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384323.446449:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384323.446451:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000268ac3d5. 00000100:00000010:1.0:1767384323.446453:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b31b786b. 00000100:00000001:3.0:1767384323.446456:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384323.446456:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767384323.446461:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384323.446462:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000268ac3d5. 00000100:00000040:0.0:1767384323.446463:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:1.0:1767384323.446466:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.446468:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384323.446469:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb8b90dc. 00000100:00000001:1.0:1767384323.446470:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.446471:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384323.446474:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a85ac943. 00000020:00000010:0.0:1767384323.446476:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092c6c1af. 00000020:00000010:3.0:1767384323.446478:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa6a0e1b. 00000100:00000001:1.0:1767384323.446479:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384323.446481:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 00000100:00000001:1.0:1767384323.446483:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.446484:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:0.0:1767384323.446486:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c31ff38. 00000100:00000001:1.0:1767384323.446488:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.446489:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384323.446491:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:3.0:1767384323.446493:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.446493:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.446495:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.446496:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.446503:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.446512:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384323.446519:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384323.446522:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1767384323.446522:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.446524:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844e248. 00000100:00000001:3.0:1767384323.446525:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384323.446530:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a35b8a 00000100:00100000:3.0:1767384323.446534:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000400:00000010:0.0:1767384323.446534:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084a35b8a. 00000100:00000040:3.0:1767384323.446538:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:0.0:1767384323.446539:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384323.446543:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498628992 : -113724210922624 : ffff989184ce3b80) 00000100:00000200:0.0:1767384323.446546:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.446549:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384323.446551:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071799975 x1853236728318848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.446553:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384323.446559:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384323.446563:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384323.446566:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded81ce1. 00000100:00000001:3.0:1767384323.446570:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384323.446570:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384323.446575:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000268ac3d5. 00000100:00000001:3.0:1767384323.446580:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384323.446580:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000020:00000010:3.0:1767384323.446587:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000268ac3d5. 00000400:00000010:1.0:1767384323.446587:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00000100:00000001:0.0:1767384323.446588:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.446592:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.446596:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384323.446596:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384323.446597:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071799975 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728318848:12345-0@lo:13: 02000000:00000001:0.0:1767384323.446601:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384323.446603:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318848 00000100:00000001:0.0:1767384323.446604:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384323.446605:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384323.446607:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384323.446608:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.446612:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384323.446613:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.446618:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=41 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384323.446620:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.446627:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1767384323.446628:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=41 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384323.446630:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000200:1.0:1767384323.446631:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.446632:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384323.446635:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384323.446639:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.446642:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.446644:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384323.446660:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384323.446661:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384323.446665:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384323.446666:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.446672:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384323.446673:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384323.446675:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384323.446677:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.446678:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384323.446680:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000eba6e25f. 00000100:00000001:1.0:1767384323.446683:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384323.446684:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384323.446685:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.446687:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384323.446688:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384323.446689:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446690:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.446694:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384323.446695:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384323.446696:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384323.446697:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.446701:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384323.446702:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:0.0:1767384323.446703:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384323.446706:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00001000:1.0:1767384323.446708:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=46 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384323.446715:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384323.446718:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.446718:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384323.446719:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384323.446726:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384323.446727:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000020:3.0:1767384323.446728:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384323.446729:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.446732:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384323.446735:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00010000:00000001:1.0:1767384323.446736:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384323.446737:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.446740:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:3.0:1767384323.446741:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384323.446746:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384323.446749:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384323.446755:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384323.446755:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.446757:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728318592:0@lo:400: 00000001:00000001:3.0:1767384323.446758:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384323.446763:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384323.446768:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728318848 00000100:00000001:0.0:1767384323.446768:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.446774:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384323.446774:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384323.446779:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384323.446782:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f48eba x1853236728318592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384323.446783:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071799975 x1853236728318848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.446785:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384323.446789:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.446799:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.446817:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384323.446818:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384323.446822:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.446823:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384323.446825:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728318336:0@lo:400: 00000100:00001000:3.0:1767384323.446826:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=36 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384323.446827:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bf21124. 02000000:00000001:0.0:1767384323.446833:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384323.446834:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384323.446836:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384323.446838:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.446839:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000040:0.0:1767384323.446840:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384323.446843:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384323.446844:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:0.0:1767384323.446845:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.446847:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a162d28. 00000100:00000040:1.0:1767384323.446849:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728318336/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384323.446851:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384323.446856:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384323.446856:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384323.446860:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384323.446860:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 00000100:00000001:3.0:1767384323.446865:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384323.446866:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384323.446871:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384323.446875:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000100:00000001:0.0:1767384323.446876:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384323.446880:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728318848, offset 224 00000100:00000001:0.0:1767384323.446882:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.446887:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384323.446890:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384323.446891:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384323.446891:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384323.446896:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767384323.446897:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384323.446900:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384323.446901:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384323.446902:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000032fcb05. 00000400:00000010:0.0:1767384323.446905:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06e5d45. 02000000:00000001:1.0:1767384323.446909:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384323.446910:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce04b80 00000400:00000200:0.0:1767384323.446910:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000020:00000001:1.0:1767384323.446914:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384323.446914:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 00000020:00000040:1.0:1767384323.446919:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384323.446920:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384323.446923:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17f9 [1] + 224 00000020:00000001:1.0:1767384323.446926:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384323.446927:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384323.446931:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000581a850e. 00000400:00000200:3.0:1767384323.446932:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384323.446940:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384323.446942:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.446944:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384323.446945:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384323.446949:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000100:00000001:3.0:1767384323.446954:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384323.446956:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.446957:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.446960:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384323.446961:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.446961:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.446967:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384323.446968:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.446970:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384323.446973:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.446975:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.446977:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384323.446979:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.446980:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.446985:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.446986:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.446987:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.446996:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.447001:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.447005:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.447007:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.447008:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384323.447010:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384323.447014:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384323.447016:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000100:00000001:1.0:1767384323.447017:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767384323.447018:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384323.447020:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 00000100:00000001:3.0:1767384323.447024:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384323.447025:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384323.447027:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384323.447028:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384323.447031:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.447032:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e85ab7aa. 00010000:00000001:0.0:1767384323.447036:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.447039:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee640459 00000100:00000040:3.0:1767384323.447040:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384323.447041:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384323.447044:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee640459. 00000100:00000040:0.0:1767384323.447045:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:3.0:1767384323.447046:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384323.447049:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384323.447050:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.447050:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384323.447054:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.447055:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384323.447055:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.447060:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.447062:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071799975 x1853236728318848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.447085:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.447098:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071799975 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728318848:12345-0@lo:13: Request processed in 525us (1781us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384323.447101:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.447103:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.447108:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384323.447112:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384323.447114:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384323.447115:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384323.447116:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.447119:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384323.447120:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384323.447123:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384323.447125:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.447127:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384323.447132:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384323.447133:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384323.447155:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.447157:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384323.447159:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.447160:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.447161:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384323.447166:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:1.0:1767384323.447168:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384323.447172:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a85ac943. 00000020:00000010:3.0:1767384323.447180:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa6a0e1b. 00000020:00000010:3.0:1767384323.447186:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb8b90dc. 00010000:00000001:1.0:1767384323.447192:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384323.447193:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00100000:0.0:1767384323.447194:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728318720:0@lo:400: 00000100:00000001:1.0:1767384323.447197:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384323.447198:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.447200:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384323.447204:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384323.447205:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.447206:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.447208:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.447211:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.447214:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccc81352 x1853236728318720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.447231:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.447234:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384323.447235:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384323.447237:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384323.447238:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384323.447242:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000010:0.0:1767384323.447242:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000933c9817. 00000004:00000040:1.0:1767384323.447245:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:0.0:1767384323.447247:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000040:1.0:1767384323.447248:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:0.0:1767384323.447251:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.447254:0:16355:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000004:00000020:1.0:1767384323.447256:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:0.0:1767384323.447257:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.447260:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b2ed2e2. 00000004:00000001:1.0:1767384323.447266:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.447266:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.447269:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384323.447271:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384323.447272:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccc81352. 00000100:00000001:0.0:1767384323.447277:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.447279:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.447283:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.447290:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384323.447291:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007051a7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728318848:0@lo:13: 00000100:00000001:0.0:1767384323.447292:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.447296:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.447300:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.447301:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.447306:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.447310:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007051a7e1 x1853236728318848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.447330:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384323.447332:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384323.447334:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006970c8eb. 02000000:00000001:1.0:1767384323.447338:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384323.447339:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.447341:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384323.447343:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384323.447344:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097dba7f8. 02000000:00000001:1.0:1767384323.447350:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384323.447351:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384323.447353:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007051a7e1. 00000100:00000001:1.0:1767384323.447356:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384323.447357:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.447359:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.447364:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384323.447365:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.447368:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.447369:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.452185:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294911495, at 4294911496 00000100:00000010:2.0:1767384323.452192:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da459f3e. 00000100:00000040:0.0:1767384323.453200:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294911495, at 4294911497 00000100:00000010:0.0:1767384323.453206:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c398e85f. 00000100:00000040:3.0:1767384323.453230:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294911495, at 4294911497 00000100:00000010:3.0:1767384323.453240:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be28f8dc. 00000100:00000040:1.0:1767384323.453301:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294911495, at 4294911497 00000100:00000010:1.0:1767384323.453309:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1ffc3a1. 00000001:00000001:3.0:1767384323.545548:0:27546:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384323.545552:0:27546:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384323.548168:0:27546:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384323.554188:0:27547:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001cd286d7. 00000400:00000010:3.0:1767384323.554203:0:27547:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000046cb3ad2. 00000400:00000010:3.0:1767384323.554211:0:27547:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000002a96f7b. 00000400:00000010:3.0:1767384323.554214:0:27547:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a39dca2a. 00000400:00000010:3.0:1767384323.554217:0:27547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b8fa8a4e. 00000400:00000010:3.0:1767384323.554221:0:27547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e2f32dc. 00000400:00000010:3.0:1767384323.554222:0:27547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003489c0fd. 00000400:00000010:3.0:1767384323.554224:0:27547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000268ac3d5. 00000400:00000010:3.0:1767384323.554226:0:27547:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f19499fd. 00000800:00000010:3.0:1767384323.554238:0:27547:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ed88ee78. 00000800:00000200:3.0:1767384323.554248:0:27547:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384323.554256:0:27547:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384323.554287:0:27547:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384323.554305:0:27547:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384323.556612:0:27547:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000e2d84ec1. 00000400:00000010:3.0:1767384323.556630:0:27547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920d4d54. 00000400:00000010:3.0:1767384323.556638:0:27547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000400:00000001:3.0:1767384323.556674:0:27547:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384323.556676:0:27547:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384323.556678:0:27547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047089d5c. 00000400:00000200:3.0:1767384323.556682:0:27547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc592d 00000400:00000010:3.0:1767384323.556690:0:27547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc592d. 00000400:00000010:3.0:1767384323.556695:0:27547:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000018725f58. 00000400:00000200:3.0:1767384323.556700:0:27547:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000200:3.0:1767384323.556713:0:27547:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384323.556723:0:27547:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000400:00000200:2.0:1767384323.556727:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384323.556732:0:27547:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001c4ce02e. 00000400:00000200:2.0:1767384323.556734:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000000:3.0:1767384323.556741:0:27547:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384323.556741:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc8d08fc. 00000400:00000200:2.0:1767384323.556745:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000020:01000000:3.0:1767384323.556749:0:27547:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp31 00000400:00000010:2.0:1767384323.556751:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d391001a. 00000400:00000200:2.0:1767384323.556757:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp13 00000400:00000010:3.0:1767384323.556768:0:27547:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000046cb3ad2. 00000400:00000200:2.0:1767384323.556768:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp13 to MR: 192.168.202.115@tcp13 local destination 00000400:00000010:3.0:1767384323.556775:0:27547:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001cd286d7. 00000400:00000200:2.0:1767384323.556776:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [70:70:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767384323.556785:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp13 00000020:00000001:1.0:1767384323.556788:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384323.556794:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) -> 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) : PUT try# 0 10000000:00000001:1.0:1767384323.556794:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384323.556798:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384323.556801:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:2.0:1767384323.556802:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000020:01000004:1.0:1767384323.556805:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384323.556807:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384323.556810:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384323.556812:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384323.556814:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f316e0ab. 00000020:01000004:1.0:1767384323.556814:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384323.556817:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384323.556819:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384323.556820:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384323.556821:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384323.556824:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00000020:01000004:1.0:1767384323.556824:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384323.556829:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000800:00000200:2.0:1767384323.556834:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:988 00000020:00000040:1.0:1767384323.556836:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:2.0:1767384323.556839:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f316e0ab type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1767384323.556848:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.556851:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384323.556852:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384323.556856:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000001:1.0:1767384323.556857:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.556866:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da68bd68. 00000100:00000001:1.0:1767384323.556872:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.556879:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.556881:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.556887:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_03+3] req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384323.556915:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.556917:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.556919:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384323.556921:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384323.556925:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384323.556927:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384323.556930:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384323.556930:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384323.556932:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384323.556934:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384323.556935:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384323.556938:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384323.556941:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384323.556942:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384323.556945:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384323.556948:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384323.556951:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384323.556953:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384323.556956:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384323.556958:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384323.556959:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384323.556963:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384323.556963:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384323.556964:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384323.556969:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384323.556969:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f316e0ab. 02000000:00000001:2.0:1767384323.556972:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384323.556974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b31b786b. 02000000:00000001:2.0:1767384323.556975:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384323.556980:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00100000:2.0:1767384323.556982:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728318976:0@lo:253: 00000400:00000200:0.0:1767384323.556983:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384323.556984:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.556987:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384323.556990:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384323.556991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.556996:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384323.556996:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: PUT: OK 02000000:00000001:2.0:1767384323.557000:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.557001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008eb2c045. 00000400:00000200:0.0:1767384323.557003:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384323.557004:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384323.557010:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557010:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp13: 0 02000000:00000010:2.0:1767384323.557012:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009fa82fb2. 02000000:00000001:2.0:1767384323.557017:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.557019:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384323.557021:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f144b19. 00000100:00000001:1.0:1767384323.557023:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384323.557023:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384323.557026:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026eadcb1. 00000100:00000200:2.0:1767384323.557031:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728318976, portal 25 00000100:00000040:1.0:1767384323.557034:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b31b786b] to pc [ptlrpcd_00_00+0] req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384323.557034:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.557035:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.557038:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000800:00000001:0.0:1767384323.557039:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.557045:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384323.557047:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.557060:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : PUT - for me 00000100:00000001:2.0:1767384323.557071:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.557074:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.557077:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372fc0a0. 00000400:00000200:0.0:1767384323.557079:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 400 into portal 0 MB=0x8000000000000000 10000000:00000001:1.0:1767384323.557080:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.557086:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.557088:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384323.557089:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384323.557093:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001c4ce02e. 00000400:00000200:0.0:1767384323.557094:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 384/400 into md 0x17a1 [1] + 0 00000400:00000010:0.0:1767384323.557100:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f160239. 00000100:00000001:1.0:1767384323.557102:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384323.557105:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4504415 00000100:00000001:1.0:1767384323.557106:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384323.557110:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728318976, offset 0 00000100:00000001:1.0:1767384323.557111:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384323.557112:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384323.557115:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384323.557118:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.557119:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384323.557121:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.557126:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384323.557130:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384323.557131:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384323.557155:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.557156:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: PUT: OK 00000400:00000200:2.0:1767384323.557160:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04c00 00000100:00000001:1.0:1767384323.557162:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384323.557164:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000100:00000001:1.0:1767384323.557166:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384323.557167:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 00000100:00000001:1.0:1767384323.557168:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384323.557173:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384323.557176:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384323.557177:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000400:00000200:0.0:1767384323.557180:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (24) 00000400:00000010:2.0:1767384323.557187:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4421112. 00000400:00000200:0.0:1767384323.557189:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384323.557193:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7c3a514 00000400:00000200:0.0:1767384323.557196:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (400 bytes) 00000100:00000001:1.0:1767384323.557199:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384323.557200:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384323.557202:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557203:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 02000000:00000001:1.0:1767384323.557208:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384323.557210:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384323.557211:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384323.557214:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (25) 02000000:00000001:1.0:1767384323.557215:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.557221:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b31b786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728319104:0@lo:253: 00000100:00000001:1.0:1767384323.557225:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384323.557226:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c3a514 00000400:00000200:0.0:1767384323.557226:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384323.557227:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384323.557230:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7c3a514. 02000000:00000001:1.0:1767384323.557234:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.557235:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384323.557237:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384323.557239:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384323.557242:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp13 to MR: 192.168.202.115@tcp13 local destination 02000000:00000010:1.0:1767384323.557244:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eeaa46b7. 00000100:00000040:2.0:1767384323.557245:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000034c09722 x1853236728318976 msgsize 4848 02000000:00000001:1.0:1767384323.557250:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557250:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [71:71:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [70:70:8:4294967295] 00000400:00000010:1.0:1767384323.557256:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000100:00100000:2.0:1767384323.557258:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384323.557263:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384323.557264:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7ab94e0. 00000100:00000200:1.0:1767384323.557270:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728319104, portal 25 00000100:00000001:1.0:1767384323.557274:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384323.557275:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) -> 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) 192.168.202.115@tcp13 : ACK try# 0 00000100:00000001:2.0:1767384323.557276:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.557282:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492200192 : -113724217351424 : ffff9891846c2300) 00000800:00000200:0.0:1767384323.557283:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000400:00000200:2.0:1767384323.557284:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fc0a0 00000400:00000010:2.0:1767384323.557288:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372fc0a0. 00000800:00000010:0.0:1767384323.557291:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097dba7f8. 00000100:00000040:1.0:1767384323.557292:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.557293:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384323.557299:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384323.557309:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00000100:00000001:1.0:1767384323.557310:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.557317:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384323.557318:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384323.557322:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:1015 00000100:00000040:2.0:1767384323.557323:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384323.557325:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032284633. 00000800:00000200:0.0:1767384323.557327:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097dba7f8 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384323.557332:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728319104, offset 0 00000100:00000001:2.0:1767384323.557340:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.557342:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384323.557346:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384323.557347:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.557352:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294911608 00000100:00000010:2.0:1767384323.557356:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f2196e. 00000800:00000001:0.0:1767384323.557356:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384323.557358:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384323.557363:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.557365:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384323.557371:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294911608 00000400:00000200:1.0:1767384323.557372:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04c80 00000400:00000200:1.0:1767384323.557380:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000100:00000010:2.0:1767384323.557384:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e96e7874. 00000400:00000010:1.0:1767384323.557385:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fa2f3f9. 00000400:00000200:1.0:1767384323.557391:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c86515da 00000100:00000001:2.0:1767384323.557394:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384323.557398:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294911608 00000400:00000200:1.0:1767384323.557399:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.557405:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384323.557406:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000eb24aba. 00000400:00000200:1.0:1767384323.557411:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c86515da 00000100:00000001:2.0:1767384323.557412:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767384323.557413:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384323.557418:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c86515da. 00000800:00000010:0.0:1767384323.557418:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097dba7f8. 00000100:00000001:2.0:1767384323.557419:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294911608 00000100:00000010:2.0:1767384323.557426:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004754ca2f. 00000100:00000001:1.0:1767384323.557427:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384323.557427:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384323.557431:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384323.557432:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384323.557434:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000056832d0b x1853236728319104 msgsize 4848 00000100:00000001:2.0:1767384323.557438:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384323.557438:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: ACK: OK 00000100:00000001:2.0:1767384323.557444:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.557446:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384323.557449:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.557450:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384323.557451:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384323.557453:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384323.557456:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.557459:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384323.557460:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384323.557461:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.557463:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384323.557466:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.557467:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384323.557468:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032284633 00000100:00000001:2.0:1767384323.557470:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384323.557473:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032284633. 00000800:00000001:0.0:1767384323.557473:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384323.557474:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.557479:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.557480:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384323.557481:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384323.557488:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.557492:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : ACK - for me 00000100:00000001:2.0:1767384323.557497:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384323.557502:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728318976 00000100:00000001:1.0:1767384323.557503:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384323.557507:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384323.557510:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.557510:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp13: ACK from 12345-192.168.202.115@tcp13 into md 0x1825 00000100:00000001:2.0:1767384323.557511:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.557515:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557517:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384323.557521:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.557527:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728318976 00000400:00000200:0.0:1767384323.557528:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: ACK: OK 00000100:00000001:1.0:1767384323.557529:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.557530:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384323.557534:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384323.557535:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:0.0:1767384323.557536:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8d08fc 00000020:00000001:2.0:1767384323.557538:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384323.557540:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.557540:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc8d08fc. 00000020:00000040:2.0:1767384323.557542:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000200:0.0:1767384323.557544:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384323.557545:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384323.557551:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384323.557552:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:1.0:1767384323.557553:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294911608 00000100:00000001:1.0:1767384323.557559:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294911608 00000400:00000200:0.0:1767384323.557559:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:2.0:1767384323.557560:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384323.557564:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294911608 00000020:00000010:2.0:1767384323.557565:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001fa7aeb. 00000400:00000200:0.0:1767384323.557565:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (24) 00000100:00000001:1.0:1767384323.557568:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294911608 00000100:00000001:2.0:1767384323.557572:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.557573:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294911608 00000800:00000001:0.0:1767384323.557573:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384323.557576:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001fa7aeb. 00000100:00000001:1.0:1767384323.557578:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294911608 00000800:00000001:0.0:1767384323.557579:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.557580:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294911608 00000100:00000001:1.0:1767384323.557585:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294911608 00000100:00000001:1.0:1767384323.557587:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.557589:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001281c1db. 00000100:00000001:1.0:1767384323.557589:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.557592:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.557595:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.557596:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384323.557597:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a33fea3. 00000100:00000001:1.0:1767384323.557598:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384323.557603:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e084f91. 00000100:00000040:2.0:1767384323.557611:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384323.557613:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384323.557615:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384323.557617:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.557622:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384323.557624:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.557626:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319104 02000000:00000001:1.0:1767384323.557630:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384323.557631:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384323.557632:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.557635:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.557636:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.557636:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000ecce911b. 02000000:00000001:1.0:1767384323.557644:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.557644:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ea13dc. 00000100:00000001:2.0:1767384323.557661:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384323.557665:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.557666:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319104 00000400:00000010:0.0:1767384323.557667:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00100000:2.0:1767384323.557672:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000020:00000001:1.0:1767384323.557672:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384323.557673:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ecce911b 00000020:00000040:1.0:1767384323.557677:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:2.0:1767384323.557678:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384323.557684:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250596432 : -113719458955184 : ffff9892a00b8050) 00000020:00000001:1.0:1767384323.557684:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384323.557685:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000818abf2b. 00000100:00000040:2.0:1767384323.557690:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034c09722 x1853236728318976/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384323.557690:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:0.0:1767384323.557691:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000020:00000001:1.0:1767384323.557697:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384323.557698:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000400:00000200:0.0:1767384323.557705:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000020:00000001:1.0:1767384323.557706:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384323.557708:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384323.557711:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000a40e5c94. 00000100:00000001:1.0:1767384323.557713:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.557714:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001fa7aeb. 00000400:00000010:0.0:1767384323.557716:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000100:00000001:2.0:1767384323.557718:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.557719:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000020:00000010:2.0:1767384323.557723:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001fa7aeb. 00000100:00000001:1.0:1767384323.557724:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384323.557725:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000751a38a6. 00000020:00000010:1.0:1767384323.557730:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50f24c. 00000100:00100000:2.0:1767384323.557731:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034c09722 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728318976:12345-0@lo:253: 00000400:00000200:0.0:1767384323.557736:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000020:00000010:1.0:1767384323.557738:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc7376c. 00000100:00000200:2.0:1767384323.557740:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728318976 00000020:00000001:2.0:1767384323.557745:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384323.557746:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7cc1294. 00000400:00000200:0.0:1767384323.557746:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:2.0:1767384323.557752:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384323.557752:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000cae5b82. 00000400:00000200:0.0:1767384323.557755:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:2.0:1767384323.557757:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.557766:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384323.557766:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:1.0:1767384323.557767:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.557770:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384323.557771:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:1.0:1767384323.557773:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557776:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:00000001:2.0:1767384323.557779:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384323.557781:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557784:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:00000001:2.0:1767384323.557785:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.557786:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.557792:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384323.557796:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 36], ns[16, 36] 00000020:00000001:2.0:1767384323.557797:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384323.557801:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384323.557802:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:00000001:2.0:1767384323.557803:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.557805:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384323.557810:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384323.557813:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000400:00000200:0.0:1767384323.557813:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000040:1.0:1767384323.557818:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 02000000:00000001:2.0:1767384323.557820:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384323.557823:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250606672 : -113719458944944 : ffff9892a00ba850) 00000400:00000200:0.0:1767384323.557826:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 02000000:00000010:2.0:1767384323.557828:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a24a3b1. 00000100:00000040:1.0:1767384323.557831:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056832d0b x1853236728319104/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384323.557832:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557835:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:2.0:1767384323.557838:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.557844:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384323.557852:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384323.557853:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 20000000:00000010:2.0:1767384323.557856:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002b44b889. 00000020:00000010:1.0:1767384323.557857:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000400:00000200:0.0:1767384323.557859:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 20000000:01000000:2.0:1767384323.557862:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384323.557863:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384323.557868:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384323.557869:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50f24c. 00000400:00000200:0.0:1767384323.557869:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 20000000:00000001:2.0:1767384323.557872:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384323.557876:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.557881:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056832d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728319104:12345-0@lo:253: 00000400:00000200:0.0:1767384323.557881:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 20000000:00000001:2.0:1767384323.557882:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.557887:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:1.0:1767384323.557892:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319104 00000400:00000200:0.0:1767384323.557895:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000020:00000001:1.0:1767384323.557896:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384323.557898:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000933c9817. 00000020:00000001:1.0:1767384323.557899:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:2.0:1767384323.557902:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000020:00000001:1.0:1767384323.557903:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.557909:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384323.557912:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384323.557912:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:0.0:1767384323.557913:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000020:00000001:1.0:1767384323.557918:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384323.557920:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384323.557921:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.557922:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00080000:00000001:2.0:1767384323.557926:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384323.557926:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384323.557930:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000020:00000001:1.0:1767384323.557931:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.557934:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557937:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000100:00000001:1.0:1767384323.557938:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.557941:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384323.557944:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384323.557945:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[68, 16], ns[69, 16] 02000000:00000010:1.0:1767384323.557947:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000037620d5c. 02000000:00000001:1.0:1767384323.557951:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.557956:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557956:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 16], ns[68, 16] 00080000:00000001:2.0:1767384323.557959:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.557963:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00080000:00000001:2.0:1767384323.557965:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384323.557967:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384323.557968:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.557972:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384323.557973:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00080000:00000001:2.0:1767384323.557975:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384323.557977:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000070fe940d. 00080000:00000002:2.0:1767384323.557979:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:0.0:1767384323.557979:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 20000000:01000000:1.0:1767384323.557983:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384323.557985:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00000400:00000200:0.0:1767384323.557987:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp30 lpni_is_preferred = 0 20000000:00000001:1.0:1767384323.557988:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000002:2.0:1767384323.557989:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384323.557993:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384323.557993:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp30 00080000:00000001:2.0:1767384323.557994:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384323.557999:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.558000:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.558003:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [72:72:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [71:71:8:4294967295] 20000000:00000001:1.0:1767384323.558006:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.558007:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.558012:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000020:00000001:2.0:1767384323.558013:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384323.558014:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384323.558020:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:0.0:1767384323.558024:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp:192.168.202.115@tcp30) : GET try# 0 00080000:00000001:2.0:1767384323.558026:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384323.558030:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003bf21124. 00000800:00000200:0.0:1767384323.558031:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00080000:00000001:2.0:1767384323.558035:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477248512 : -113724232303104 : ffff98918387fe00) 00000800:00000010:0.0:1767384323.558038:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000097dba7f8. 00080000:00000001:2.0:1767384323.558039:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384323.558043:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:0.0:1767384323.558048:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f105a78. 00080000:00000010:2.0:1767384323.558053:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000001fa7aeb. 00000800:00000010:0.0:1767384323.558055:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b9f89479. 00080000:00000001:2.0:1767384323.558056:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.558061:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384323.558066:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00080000:00000001:2.0:1767384323.558074:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384323.558074:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00080000:00000001:2.0:1767384323.558093:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384323.558094:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384323.558100:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000400:00000200:0.0:1767384323.558194:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558325:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558451:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558516:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558549:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558595:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558676:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558695:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558710:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558742:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558758:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558788:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558809:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558829:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558936:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.558970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.559000:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.559019:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.559039:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.559056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384323.559082:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384323.559258:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bea8a49. 00000800:00000010:0.0:1767384323.559263:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000418f68cc. 00000800:00000010:0.0:1767384323.559267:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ca0f56c. 00000800:00000010:0.0:1767384323.559288:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ca0f56c. 00000800:00020000:0.0:1767384323.559294:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384323.559297:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000418f68cc. 00000800:00000010:0.0:1767384323.559299:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006bea8a49. 00000400:02020000:0.0:1767384323.559335:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384323.559339:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000800:00000200:0.0:1767384323.559345:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp30 down 00000800:00000100:0.0:1767384323.559350:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:0.0:1767384323.559353:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000097dba7f8. 00000400:00000200:0.0:1767384323.559355:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384323.559359:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384323.559364:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 0 next ping: 245 health :900 00000400:00000200:0.0:1767384323.559367:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384323.559368:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000400:00000200:0.0:1767384323.559371:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384323.559392:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384323.559397:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100851 00000400:00000001:2.0:1767384323.559400:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.559401:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384323.559403:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:2.0:1767384323.559404:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000400:00000200:2.0:1767384323.559407:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384323.559410:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:2.0:1767384323.559412:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000a40e5c94. 00000400:00000200:2.0:1767384323.559415:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (24) 00000400:00000200:2.0:1767384323.559417:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:2.0:1767384323.559418:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 rc -71 00000400:00000200:2.0:1767384323.559421:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384323.559423:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (23) 00080000:00000010:1.0:1767384323.559774:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003bf21124. 00080000:00000010:2.0:1767384323.559805:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000001fa7aeb. 00040000:00000001:2.0:1767384323.559809:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384323.559811:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384323.559813:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384323.559816:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384323.559817:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.559819:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384323.559827:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384323.559837:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384323.559840:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384323.559842:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000056aeb8dc. 00080000:00000001:2.0:1767384323.559844:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384323.559846:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:1.0:1767384323.559850:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384323.559853:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384323.559855:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384323.559858:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384323.559861:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384323.559863:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384323.559866:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384323.559868:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384323.559871:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384323.559871:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384323.559874:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.559875:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384323.559876:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384323.559878:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384323.559880:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00010000:00000010:0.0:1767384323.559883:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000443e0819. 00000020:00000001:1.0:1767384323.559884:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:1.0:1767384323.559888:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384323.559889:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384323.559892:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384323.559894:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c63f112. 00080000:00000001:1.0:1767384323.559896:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384323.559899:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.559900:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384323.559904:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1767384323.559905:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c63f112 with handle 0x960a57272cefbb81 to hash 00000020:00000001:1.0:1767384323.559907:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000001:0.0:1767384323.559908:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384323.559911:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00080000:00000001:1.0:1767384323.559912:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384323.559917:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00080000:00000010:1.0:1767384323.559918:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c25a54b2. 00010000:00000001:0.0:1767384323.559920:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384323.559922:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473671680 : -113724235879936 : ffff989183516a00) 00080000:00000001:1.0:1767384323.559924:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384323.559926:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384323.559929:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384323.559930:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff50f24c. 00010000:00010000:0.0:1767384323.559933:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384323.559934:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384323.559938:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384323.559943:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.559946:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384323.559948:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384323.559950:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384323.559952:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.559953:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.559958:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.559959:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.559961:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384323.559963:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384323.559964:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.559968:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.559969:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.559971:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000443e0819) refcount = 1 00010000:00010000:0.0:1767384323.559974:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.559977:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.559979:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.559980:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.559981:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.559982:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384323.559984:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384323.559985:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384323.559988:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.559989:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.559990:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c63f112 refcount=4 00000020:00000001:0.0:1767384323.559992:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384323.559993:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384323.559995:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384323.559996:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.560001:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.560007:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.560012:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.560013:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.560015:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384323.560017:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384323.560021:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384323.560022:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384323.560024:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384323.560025:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002b44b889. 00010000:00000001:0.0:1767384323.560028:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:2.0:1767384323.560030:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.560030:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384323.560035:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728318976 00010000:00010000:0.0:1767384323.560038:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000c63f112 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384323.560039:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384323.560041:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.560043:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384323.560044:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384323.560051:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034c09722 x1853236728318976/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.560051:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.560054:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.560057:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.560061:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c63f112 refcount=5 00010000:00000001:2.0:1767384323.560064:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384323.560066:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:2.0:1767384323.560067:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.560072:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00000100:00001000:2.0:1767384323.560073:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.560080:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384323.560081:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384323.560083:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384323.560086:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:0.0:1767384323.560086:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384323.560090:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384323.560092:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.560097:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.560101:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384323.560102:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384323.560104:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372fc0a0. 00010000:00000001:0.0:1767384323.560106:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384323.560108:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728318976, offset 224 00010000:00000001:0.0:1767384323.560110:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.560115:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384323.560116:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384323.560120:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384323.560122:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384323.560124:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384323.560130:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04c00 00000400:00000200:2.0:1767384323.560162:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1829 [2] + 224 00010000:00000001:0.0:1767384323.560163:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.560167:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384323.560169:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c63f112 with handle 0x960a57272cefbb81 from hash 00000400:00000200:2.0:1767384323.560174:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384323.560176:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384323.560179:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384323.560180:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384323.560184:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.560184:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.560188:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.560193:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384323.560197:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.560197:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.560202:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384323.560206:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.560209:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.560211:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384323.560213:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384323.560213:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384323.560215:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.560218:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384323.560220:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fc0a0 00010000:00000001:0.0:1767384323.560220:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.560223:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.560224:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372fc0a0. 00010000:00000001:0.0:1767384323.560228:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.560230:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.560232:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384323.560233:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384323.560234:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.560235:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.560239:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384323.560241:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384323.560242:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384323.560244:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384323.560245:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384323.560246:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.560247:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384323.560250:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f144b19. 00000020:00000001:2.0:1767384323.560251:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.560251:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384323.560254:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384323.560255:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eadcb1 00010000:00000001:0.0:1767384323.560256:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384323.560259:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026eadcb1. 00010000:00000001:0.0:1767384323.560260:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384323.560261:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384323.560264:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384323.560265:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384323.560268:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034c09722 x1853236728318976/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.560269:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384323.560273:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384323.560274:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.560279:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.560298:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384323.560300:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384323.560303:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034c09722 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728318976:12345-0@lo:253: Request processed in 2590us (3054us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384323.560304:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000c63f112/0x960a57272cefbb81 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384323.560305:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.560322:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:2.0:1767384323.560328:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384323.560329:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.560332:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384323.560333:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.560336:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:0.0:1767384323.560338:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000443e0819 count: 0 00000100:00000001:1.0:1767384323.560339:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384323.560341:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a33fea3. 02000000:00000001:1.0:1767384323.560342:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384323.560345:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384323.560348:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e084f91. 00000100:00000001:1.0:1767384323.560348:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.560349:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384323.560351:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.560354:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:2.0:1767384323.560355:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001281c1db. 00000100:00001000:1.0:1767384323.560356:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=46 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384323.560363:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00001000:1.0:1767384323.560363:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.560369:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384323.560370:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384323.560371:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384323.560373:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a24a3b1. 00010000:00000001:1.0:1767384323.560374:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384323.560376:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384323.560377:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.560379:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.560381:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384323.560385:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384323.560386:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384323.560391:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1ddf22. 00000400:00000010:2.0:1767384323.560397:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372fc0a0. 00000100:00000001:1.0:1767384323.560397:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.560401:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384323.560404:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384323.560406:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384323.560408:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384323.560409:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384323.560417:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384323.560418:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384323.560419:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384323.560420:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384323.560421:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384323.560422:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384323.560423:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384323.560425:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.560430:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728318976:0@lo:253: 00000100:00000001:1.0:1767384323.560433:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.560435:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.560436:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728318976/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.560440:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384323.560442:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384323.560443:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009fa82fb2. 02000000:00000001:1.0:1767384323.560446:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384323.560448:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.560449:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384323.560451:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384323.560452:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da68bd68. 02000000:00000001:1.0:1767384323.560455:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384323.560456:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384323.560458:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000100:00000001:1.0:1767384323.560460:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384323.560461:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.560462:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.560466:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384323.560466:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.560468:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.560470:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384323.561535:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c25a54b2. 00080000:00000010:3.0:1767384323.561584:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff50f24c. 00040000:00000001:3.0:1767384323.561591:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384323.561594:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384323.561596:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384323.561600:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384323.561603:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.561605:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384323.561608:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384323.561620:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384323.561624:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384323.561629:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384323.561642:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384323.561658:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384323.561660:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384323.561663:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384323.561665:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384323.561670:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000027d3217a. 00010000:00000001:0.0:1767384323.561673:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384323.561675:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f048c453. 00000020:00000001:0.0:1767384323.561677:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384323.561678:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f048c453 with handle 0x960a57272cefbb88 to hash 00000020:00000001:0.0:1767384323.561680:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384323.561682:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561684:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561686:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.561687:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.561689:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561694:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.561697:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384323.561698:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384323.561699:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.561701:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.561702:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.561703:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.561705:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384323.561706:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.561707:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.561708:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.561709:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000027d3217a) refcount = 1 00010000:00010000:0.0:1767384323.561711:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561722:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.561723:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.561724:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.561726:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561728:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384323.561731:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384323.561733:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384323.561735:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.561737:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.561738:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f048c453 refcount=4 00000020:00000001:0.0:1767384323.561739:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561741:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561743:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384323.561744:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561747:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.561748:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561751:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.561752:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.561753:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561756:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.561758:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561759:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384323.561760:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384323.561763:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f048c453 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384323.561765:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.561771:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384323.561772:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561776:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.561777:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.561777:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.561778:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f048c453 refcount=5 00000020:00000001:0.0:1767384323.561779:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561780:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384323.561782:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384323.561783:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561785:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384323.561786:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.561787:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561789:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384323.561790:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384323.561791:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.561792:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384323.561793:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f048c453 with handle 0x960a57272cefbb88 from hash 00010000:00000001:0.0:1767384323.561794:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384323.561796:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.561796:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.561797:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.561798:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384323.561799:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.561799:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384323.561800:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.561801:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561802:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384323.561804:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384323.561805:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.561806:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.561807:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561814:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.561815:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.561817:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561821:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.561822:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.561823:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384323.561824:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384323.561825:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.561826:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.561827:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384323.561829:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.561830:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.561831:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.561834:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384323.561836:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384323.561837:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384323.561837:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f048c453/0x960a57272cefbb88 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384323.561843:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:0.0:1767384323.561845:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000027d3217a count: 0 20000000:00000010:3.0:1767384323.561847:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000070fe940d. 00010000:00000001:0.0:1767384323.561853:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384323.561854:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.561855:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000040:3.0:1767384323.561860:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319104 00010000:00000001:3.0:1767384323.561864:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384323.561869:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056832d0b x1853236728319104/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.561879:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384323.561881:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384323.561883:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.561887:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384323.561890:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384323.561892:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384323.561902:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384323.561904:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.561907:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384323.561910:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384323.561913:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046cb3ad2. 00000100:00000200:3.0:1767384323.561917:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728319104, offset 224 00000400:00000200:3.0:1767384323.561922:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384323.561928:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384323.561934:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04c80 00000400:00000200:3.0:1767384323.561939:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1831 [2] + 224 00000400:00000200:3.0:1767384323.561946:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.561949:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.561953:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.561956:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.561966:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.561986:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.561992:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046cb3ad2 00000400:00000010:3.0:1767384323.561995:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046cb3ad2. 00000100:00000001:0.0:1767384323.562002:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.562004:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.562008:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384323.562009:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384323.562012:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384323.562012:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.562016:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 00000100:00000001:3.0:1767384323.562018:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.562020:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7ab94e0 00000100:00000040:3.0:1767384323.562024:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384323.562024:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7ab94e0. 00010000:00000001:3.0:1767384323.562031:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384323.562031:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384323.562035:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384323.562040:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384323.562041:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384323.562048:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056832d0b x1853236728319104/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.562061:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.562075:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056832d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728319104:12345-0@lo:253: Request processed in 4219us (4637us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384323.562092:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.562097:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384323.562101:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:0.0:1767384323.562102:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384323.562107:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 02000000:00000001:0.0:1767384323.562107:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.562109:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.562112:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.562114:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.562119:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384323.562121:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384323.562123:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384323.562129:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7cc1294. 00000100:00001000:0.0:1767384323.562129:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.562163:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.562165:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.562167:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.562169:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.562173:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384323.562174:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000cae5b82. 00000100:00000040:0.0:1767384323.562179:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384323.562180:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc7376c. 00000020:00000040:3.0:1767384323.562187:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:0.0:1767384323.562192:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384323.562194:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384323.562197:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384323.562198:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000037620d5c. 00000100:00000001:0.0:1767384323.562201:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384323.562204:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384323.562207:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384323.562208:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.562211:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384323.562215:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384323.562216:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384323.562217:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.562221:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384323.562222:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578059f6. 00000020:01000004:0.0:1767384323.562223:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.562227:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384323.562229:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384323.562230:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046cb3ad2. 00000020:01000004:0.0:1767384323.562231:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384323.562238:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.562247:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b31b786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728319104:0@lo:253: 00000100:00000001:0.0:1767384323.562252:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562255:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.562257:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b31b786b x1853236728319104/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.562271:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.562273:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.562275:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eeaa46b7. 02000000:00000001:0.0:1767384323.562280:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.562281:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.562283:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384323.562285:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.562286:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008eb2c045. 02000000:00000001:0.0:1767384323.562289:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.562290:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.562291:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b31b786b. 00000100:00000001:0.0:1767384323.562295:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.562296:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562298:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562303:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.562304:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.562307:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.562309:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.565195:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294911608, at 4294911609 00000100:00000040:0.0:1767384323.565199:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294911608, at 4294911609 00000100:00000010:3.0:1767384323.565205:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004754ca2f. 00000100:00000010:0.0:1767384323.565209:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f2196e. 00000100:00000040:2.0:1767384323.565227:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294911608, at 4294911609 00000100:00000010:2.0:1767384323.565235:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000eb24aba. 00000100:00000040:1.0:1767384323.566279:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294911608, at 4294911610 00000100:00000010:1.0:1767384323.566285:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e96e7874. 00010000:00000010:0.1:1767384323.567267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000443e0819. 00010000:00000010:0.1:1767384323.567273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c63f112. 00010000:00000010:0.1:1767384323.567277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027d3217a. 00010000:00000010:0.1:1767384323.567280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f048c453. 00000400:00000010:3.0:1767384323.575370:0:27552:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007d9fe47c. 00000400:00000040:3.0:1767384323.575392:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.575395:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.575398:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.575399:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.575402:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.575404:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384323.575406:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.575408:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.575409:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.575411:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384323.575414:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.575416:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.575418:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.575419:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.575420:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384323.575423:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.575424:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.575426:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384323.575427:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384323.575429:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.575438:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.575440:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.575441:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.575443:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.575444:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384323.575447:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.575449:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.575451:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.575453:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.575454:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.575456:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384323.575458:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.575460:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.575462:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.575464:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.575465:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.575467:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384323.575469:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.575471:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.575473:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.575474:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.575475:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.575477:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384323.575479:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384323.575480:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384323.575482:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384323.575484:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384323.575485:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384323.575488:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.575489:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.575491:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384323.575493:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.575494:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384323.575496:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384323.575498:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384323.575499:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384323.575501:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384323.575573:0:27552:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007d9fe47c. 00000400:00000001:2.0:1767384323.956229:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.956234:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384323.956236:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000400:00000010:2.0:1767384323.956240:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000400:00000200:2.0:1767384323.956244:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384323.956250:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384323.956258:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008404d5a5. 00000400:00000010:2.0:1767384323.956261:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d38855bf. 00000400:00000200:2.0:1767384323.956265:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:2.0:1767384323.956268:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008404d5a5. 00000400:00000010:2.0:1767384323.956285:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000091704e11. 00000400:00000010:2.0:1767384323.956288:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000400:00000010:2.0:1767384323.956293:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071c58d70. 00000400:00000200:2.0:1767384323.956296:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:2.0:1767384323.956307:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:2.0:1767384323.956312:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:2.0:1767384323.956315:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [73:73:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384323.956320:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:2.0:1767384323.956326:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:2.0:1767384323.956329:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:2.0:1767384323.956332:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000082254283. 00000800:00000200:2.0:1767384323.956337:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:2.1:1767384323.956348:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:2.0:1767384323.956369:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 2 next ping: 248 health :800 00000400:00000200:3.0:1767384323.956432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956492:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956506:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956519:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956536:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956569:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956619:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956634:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956674:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956699:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956743:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956781:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956847:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956863:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956878:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956908:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956934:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956946:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.956978:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.957007:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.957027:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.957053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.957070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384323.957085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384323.957335:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c4ce02e. 00000800:00000010:3.0:1767384323.957341:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000348b3119. 00000800:00000010:3.0:1767384323.957348:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f29eabdb. 00000800:00000010:3.0:1767384323.957374:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f29eabdb. 00000800:00020000:3.0:1767384323.957386:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384323.957390:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000348b3119. 00000800:00000010:3.0:1767384323.957393:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c4ce02e. 00000400:02020000:3.0:1767384323.957427:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384323.957433:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000400:00000200:3.0:1767384323.957436:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384323.957439:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:3.0:1767384323.957442:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000082254283. 00000400:00000200:3.0:1767384323.957445:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384323.957448:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384323.957454:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384323.957456:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384323.957458:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384324.404259:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384324.404265:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.404272:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384324.404274:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.404310:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384324.404314:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.404316:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384324.748357:0:27906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007f1b1e8f. 00080000:00000010:1.0:1767384324.748371:0:27906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007f1b1e8f. 00000020:00000001:1.0:1767384324.748378:0:27906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384324.748385:0:27906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007f1b1e8f. 00080000:00000010:1.0:1767384324.748389:0:27906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007f1b1e8f. 00000020:00000001:1.0:1767384324.748391:0:27906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384324.980242:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384324.980247:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384324.980250:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000400:00000010:0.0:1767384324.980253:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000400:00000200:0.0:1767384324.980258:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384324.980264:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384324.980272:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008404d5a5. 00000400:00000010:0.0:1767384324.980276:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000091704e11. 00000400:00000200:0.0:1767384324.980282:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 00000400:00000010:0.0:1767384324.980285:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd94a178. 00000400:00000010:0.0:1767384324.980288:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cc0c8ee. 00000400:00000010:0.0:1767384324.980291:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029023403. 00000400:00000010:0.0:1767384324.980303:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9ce8991. 00000400:00000200:0.0:1767384324.980307:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00000400:00000200:0.0:1767384324.980317:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00000400:00000200:0.0:1767384324.980323:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00000400:00000200:0.0:1767384324.980329:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [74:74:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1767384324.980336:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000400:00000200:0.0:1767384324.980347:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:0.0:1767384324.980353:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:0.0:1767384324.980359:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b6b14be. 00000800:00000200:0.0:1767384324.980367:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:0.1:1767384324.980373:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:0.0:1767384324.980416:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 1 next ping: 247 health :900 00000400:00000200:1.0:1767384324.980457:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980508:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980531:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980563:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980657:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980675:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980735:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980749:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980761:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980774:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980787:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980799:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980813:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980826:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980839:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980851:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980871:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980905:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980956:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.980992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.981010:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.981026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.981039:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384324.981052:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384324.981178:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070fe940d. 00000800:00000010:1.0:1767384324.981183:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003248972e. 00000800:00000010:1.0:1767384324.981187:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000772ce002. 00000800:00000010:1.0:1767384324.981204:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000772ce002. 00000800:00020000:1.0:1767384324.981213:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384324.981216:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003248972e. 00000800:00000010:1.0:1767384324.981218:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000070fe940d. 00000400:02020000:1.0:1767384324.981249:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384324.981254:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000400:00000200:1.0:1767384324.981257:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384324.981260:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:1.0:1767384324.981263:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b6b14be. 00000400:00000200:1.0:1767384324.981268:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384324.981271:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384324.981277:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384324.981280:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384324.981282:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384325.428184:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384325.428189:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.428193:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384325.428194:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.428226:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.428230:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.428232:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384325.462065:0:28070:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384325.462069:0:28070:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:3.0:1767384325.465472:0:28070:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384325.471948:0:28071:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001dc4de63. 00000400:00000010:3.0:1767384325.471960:0:28071:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000101f9ffa. 00000400:00000010:3.0:1767384325.471968:0:28071:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000348b3119. 00000400:00000010:3.0:1767384325.471971:0:28071:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006391c56a. 00000400:00000010:3.0:1767384325.471974:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030adb3f0. 00000400:00000010:3.0:1767384325.471977:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059853ade. 00000400:00000010:3.0:1767384325.471979:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ba6db375. 00000400:00000010:3.0:1767384325.471980:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000671974a6. 00000400:00000010:3.0:1767384325.471987:0:28071:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007d9fe47c. 00000800:00000010:3.0:1767384325.471999:0:28071:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a08735b5. 00000800:00000200:3.0:1767384325.472008:0:28071:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384325.472016:0:28071:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384325.472048:0:28071:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384325.472065:0:28071:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp32 [8/256/0/180] 00000400:00000010:3.0:1767384325.473894:0:28071:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000fd9e0e4d. 00000400:00000010:3.0:1767384325.473900:0:28071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4744970. 00000400:00000010:3.0:1767384325.473906:0:28071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a2b06a. 00000400:00000001:3.0:1767384325.473923:0:28071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384325.473925:0:28071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.473927:0:28071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000920d4d54. 00000400:00000200:3.0:1767384325.473929:0:28071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000400:00000010:3.0:1767384325.473931:0:28071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 00000400:00000010:3.0:1767384325.473935:0:28071:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000e2d84ec1. 00000400:00000200:3.0:1767384325.473941:0:28071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (22) 00000400:00000200:3.0:1767384325.473954:0:28071:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384325.473964:0:28071:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:3.0:1767384325.473971:0:28071:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001c4ce02e. 00000020:01000000:3.0:1767384325.473977:0:28071:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384325.473980:0:28071:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp32 00000400:00000200:2.0:1767384325.473982:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384325.473990:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000010:3.0:1767384325.473994:0:28071:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000101f9ffa. 00000400:00000200:2.0:1767384325.473995:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000400:00000010:3.0:1767384325.474000:0:28071:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001dc4de63. 00000400:00000010:2.0:1767384325.474004:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000082106042. 00000400:00000010:2.0:1767384325.474009:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d948fcb. 00000400:00000010:2.0:1767384325.474014:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009cb2c569. 00000400:00000200:2.0:1767384325.474018:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000020:00000001:0.0:1767384325.474022:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384325.474027:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384325.474028:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:0.0:1767384325.474030:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384325.474034:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384325.474036:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384325.474038:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384325.474041:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384325.474045:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000020:01000004:0.0:1767384325.474045:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384325.474047:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384325.474048:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384325.474049:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384325.474050:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384325.474053:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384325.474056:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384325.474058:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384325.474060:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:2.0:1767384325.474065:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000100:00000010:0.0:1767384325.474065:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc66ff7. 00000400:00000200:2.0:1767384325.474072:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 36], ns[16, 36] 00000020:00000040:0.0:1767384325.474072:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384325.474080:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:0.0:1767384325.474080:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384325.474084:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384325.474087:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 02000000:00000001:0.0:1767384325.474089:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474092:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:2.0:1767384325.474096:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 02000000:00000010:0.0:1767384325.474099:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bea8a49. 00000400:00000200:2.0:1767384325.474100:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:2.0:1767384325.474103:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:2.0:1767384325.474108:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384325.474111:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384325.474113:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474114:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:2.0:1767384325.474119:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:2.0:1767384325.474122:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000100:00000001:0.0:1767384325.474123:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384325.474126:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474129:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000100:00000040:0.0:1767384325.474157:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc66ff7] to pc [ptlrpcd_00_01+1] req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384325.474179:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384325.474182:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.474184:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384325.474185:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384325.474191:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384325.474193:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384325.474194:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384325.474196:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384325.474197:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384325.474199:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384325.474200:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384325.474202:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384325.474203:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384325.474204:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384325.474205:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384325.474207:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384325.474208:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384325.474211:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2bbd5f9. 00000020:00000040:0.0:1767384325.474213:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384325.474215:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384325.474216:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384325.474219:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384325.474225:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b4b8a721. 00000100:00000001:0.0:1767384325.474228:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.474231:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384325.474232:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.474236:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2bbd5f9] to pc [ptlrpcd_00_02+2] req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474249:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 10000000:00000001:0.0:1767384325.474252:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384325.474257:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474258:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[68, 16], ns[69, 16] 00000400:00000200:2.0:1767384325.474264:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[72, 16], ns[73, 16] 00000020:00000001:0.0:1767384325.474266:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384325.474270:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384325.474272:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001c4ce02e. 00000400:00000200:2.0:1767384325.474280:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[73, 16], ns[74, 16] 00000400:00000200:2.0:1767384325.474283:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:0.0:1767384325.474285:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384325.474288:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp14 00000100:00000001:0.0:1767384325.474289:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384325.474293:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp14 lpni_is_preferred = 0 00000100:00000001:0.0:1767384325.474293:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384325.474298:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp14 00000100:00000040:0.0:1767384325.474300:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474306:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp14 NI seq info: [75:75:256:4294967295] 192.168.202.115@tcp14 LPNI seq info [74:74:8:4294967295] 00000100:00000001:0.0:1767384325.474316:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384325.474318:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp14 00000100:00000001:1.0:1767384325.474318:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.474319:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474322:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.474325:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384325.474325:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384325.474329:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384325.474333:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474335:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14:) -> 192.168.202.115@tcp14(192.168.202.115@tcp:192.168.202.115@tcp14) : GET try# 0 02000000:00000001:0.0:1767384325.474336:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.474345:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728319232:0@lo:253: 00000800:00000200:2.0:1767384325.474353:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp14 00000100:00000001:1.0:1767384325.474354:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.474357:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.474358:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384325.474360:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e2d46d4. 00000800:00000200:2.0:1767384325.474367:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (6) 02000000:00000001:1.0:1767384325.474368:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384325.474371:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384325.474373:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.474373:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384325.474377:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:988 02000000:00000001:0.0:1767384325.474378:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.474380:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2bbd5f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728319360:0@lo:253: 00000800:00000200:2.0:1767384325.474384:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384325.474386:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384325.474386:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384325.474391:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384325.474393:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.474395:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384325.474396:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c7e2d97b. 00000400:00000200:2.0:1767384325.474399:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 02000000:00000010:1.0:1767384325.474400:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000070fe940d. 02000000:00000001:0.0:1767384325.474401:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474404:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 02000000:00000001:1.0:1767384325.474404:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.474411:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef15c518. 00000400:00000010:0.0:1767384325.474411:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000400:00000010:1.0:1767384325.474420:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9e4d8ec. 00000400:00000010:0.0:1767384325.474421:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000790af314. 00000100:00000200:1.0:1767384325.474424:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728319360, portal 25 00000100:00000001:1.0:1767384325.474427:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384325.474428:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728319232, portal 25 00000100:00000001:1.0:1767384325.474429:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801162112 : -113719908389504 : ffff98928541ad80) 00000100:00000001:0.0:1767384325.474434:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384325.474438:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.474438:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154048 : -113719908397568 : ffff989285418e00) 00000100:00000040:0.0:1767384325.474448:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.474449:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.474454:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.474458:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdbc9ed2. 00000100:00000001:0.0:1767384325.474460:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384325.474462:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728319360, offset 0 00000100:00000040:0.0:1767384325.474467:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.474471:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055bc0963. 00000400:00000200:1.0:1767384325.474472:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384325.474477:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728319232, offset 0 00000400:00000200:1.0:1767384325.474485:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.474487:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.474498:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04d80 00000400:00000200:0.0:1767384325.474499:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.474507:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000400:00000010:1.0:1767384325.474510:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017dc8401. 00000800:00000200:2.0:1767384325.474512:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384325.474513:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04d00 00000800:00000010:2.0:1767384325.474516:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e2d46d4. 00000400:00000200:1.0:1767384325.474516:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc77dde7 00000400:00000200:2.0:1767384325.474522:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.474523:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.474528:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000400:00000200:2.0:1767384325.474532:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: GET: OK 00000400:00000200:1.0:1767384325.474532:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384325.474534:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cee76c5. 00000400:00000200:0.0:1767384325.474541:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4ea09f3 00000400:00000200:0.0:1767384325.474546:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.474548:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc77dde7 00000400:00000200:0.0:1767384325.474549:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384325.474552:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc77dde7. 00000100:00000001:1.0:1767384325.474557:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384325.474558:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4ea09f3 00000400:00000200:2.0:1767384325.474559:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:1.0:1767384325.474560:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384325.474563:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4ea09f3. 00000400:00000200:2.0:1767384325.474565:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000100:00000040:1.0:1767384325.474565:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000bcbbd9b6 x1853236728319360 msgsize 4848 00000100:00000001:0.0:1767384325.474569:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384325.474572:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384325.474574:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384325.474577:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000007cdd650b x1853236728319232 msgsize 4848 00000100:00100000:1.0:1767384325.474580:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384325.474583:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.474584:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384325.474588:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384325.474589:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384325.474596:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384325.474597:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384325.474600:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384325.474603:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdbc9ed2 00000400:00000200:2.0:1767384325.474606:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14) <- 192.168.202.115@tcp14 : GET - for me 00000400:00000010:1.0:1767384325.474607:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdbc9ed2. 00000100:00000001:0.0:1767384325.474611:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.474613:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.474619:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474620:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384325.474620:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055bc0963 00000400:00000010:0.0:1767384325.474624:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055bc0963. 00000100:00000001:1.0:1767384325.474648:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384325.474649:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384325.474653:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474656:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 400/400 into md 0x1859 [1] + 0 00000100:00000200:0.0:1767384325.474656:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474675:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp14 to MR: 192.168.202.115@tcp14 local destination 00000100:00000001:1.0:1767384325.474679:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474685:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.474686:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384325.474691:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp14 NI seq info: [76:76:256:4294967295] 192.168.202.115@tcp14 LPNI seq info [75:75:8:4294967295] 00000100:00000040:0.0:1767384325.474693:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.474709:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14:192.168.202.115@tcp14) -> 192.168.202.115@tcp14(192.168.202.115@tcp14:192.168.202.115@tcp14) 192.168.202.115@tcp14 : REPLY try# 0 00000100:00000001:0.0:1767384325.474718:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.474719:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.115@tcp14 00000100:00000001:1.0:1767384325.474720:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.474724:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767384325.474725:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e2d46d4. 00000100:00000001:1.0:1767384325.474726:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294913525 00000100:00000010:1.0:1767384325.474732:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001481c6e8. 00000100:00000001:0.0:1767384325.474733:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.474734:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (6) 00000100:00000001:1.0:1767384325.474739:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384325.474741:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294913525 00000800:00000200:2.0:1767384325.474744:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:1013 00000100:00000001:1.0:1767384325.474747:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294913525 00000100:00000001:0.0:1767384325.474747:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294913525 00000800:00000200:2.0:1767384325.474748:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 3, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1767384325.474754:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294913525 00000100:00000010:1.0:1767384325.474755:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f59c008. 00000100:00000001:1.0:1767384325.474762:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384325.474764:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294913525 00000100:00000001:0.0:1767384325.474765:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294913525 00000100:00000010:1.0:1767384325.474769:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631ad380. 00000100:00000001:0.0:1767384325.474769:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294913525 00000100:00000001:1.0:1767384325.474775:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384325.474780:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294913525 00000100:00000001:0.0:1767384325.474780:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294913525 00000100:00000001:0.0:1767384325.474787:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294913525 00000100:00000010:1.0:1767384325.474788:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068e809b5. 00000800:00000200:2.0:1767384325.474791:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384325.474792:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767384325.474794:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e2d46d4. 00000100:00000001:1.0:1767384325.474797:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.474797:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294913525 00000400:00000200:2.0:1767384325.474798:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384325.474801:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474805:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474807:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: REPLY: OK 00000100:00000001:0.0:1767384325.474809:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.474810:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.474815:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384325.474817:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384325.474819:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.474821:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.474822:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.474825:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.474828:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.474830:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.474831:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.474834:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp14(192.168.202.115@tcp14) <- 192.168.202.115@tcp14 : REPLY - for me 00000100:00000001:0.0:1767384325.474837:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.474838:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.474842:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384325.474842:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384325.474844:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp14: Reply from 12345-192.168.202.115@tcp14 of length 400/400 into md 0x185d 00000100:00000001:0.0:1767384325.474847:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384325.474849:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384325.474850:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.474852:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.474855:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474856:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384325.474857:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.474860:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474861:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384325.474862:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474864:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474869:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp14->192.168.202.115@tcp14: REPLY: OK 00000400:00000200:2.0:1767384325.474873:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d948fcb 00000400:00000010:2.0:1767384325.474874:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d948fcb. 00000400:00000200:2.0:1767384325.474878:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:1.0:1767384325.474879:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384325.474882:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000100:00000001:1.0:1767384325.474882:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.474886:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384325.474890:0:16350:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.115@tcp (416 bytes) 00000400:00000200:2.0:1767384325.474894:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:2.0:1767384325.474903:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000082106042. 00000100:00000001:0.0:1767384325.474905:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.474909:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319360 00000100:00000001:1.0:1767384325.474912:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384325.474913:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (24) 02000000:00000001:0.0:1767384325.474914:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384325.474917:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319232 00000100:00000001:0.0:1767384325.474918:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.474921:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384325.474922:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384325.474922:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384325.474925:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.474927:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384325.474929:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384325.474929:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319360 00000100:00000001:1.0:1767384325.474931:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.474935:0:17080:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384325.474937:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384325.474938:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384325.474943:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384325.474944:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319232 00000020:00000040:0.0:1767384325.474946:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000200:2.0:1767384325.474947:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384325.474949:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384325.474951:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000040:1.0:1767384325.474953:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000010:2.0:1767384325.474954:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000082106042. 00000020:00000001:0.0:1767384325.474954:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384325.474958:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384325.474960:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384325.474962:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000010:2.0:1767384325.474963:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7026710. 00000020:00000010:0.0:1767384325.474964:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000020:00000001:1.0:1767384325.474969:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384325.474970:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384325.474971:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d948fcb. 00000020:00000001:1.0:1767384325.474976:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:0.0:1767384325.474976:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f27d222f. 00000400:00000200:2.0:1767384325.474978:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000082106042 00000100:00000001:1.0:1767384325.474984:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.474984:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c31ff38. 00000400:00000001:2.0:1767384325.474985:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384325.474990:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384325.474991:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a24f326. 00000020:00000010:0.0:1767384325.474992:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063d58941. 00000400:00000010:2.0:1767384325.474993:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062ea13dc. 00000100:00000001:1.0:1767384325.474995:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.475000:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a24f326. 00000020:00000010:0.0:1767384325.475000:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000400:00000200:2.0:1767384325.475001:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:2.0:1767384325.475006:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:1.0:1767384325.475006:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6ce2d21. 00000020:00000010:1.0:1767384325.475012:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057ac0121. 00000100:00000040:0.0:1767384325.475012:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384325.475014:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:0.0:1767384325.475017:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384325.475018:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000ecce911b. 00000020:00000010:1.0:1767384325.475019:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c3f5dbf. 00000100:00000001:0.0:1767384325.475020:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384325.475024:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475026:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00000001:1.0:1767384325.475027:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.475030:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.475032:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.475032:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475033:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100871 00000100:00000001:1.0:1767384325.475039:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475040:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:0 00000100:00000001:0.0:1767384325.475046:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475047:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 rc 1 00000100:00000001:1.0:1767384325.475047:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475054:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000200:2.0:1767384325.475057:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000400:00000010:2.0:1767384325.475062:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000dd8b1353. 00000100:00000001:0.0:1767384325.475064:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384325.475065:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf5f5f. 00000100:00000001:1.0:1767384325.475065:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.475067:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384325.475069:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384325.475074:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083cbfc6d. 00000100:00100000:0.0:1767384325.475074:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:2.0:1767384325.475081:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000040:0.0:1767384325.475081:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00100000:1.0:1767384325.475085:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1767384325.475087:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250599504 : -113719458952112 : ffff9892a00b8c50) 00000100:00000040:1.0:1767384325.475090:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:2.0:1767384325.475094:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:1.0:1767384325.475095:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250602576 : -113719458949040 : ffff9892a00b9850) 00000100:00000040:0.0:1767384325.475095:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcbbd9b6 x1853236728319360/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.475102:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000040:1.0:1767384325.475111:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cdd650b x1853236728319232/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.475116:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:0.0:1767384325.475121:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.475126:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f27d222f. 00000400:00000200:2.0:1767384325.475133:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000100:00000001:0.0:1767384325.475133:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.475160:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.475165:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a24f326. 00000100:00000001:1.0:1767384325.475170:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.475170:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f27d222f. 00000020:00000010:1.0:1767384325.475175:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a24f326. 00000100:00100000:0.0:1767384325.475181:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbbd9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728319360:12345-0@lo:253: 00000100:00100000:1.0:1767384325.475183:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cdd650b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728319232:12345-0@lo:253: 00000400:00000200:2.0:1767384325.475184:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000100:00000200:0.0:1767384325.475192:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319360 00000100:00000200:1.0:1767384325.475194:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319232 00000020:00000001:1.0:1767384325.475198:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384325.475198:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384325.475199:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000020:00000001:1.0:1767384325.475203:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.475203:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384325.475208:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.475208:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475213:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000020:00000001:1.0:1767384325.475215:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384325.475215:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384325.475219:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384325.475220:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:2.0:1767384325.475224:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:00000001:1.0:1767384325.475228:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.475228:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384325.475230:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:00000001:0.0:1767384325.475232:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.475233:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475238:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:00000001:1.0:1767384325.475240:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384325.475241:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384325.475245:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000020:00000001:1.0:1767384325.475245:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.475246:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.475250:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.475250:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475254:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000001:1.0:1767384325.475257:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384325.475257:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384325.475260:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 02000000:00000001:1.0:1767384325.475262:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384325.475262:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384325.475266:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 02000000:00000010:1.0:1767384325.475269:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008eb2c045. 00000400:00000200:2.0:1767384325.475270:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 02000000:00000010:0.0:1767384325.475270:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df4fc9c3. 02000000:00000001:1.0:1767384325.475274:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.475276:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.475280:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.475281:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475283:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 20000000:00000001:1.0:1767384325.475284:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384325.475286:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384325.475292:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 20000000:00000010:1.0:1767384325.475294:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eeaa46b7. 20000000:00000010:0.0:1767384325.475295:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000007b18f8c. 00000400:00000200:2.0:1767384325.475296:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 20000000:01000000:1.0:1767384325.475300:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384325.475302:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384325.475307:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384325.475308:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 20000000:00000001:1.0:1767384325.475308:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384325.475311:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384325.475315:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475318:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[68, 18], ns[69, 18] 20000000:00000001:1.0:1767384325.475318:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.475318:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384325.475323:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384325.475323:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.475328:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475329:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[72, 18], ns[73, 18] 20000000:00000001:0.0:1767384325.475331:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384325.475334:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a76de9df. 00000400:00000200:2.0:1767384325.475335:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 20000000:01000000:1.0:1767384325.475338:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000400:00000200:2.0:1767384325.475343:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 20000000:00000001:1.0:1767384325.475346:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384325.475347:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp15 00000400:00000200:2.0:1767384325.475349:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384325.475352:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp15 00080000:00000001:1.0:1767384325.475357:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384325.475362:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [77:77:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [76:76:8:4294967295] 00080000:00000001:1.0:1767384325.475362:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384325.475367:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp15 00000400:00000200:2.0:1767384325.475371:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:) -> 192.168.202.115@tcp15(192.168.202.115@tcp:192.168.202.115@tcp15) : GET try# 0 00000800:00000200:2.0:1767384325.475375:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp15 00080000:00000001:1.0:1767384325.475377:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:2.0:1767384325.475378:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e2d46d4. 00000800:00000200:2.0:1767384325.475384:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (6) 00000800:00000200:2.0:1767384325.475389:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:988 00000800:00000200:2.0:1767384325.475392:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384325.475392:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.475396:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384325.475397:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.475399:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384325.475401:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00080000:00000001:1.0:1767384325.475402:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.475406:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00080000:00000002:1.0:1767384325.475406:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:1.0:1767384325.475412:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384325.475413:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384325.475416:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.475419:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.475420:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.475423:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384325.475427:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384325.475430:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384325.475434:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000116577e9. 00080000:00000001:1.0:1767384325.475436:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477412864 : -113724232138752 : ffff9891838a8000) 00080000:00000001:1.0:1767384325.475439:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384325.475442:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384325.475445:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008a24f326. 00080000:00000001:1.0:1767384325.475448:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.475450:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384325.475463:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.475471:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384325.475473:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e2d46d4. 00000400:00000200:2.0:1767384325.475477:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384325.475478:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384325.475482:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: GET: OK 00000400:00000200:2.0:1767384325.475486:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384325.475489:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000100:00000001:1.0:1767384325.475494:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384325.475496:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384325.475499:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384325.475502:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.475505:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.475513:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475518:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : GET - for me 00000400:00000200:2.0:1767384325.475525:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384325.475530:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 416/416 into md 0x1859 [1] + 0 00000400:00000200:2.0:1767384325.475535:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp15 to MR: 192.168.202.115@tcp15 local destination 00000400:00000200:2.0:1767384325.475539:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [78:78:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1767384325.475545:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) -> 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) 192.168.202.115@tcp15 : REPLY try# 0 00000800:00000200:2.0:1767384325.475548:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.115@tcp15 00000800:00000010:2.0:1767384325.475551:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e2d46d4. 00000800:00000200:2.0:1767384325.475553:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (6) 00000800:00000200:2.0:1767384325.475562:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:1011 00000800:00000200:2.0:1767384325.475564:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 3, nob 512 niov 1 nkiov 1 00000800:00000001:0.0:1767384325.475598:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384325.475612:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384325.475615:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e2d46d4. 00000400:00000200:2.0:1767384325.475618:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.475621:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: REPLY: OK 00000800:00000001:1.0:1767384325.475639:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.475640:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.475647:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.475650:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.475653:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384325.475659:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : REPLY - for me 00000400:00000200:1.0:1767384325.475666:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp15: Reply from 12345-192.168.202.115@tcp15 of length 416/416 into md 0x1875 00000800:00000001:1.0:1767384325.475670:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.475672:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384325.475679:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.475681:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: REPLY: OK 00000400:00000200:1.0:1767384325.475684:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf5f5f 00000400:00000010:1.0:1767384325.475685:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf5f5f. 00000400:00000200:1.0:1767384325.475688:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384325.475690:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:1.0:1767384325.475692:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384325.475694:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 24. state = 0x100271 00000400:00000200:1.0:1767384325.475697:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384325.475707:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (24) 00000800:00000001:1.0:1767384325.475711:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.475713:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475725:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384325.475730:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:2.0:1767384325.475735:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 000000004929ed34. 00000400:00000010:2.0:1767384325.475738:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 00000000de32e370. 00000400:00000010:2.0:1767384325.475739:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000ee2bfa38. 00000400:00000200:2.0:1767384325.475755:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp28(0000000029c69e2d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384325.475758:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp29(00000000fdd2fc85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384325.475760:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp30(00000000302baf7b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384325.475765:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003b781849. 00000400:00000200:2.0:1767384325.475769:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003b781849 nid 192.168.202.115@tcp31 00000400:00000010:2.0:1767384325.475772:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000eb24aba. 00000400:00000200:2.0:1767384325.475774:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000000eb24aba net tcp31 00000400:00000200:2.0:1767384325.475776:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (23) 00000400:00000200:2.0:1767384325.475779:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp31 flags 0x11 00000400:00000010:2.0:1767384325.475782:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000062d0d79d. 00000400:00000200:2.0:1767384325.475784:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000062d0d79d nid 192.168.202.115@tcp32 00000400:00000010:2.0:1767384325.475785:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cf4502ca. 00000400:00000200:2.0:1767384325.475787:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cf4502ca net tcp32 00000400:00000200:2.0:1767384325.475788:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (24) 00000400:00000200:2.0:1767384325.475790:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp32 flags 0x11 00000400:00000010:2.0:1767384325.475792:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 000000004929ed34. 00000400:00000010:2.0:1767384325.475794:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 00000000de32e370. 00000400:00000010:2.0:1767384325.475795:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000ee2bfa38. 00000400:00000010:2.0:1767384325.475797:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000dd8b1353. 00000400:00000200:2.0:1767384325.475798:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384325.475800:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:2.0:1767384325.475809:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:2.0:1767384325.475811:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:2.0:1767384325.475814:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000400:00000200:2.0:1767384325.475816:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000010:2.0:1767384325.475819:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eca88c10. 00000400:00000200:2.0:1767384325.475821:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp15 00000400:00000200:2.0:1767384325.475826:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp15 to MR: 192.168.202.115@tcp15 local destination 00000400:00000200:2.0:1767384325.475829:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [79:79:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [78:78:8:4294967295] 00000400:00000200:2.0:1767384325.475832:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp15 00000400:00000200:2.0:1767384325.475836:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) -> 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384325.475839:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.115@tcp15 00000800:00000010:2.0:1767384325.475841:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e2d46d4. 00000800:00000200:2.0:1767384325.475844:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (6) 00000800:00000200:2.0:1767384325.475847:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:988 00000800:00000200:2.0:1767384325.475848:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:2.0:1767384325.475859:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384325.475861:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000800:00000200:0.0:1767384325.475926:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384325.475929:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e2d46d4. 00000400:00000200:0.0:1767384325.475932:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384325.475936:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384325.475938:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: PUT: OK 00000400:00000200:0.0:1767384325.475942:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384325.475943:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.475946:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp15: 0 00000800:00000001:2.0:1767384325.475948:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.475953:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475960:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : PUT - for me 00000400:00000200:2.0:1767384325.475969:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384325.475974:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 416/416 into md 0x1871 [1] + 0 00000400:00000010:2.0:1767384325.475977:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7026710. 00000400:00000200:2.0:1767384325.475980:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d948fcb 00000800:00000001:2.0:1767384325.475984:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.475989:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.475991:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.475995:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: PUT: OK 00000400:00000200:2.0:1767384325.476005:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d948fcb 00000400:00000010:2.0:1767384325.476008:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d948fcb. 00000400:00000200:2.0:1767384325.476011:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384325.476015:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (26) 00000400:00000200:2.0:1767384325.476018:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:2.0:1767384325.476021:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000dd8b1353. 00000400:00000200:2.0:1767384325.476023:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 24 00000400:00000200:2.0:1767384325.476025:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384325.476036:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (27) 00000400:00000200:2.0:1767384325.476039:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384325.476042:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp15 to MR: 192.168.202.115@tcp15 local destination 00000400:00000200:2.0:1767384325.476046:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp15 NI seq info: [80:80:256:4294967295] 192.168.202.115@tcp15 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384325.476054:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) -> 192.168.202.115@tcp15(192.168.202.115@tcp15:192.168.202.115@tcp15) 192.168.202.115@tcp15 : ACK try# 0 00000800:00000200:2.0:1767384325.476060:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp15 00000400:00000200:0.0:1767384325.476060:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384325.476062:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e2d46d4. 00000400:00000010:0.0:1767384325.476065:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000733191b4. 00000800:00000200:2.0:1767384325.476069:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (6) 00000400:00000010:0.0:1767384325.476072:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000800:00000200:2.0:1767384325.476077:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:1011 00000400:00000200:0.0:1767384325.476078:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000082106042 00000800:00000200:2.0:1767384325.476080:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2d46d4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384325.476084:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004f1 00000400:00000010:0.0:1767384325.476089:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000a40e5c94. 00000400:00000010:0.0:1767384325.476092:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000000d4ec5d1. 00000400:00000010:0.0:1767384325.476095:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 0000000031e0d895. 00000800:00000001:1.0:1767384325.476111:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384325.476114:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000a40e5c94. 00000400:00000010:0.0:1767384325.476118:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000000d4ec5d1. 00000400:00000010:0.0:1767384325.476120:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 0000000031e0d895. 00000400:00000010:0.0:1767384325.476124:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000dd8b1353. 00000400:00000200:0.0:1767384325.476127:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384325.476129:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100571 00000800:00000200:2.0:1767384325.476131:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384325.476132:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 1 00000800:00000001:1.0:1767384325.476133:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384325.476162:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e2d46d4. 00000400:00000200:0.0:1767384325.476163:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 00000800:00000001:1.0:1767384325.476165:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.476167:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384325.476169:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384325.476170:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384325.476175:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: ACK: OK 00000800:00000001:1.0:1767384325.476176:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.476177:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:0.0:1767384325.476187:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384325.476190:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp15(192.168.202.115@tcp15) <- 192.168.202.115@tcp15 : ACK - for me 00000400:00000200:0.0:1767384325.476193:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00000400:00000200:1.0:1767384325.476204:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp15: ACK from 12345-192.168.202.115@tcp15 into md 0x1879 00000400:00000200:1.0:1767384325.476208:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.476211:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp15->192.168.202.115@tcp15: ACK: OK 00000400:00000200:1.0:1767384325.476214:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000010:1.0:1767384325.476216:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000800:00000001:0.0:1767384325.476217:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384325.476218:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384325.476223:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:1.0:1767384325.476225:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (25) 00000800:00000001:1.0:1767384325.476230:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.476234:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384325.477048:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000116577e9. 00080000:00000010:3.0:1767384325.477092:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008a24f326. 00040000:00000001:3.0:1767384325.477099:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384325.477101:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384325.477104:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384325.477108:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384325.477110:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.477112:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384325.477125:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384325.477160:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384325.477161:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031e0d895. 20000000:01000000:3.0:1767384325.477165:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384325.477170:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00080000:00000001:3.0:1767384325.477171:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384325.477174:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384325.477179:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384325.477181:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384325.477189:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:1.0:1767384325.477190:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.477194:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.477195:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384325.477197:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477199:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384325.477202:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384325.477203:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384325.477206:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384325.477208:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384325.477213:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384325.477216:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00010000:00000010:1.0:1767384325.477218:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d6114b9. 00000020:00000001:0.0:1767384325.477221:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00010000:00000001:1.0:1767384325.477222:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384325.477225:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:1.0:1767384325.477227:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070ee400f. 00000020:00000001:1.0:1767384325.477232:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384325.477233:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384325.477236:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070ee400f with handle 0x960a57272cefbb8f to hash 00080000:00000001:0.0:1767384325.477238:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.477239:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.477241:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384325.477244:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00080000:00000001:0.0:1767384325.477244:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.477251:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384325.477252:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.477255:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.477258:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384325.477258:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384325.477266:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384325.477268:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384325.477270:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a40e5c94. 00010000:00000001:1.0:1767384325.477272:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384325.477275:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569004544 : -113724140547072 : ffff989189001400) 00010000:00000001:1.0:1767384325.477276:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.477279:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384325.477280:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384325.477282:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384325.477284:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000020:3.0:1767384325.477285:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384325.477285:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384325.477287:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f27d222f. 00010000:00000001:1.0:1767384325.477288:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384325.477292:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477294:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384325.477296:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384325.477298:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384325.477298:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:3.0:1767384325.477299:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eeaa46b7. 00010000:00000001:1.0:1767384325.477302:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.477304:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:3.0:1767384325.477305:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.477306:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d6114b9) refcount = 1 00080000:00000001:0.0:1767384325.477307:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384325.477312:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319232 00010000:00010000:1.0:1767384325.477313:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.477316:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384325.477318:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384325.477321:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:3.0:1767384325.477323:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cdd650b x1853236728319232/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.477324:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.477327:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.477331:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477335:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.477340:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384325.477341:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:01000000:1.0:1767384325.477344:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384325.477345:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477347:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384325.477350:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.477355:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384325.477355:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.477358:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=4 00000100:00000040:3.0:1767384325.477360:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:1.0:1767384325.477361:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00000100:00000001:3.0:1767384325.477364:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384325.477365:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 02000000:00000001:3.0:1767384325.477367:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384325.477369:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:3.0:1767384325.477370:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.477372:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384325.477374:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.477379:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.477384:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000101f9ffa. 00010000:00000001:1.0:1767384325.477384:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.477388:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384325.477389:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728319232, offset 224 00010000:00000001:1.0:1767384325.477397:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384325.477400:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384325.477400:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.477403:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384325.477409:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384325.477411:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.477414:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477416:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384325.477420:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04d00 00010000:00010000:1.0:1767384325.477420:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384325.477429:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1865 [2] + 224 00010000:00010000:1.0:1767384325.477431:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070ee400f already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384325.477434:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384325.477435:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384325.477437:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384325.477441:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384325.477441:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384325.477448:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384325.477449:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.477451:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384325.477453:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384325.477454:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.477456:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=5 00000020:00000001:1.0:1767384325.477460:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384325.477465:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00000100:00000040:3.0:1767384325.477470:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.477474:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.477477:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.477495:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.477496:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.477497:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.477498:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384325.477500:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.477502:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384325.477504:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101f9ffa 00010000:00000001:1.0:1767384325.477505:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384325.477508:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000101f9ffa. 00010000:00000001:1.0:1767384325.477508:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.477511:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070ee400f with handle 0x960a57272cefbb8f from hash 00010000:00000001:1.0:1767384325.477513:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.477514:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.477517:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384325.477518:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384325.477519:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384325.477520:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.477521:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384325.477522:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384325.477523:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384325.477526:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:0.0:1767384325.477527:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384325.477528:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477529:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000001:0.0:1767384325.477530:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384325.477533:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384325.477534:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00000100:00000040:3.0:1767384325.477535:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.477538:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.477540:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384325.477541:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384325.477541:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000790af314 00000020:00000001:3.0:1767384325.477543:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477545:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:0.0:1767384325.477545:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000790af314. 00000020:00000001:3.0:1767384325.477546:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384325.477549:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384325.477557:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cdd650b x1853236728319232/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.477558:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384325.477560:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384325.477561:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477565:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.477567:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.477569:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.477574:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384325.477579:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cdd650b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728319232:12345-0@lo:253: Request processed in 2440us (2997us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384325.477592:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.477595:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384325.477597:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00000001:1.0:1767384325.477598:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.477602:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:0.0:1767384325.477602:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.477603:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:1.0:1767384325.477604:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.477608:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384325.477609:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384325.477612:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384325.477614:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384325.477617:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384325.477617:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384325.477618:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057ac0121. 00010000:00000001:1.0:1767384325.477621:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.477623:0:16356:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:1.0:1767384325.477624:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384325.477625:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c3f5dbf. 00010000:00010000:1.0:1767384325.477627:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384325.477627:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384325.477644:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6ce2d21. 00000100:00000001:0.0:1767384325.477644:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.477648:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384325.477651:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384325.477654:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.477657:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:3.0:1767384325.477658:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384325.477659:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=48 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384325.477660:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384325.477661:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008eb2c045. 00010000:00010000:1.0:1767384325.477663:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070ee400f/0x960a57272cefbb8f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384325.477667:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384325.477668:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.477681:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384325.477687:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:1.0:1767384325.477689:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d6114b9 count: 0 00000100:00000001:0.0:1767384325.477691:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384325.477692:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920d4d54. 00000100:00000001:0.0:1767384325.477695:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.477697:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000101f9ffa. 00010000:00000001:1.0:1767384325.477698:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.477700:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:1.0:1767384325.477701:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384325.477706:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.477710:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.477715:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.477724:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.477727:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384325.477730:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384325.477733:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384325.477736:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384325.477737:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384325.477739:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384325.477741:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384325.477743:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384325.477744:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384325.477746:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384325.477747:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384325.477748:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384325.477752:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.477758:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728319232:0@lo:253: 00000100:00000001:0.0:1767384325.477767:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.477769:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.477770:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc66ff7 x1853236728319232/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.477776:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.477778:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384325.477780:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c7e2d97b. 02000000:00000001:0.0:1767384325.477784:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384325.477785:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384325.477786:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384325.477788:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384325.477789:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bea8a49. 02000000:00000001:0.0:1767384325.477792:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384325.477793:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384325.477794:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc66ff7. 00000100:00000001:0.0:1767384325.477797:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384325.477798:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.477799:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.477802:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.477803:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.477805:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.477806:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384325.478626:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a40e5c94. 00080000:00000010:0.0:1767384325.478695:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f27d222f. 00040000:00000001:0.0:1767384325.478700:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.478702:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384325.478704:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384325.478707:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384325.478709:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.478711:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384325.478713:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384325.478720:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384325.478722:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384325.478726:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384325.478731:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.478734:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.478735:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.478738:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.478739:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384325.478742:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a8a9892. 00010000:00000001:1.0:1767384325.478745:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.478747:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001244cd69. 00000020:00000001:1.0:1767384325.478749:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.478751:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001244cd69 with handle 0x960a57272cefbb96 to hash 00000020:00000001:1.0:1767384325.478752:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.478754:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478755:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478757:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.478758:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.478760:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478764:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.478765:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.478772:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.478773:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.478775:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.478776:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.478778:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.478779:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384325.478781:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.478782:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.478783:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384325.478784:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a8a9892) refcount = 1 00010000:00010000:1.0:1767384325.478787:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478790:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.478791:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.478793:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.478794:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.478795:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.478797:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.478799:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384325.478801:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.478802:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.478803:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=4 00000020:00000001:1.0:1767384325.478805:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478807:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478808:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.478810:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478814:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.478815:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478819:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.478820:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.478821:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478830:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.478831:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.478834:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.478835:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.478839:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001244cd69 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384325.478841:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.478843:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.478845:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.478848:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:0.0:1767384325.478849:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384325.478850:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.478853:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384325.478854:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384325.478856:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=5 20000000:00000010:0.0:1767384325.478857:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000007b18f8c. 00000020:00000001:1.0:1767384325.478859:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478860:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384325.478862:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.478863:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384325.478869:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.478870:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.478873:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.478875:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384325.478875:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319360 00010000:00000001:0.0:1767384325.478881:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384325.478882:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.478884:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.478886:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1767384325.478886:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcbbd9b6 x1853236728319360/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.478887:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.478892:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001244cd69 with handle 0x960a57272cefbb96 from hash 00010000:00000001:1.0:1767384325.478896:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.478898:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.478902:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.478903:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384325.478905:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.478907:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=48 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384325.478910:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384325.478912:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384325.478914:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384325.478916:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384325.478918:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384325.478919:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384325.478922:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384325.478923:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384325.478926:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384325.478926:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.478931:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.478933:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.478935:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000790af314. 00010000:00000001:1.0:1767384325.478937:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.478939:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728319360, offset 224 00010000:00000001:1.0:1767384325.478942:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384325.478945:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384325.478946:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.478951:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.478955:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384325.478955:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384325.478958:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.478962:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.478965:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04d80 00010000:00000001:1.0:1767384325.478967:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.478972:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384325.478972:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1861 [2] + 224 00000400:00000200:0.0:1767384325.478980:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384325.478986:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384325.478986:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384325.478990:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.478992:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384325.478992:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384325.478995:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:0.0:1767384325.478996:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.478997:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.479000:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.479002:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.479005:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.479008:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.479012:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384325.479013:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.479025:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.479027:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.479030:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001244cd69/0x960a57272cefbb96 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.479035:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a8a9892 count: 0 00010000:00000001:1.0:1767384325.479039:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.479040:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384325.479041:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.479048:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000790af314 00000400:00000010:0.0:1767384325.479051:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000790af314. 00000100:00000001:0.0:1767384325.479055:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.479057:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.479057:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.479060:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384325.479064:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384325.479067:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.479069:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef15c518. 00000100:00000001:0.0:1767384325.479071:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.479073:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e4d8ec 00000400:00000010:3.0:1767384325.479076:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9e4d8ec. 00000100:00000040:0.0:1767384325.479077:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384325.479079:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384325.479083:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384325.479086:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384325.479086:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.479090:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384325.479095:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcbbd9b6 x1853236728319360/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384325.479110:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.479115:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbbd9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728319360:12345-0@lo:253: Request processed in 3990us (4546us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384325.479127:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384325.479129:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384325.479130:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:3.0:1767384325.479132:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384325.479160:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 02000000:00000001:3.0:1767384325.479162:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.479164:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.479164:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.479166:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384325.479167:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.479170:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063d58941. 02000000:00000001:3.0:1767384325.479171:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.479177:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=48 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384325.479178:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 00000020:00000010:0.0:1767384325.479183:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c31ff38. 00000100:00001000:3.0:1767384325.479184:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=48 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384325.479189:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:3.0:1767384325.479190:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.479192:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.479195:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384325.479195:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384325.479196:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384325.479198:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df4fc9c3. 00000100:00000001:3.0:1767384325.479199:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.479203:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384325.479205:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.479206:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384325.479213:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384325.479215:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.479218:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384325.479218:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000100:00000001:3.0:1767384325.479221:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.479224:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384325.479224:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000790af314. 00000020:01000004:3.0:1767384325.479228:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384325.479230:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.479232:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.479233:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.479234:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.479235:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384325.479236:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.479237:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384325.479239:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.479245:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2bbd5f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728319360:0@lo:253: 00000100:00000001:3.0:1767384325.479248:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.479256:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.479258:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2bbd5f9 x1853236728319360/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.479262:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.479264:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.479265:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000070fe940d. 02000000:00000001:3.0:1767384325.479268:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.479269:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.479270:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384325.479271:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.479272:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4b8a721. 02000000:00000001:3.0:1767384325.479275:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.479275:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.479276:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2bbd5f9. 00000100:00000001:3.0:1767384325.479278:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.479279:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.479280:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.479283:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.479284:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.479285:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.479286:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384325.482172:0:28073:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d6114b9. 00000100:00000040:2.0:1767384325.482175:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294913525, at 4294913526 00010000:00000010:1.1:1767384325.482178:0:28073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070ee400f. 00000100:00000010:2.0:1767384325.482184:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631ad380. 00000100:00000040:1.0:1767384325.482195:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294913525, at 4294913526 00000100:00000040:0.0:1767384325.482198:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294913525, at 4294913526 00000100:00000010:1.0:1767384325.482201:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f59c008. 00000100:00000010:0.0:1767384325.482206:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001481c6e8. 00000100:00000040:3.0:1767384325.482215:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294913525, at 4294913526 00000100:00000010:3.0:1767384325.482221:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068e809b5. 00010000:00000010:1.1:1767384325.486159:0:28075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a8a9892. 00010000:00000010:1.1:1767384325.486167:0:28075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001244cd69. 00000400:00000010:2.0:1767384325.489601:0:28076:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6b0a464. 00000400:00000040:2.0:1767384325.489617:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384325.489620:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384325.489621:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384325.489623:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384325.489624:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384325.489646:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384325.489648:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384325.489649:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384325.489651:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384325.489651:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384325.489653:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384325.489655:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384325.489656:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384325.489658:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384325.489658:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384325.489660:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384325.489661:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384325.489662:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384325.489662:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384325.489664:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384325.489665:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384325.489666:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384325.489667:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384325.489668:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384325.489668:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384325.489670:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384325.489671:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384325.489672:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384325.489672:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384325.489673:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384325.489674:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384325.489675:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384325.489676:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384325.489677:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384325.489678:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384325.489679:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384325.489680:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384325.489681:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384325.489682:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384325.489683:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384325.489684:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384325.489685:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384325.489686:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384325.489687:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384325.489693:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384325.489694:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384325.489695:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384325.489696:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384325.489697:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384325.489698:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384325.489699:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384325.489700:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384325.489701:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384325.489702:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384325.489703:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384325.489704:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384325.489705:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384325.489757:0:28076:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6b0a464. 00000400:00000001:0.0:1767384326.004251:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.004255:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384326.004257:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029023403 00000400:00000010:0.0:1767384326.004261:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029023403. 00000400:00000200:0.0:1767384326.004265:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384326.004272:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384326.004281:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd94a178. 00000400:00000010:0.0:1767384326.004286:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cc0c8ee. 00010000:00000001:2.0:1767384326.452191:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384326.452196:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.452201:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384326.452203:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.452230:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384326.452234:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.452236:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384326.658319:0:28441:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a635f94d. 00080000:00000010:0.0:1767384326.658331:0:28441:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a635f94d. 00000020:00000001:0.0:1767384326.658337:0:28441:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384326.658345:0:28441:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a635f94d. 00080000:00000010:0.0:1767384326.658350:0:28441:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a635f94d. 00000020:00000001:0.0:1767384326.658354:0:28441:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.029210:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 00000400:00000010:0.0:1767384327.029217:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000efbe2f3b. 00000400:00000010:0.0:1767384327.029225:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f7cd97a. 00000400:00000010:0.0:1767384327.029230:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029023403. 00000400:00000010:0.0:1767384327.029240:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7384aa1. 00000400:00000200:0.0:1767384327.029245:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00000400:00000200:0.0:1767384327.029264:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00000400:00000200:0.0:1767384327.029271:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00000400:00000200:0.0:1767384327.029276:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [81:81:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1767384327.029283:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000400:00000200:0.0:1767384327.029291:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:0.0:1767384327.029296:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:0.0:1767384327.029301:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012a264de. 00000800:00000200:0.0:1767384327.029307:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:0.1:1767384327.029312:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:0.0:1767384327.029333:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 2 next ping: 251 health :800 00000400:00000200:0.0:1767384327.029339:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp28 00000400:00000010:0.0:1767384327.029343:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000278504e. 00000400:00000010:0.0:1767384327.029346:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003bf94823. 00000400:00000010:0.0:1767384327.029349:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000400:00000010:0.0:1767384327.029356:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e581dc54. 00000400:00000200:0.0:1767384327.029359:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp28 00000400:00000200:0.0:1767384327.029366:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp28 local destination 00000400:00000200:0.0:1767384327.029370:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp28 00000400:00000200:0.0:1767384327.029373:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp28 NI seq info: [82:82:256:4294967295] 192.168.202.115@tcp28 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767384327.029377:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp28 00000400:00000200:0.0:1767384327.029392:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28:) -> 192.168.202.115@tcp28(192.168.202.115@tcp28:192.168.202.115@tcp28) : GET try# 0 00000400:00000200:1.0:1767384327.029398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:0.0:1767384327.029398:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp28 00000800:00000010:0.0:1767384327.029406:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008279f4a0. 00000800:00000200:0.0:1767384327.029413:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000800:00000200:0.1:1767384327.029417:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000400:00000200:0.0:1767384327.029437:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp28 added to recovery queue. ping count: 3 next ping: 255 health :700 00000400:00000200:1.0:1767384327.029443:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029464:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029507:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029551:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029581:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029675:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029678:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029744:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029812:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029876:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029957:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.029965:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.029991:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030020:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030033:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030082:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030091:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030130:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030185:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030218:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030355:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030358:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030417:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030428:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030453:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030492:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030500:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030574:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030594:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030652:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030720:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030721:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030777:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030819:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030857:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030863:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030905:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.030926:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030939:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384327.030989:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031055:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031130:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031212:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000800:00000010:1.0:1767384327.031223:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037620d5c. 00000800:00000010:1.0:1767384327.031228:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049b478ad. 00000800:00000010:1.0:1767384327.031233:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df888d9b. 00000400:00000200:2.0:1767384327.031257:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000800:00000010:1.0:1767384327.031257:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df888d9b. 00000800:00020000:1.0:1767384327.031267:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:2.0:1767384327.031300:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031333:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031384:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031408:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031430:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031452:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031476:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031498:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031593:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:2.0:1767384327.031696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032259:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384327.032261:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a24a3b1. 00000800:00000010:2.0:1767384327.032268:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b55f89a7. 00000400:00000200:0.0:1767384327.032279:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp28 from 217.3.0.2 00000800:00000010:0.0:1767384327.032284:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fc0cfe57. 00000800:00000010:2.0:1767384327.032290:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000473c59e3. 00000800:00000010:2.0:1767384327.032430:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000473c59e3. 00000800:00000010:0.0:1767384327.032537:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df4fc9c3. 00000800:00000010:0.0:1767384327.032542:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd16fe7e. 00000800:00000010:0.0:1767384327.032555:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057344dca. 00000800:00000200:0.1:1767384327.032559:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (2) 00000800:00000200:0.1:1767384327.032564:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp28 0000000057344dca deleted 00000800:00000010:0.1:1767384327.032566:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000057344dca. 00000800:00000200:0.1:1767384327.032571:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384327.032577:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp28 ip 192.168.202.115:985 00000800:00000200:0.1:1767384327.032581:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008279f4a0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384327.032587:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp28 p 3.x 192.168.202.115 -> 192.168.202.115:985 incarnation:1767384318163766731 sched[0] 00000800:00000010:0.0:1767384327.032591:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a6e44d4. 00000800:00000010:0.0:1767384327.032649:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a6e44d4. 00000800:00000010:0.0:1767384327.032655:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd16fe7e. 00000800:00000010:0.0:1767384327.032679:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fc0cfe57. 00000800:00000001:0.0:1767384327.032688:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.032692:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384327.032733:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.032737:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008279f4a0. 00000400:00000200:0.0:1767384327.032740:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.032746:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: GET: OK 00000400:00000200:0.0:1767384327.032750:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384327.032753:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp28 recovery message sent successfully:0 00000800:00000200:0.1:1767384327.032778:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384327.032782:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp28 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384318163766731 sched[0] 00000800:00000010:0.0:1767384327.032785:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b55f89a7. 00000400:00000200:0.0:1767384327.032819:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032844:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032862:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032880:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032940:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032956:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032972:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.032988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033024:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033075:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033094:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033115:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033131:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033175:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033196:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033212:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033279:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033311:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033326:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033343:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033374:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033390:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033407:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033442:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033482:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033499:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033516:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.033609:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:0.0:1767384327.033635:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033640:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.033642:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033646:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.033653:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28) <- 192.168.202.115@tcp28 : GET - for me 00000400:00000200:0.0:1767384327.033663:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384327.033670:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1859 [1] + 0 00000400:00000200:0.0:1767384327.033679:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp28 to MR: 192.168.202.115@tcp28 local destination 00000400:00000200:0.0:1767384327.033685:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp28 NI seq info: [83:83:256:4294967295] 192.168.202.115@tcp28 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384327.033694:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28:192.168.202.115@tcp28) -> 192.168.202.115@tcp28(192.168.202.115@tcp28:192.168.202.115@tcp28) 192.168.202.115@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384327.033699:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp28 00000800:00000010:0.0:1767384327.033702:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008279f4a0. 00000800:00000200:0.0:1767384327.033707:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (4) 00000800:00000200:0.0:1767384327.033711:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp28 ip 192.168.202.115:988 00000800:00000200:0.0:1767384327.033713:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008279f4a0 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384327.033753:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.033755:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008279f4a0. 00000400:00000200:0.0:1767384327.033758:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.033762:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: REPLY: OK 00000800:00000001:0.0:1767384327.033770:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033773:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.033775:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033777:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.033779:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033780:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.033790:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp28(192.168.202.115@tcp28) <- 192.168.202.115@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384327.033798:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp28: Reply from 12345-192.168.202.115@tcp28 of length 272/272 into md 0x1895 00000800:00000001:0.0:1767384327.033802:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033807:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.033809:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.033812:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp28->192.168.202.115@tcp28: REPLY: OK 00000400:00000200:0.0:1767384327.033815:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:0.0:1767384327.033818:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000400:00000200:0.0:1767384327.033820:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384327.033824:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000278504e. 00000400:00000010:0.0:1767384327.033826:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003bf94823. 00000800:00000001:0.0:1767384327.033831:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.033833:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.033884:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp28 from 216.3.0.2 00000800:00000010:0.0:1767384327.033887:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000278504e. 00000800:00000010:0.0:1767384327.034157:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007b18f8c. 00000800:00000010:0.0:1767384327.034162:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd16fe7e. 00000800:00000010:0.0:1767384327.034177:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7e2d97b. 00000800:00000010:0.0:1767384327.034179:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057344dca. 00000800:00000010:0.0:1767384327.034182:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a6e44d4. 00000800:00000010:0.0:1767384327.034234:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000d5fba0e. 00000800:00000200:0.1:1767384327.034240:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (4) 00000800:00000200:0.1:1767384327.034244:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp28 000000000d5fba0e deleted 00000800:00000010:0.1:1767384327.034246:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000d5fba0e. 00000800:00000200:0.1:1767384327.034249:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384327.034253:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp28 p 3.x 192.168.202.115 -> 192.168.202.115:984 incarnation:1767384318163766731 sched[0] 00000800:00000010:0.0:1767384327.034257:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028205cbd. 00000800:00000010:0.0:1767384327.034277:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028205cbd. 00000800:00000010:0.0:1767384327.034281:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd16fe7e. 00000800:00000010:0.0:1767384327.034293:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000278504e. 00000800:00000001:0.0:1767384327.034300:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.034303:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384327.034469:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a6e44d4. 00000800:00000200:0.1:1767384327.034482:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384327.034488:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp28 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384318163766731 sched[0] 00000800:00000010:0.0:1767384327.034490:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057344dca. 00000800:00000001:0.0:1767384327.034508:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.034516:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384327.036174:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049b478ad. 00000800:00000010:1.0:1767384327.036179:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000037620d5c. 00000400:02020000:1.0:1767384327.036235:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384327.040708:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000800:00000200:1.0:1767384327.040716:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp30 down 00000800:00000100:1.0:1767384327.040722:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:1.0:1767384327.040725:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012a264de. 00000400:00000200:1.0:1767384327.040730:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384327.040734:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384327.040741:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384327.040743:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384327.040746:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00000001:00000001:1.0:1767384327.354951:0:28605:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384327.354955:0:28605:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384327.359443:0:28605:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384327.366784:0:28606:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e197ee5b. 00000400:00000010:1.0:1767384327.366796:0:28606:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000011e98c71. 00000400:00000010:1.0:1767384327.366804:0:28606:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000559eb139. 00000400:00000010:1.0:1767384327.366807:0:28606:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c7bfe64e. 00000400:00000010:1.0:1767384327.366815:0:28606:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f78a197a. 00000400:00000010:1.0:1767384327.366818:0:28606:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000721eabad. 00000400:00000010:1.0:1767384327.366819:0:28606:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000871bf2c5. 00000400:00000010:1.0:1767384327.366821:0:28606:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd84b475. 00000400:00000010:1.0:1767384327.366823:0:28606:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d29e75d4. 00000800:00000010:1.0:1767384327.366836:0:28606:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000581a850e. 00000800:00000200:1.0:1767384327.366846:0:28606:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384327.366855:0:28606:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384327.366886:0:28606:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384327.366904:0:28606:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384327.368772:0:28606:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000007a4f4bcd. 00000400:00000010:1.0:1767384327.368778:0:28606:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e061f. 00000400:00000010:1.0:1767384327.368783:0:28606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1d07a5. 00000400:00000001:1.0:1767384327.368798:0:28606:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384327.368799:0:28606:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.368801:0:28606:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4744970. 00000400:00000200:1.0:1767384327.368803:0:28606:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a2b06a 00000400:00000010:1.0:1767384327.368805:0:28606:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a2b06a. 00000400:00000010:1.0:1767384327.368808:0:28606:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000fd9e0e4d. 00000400:00000200:1.0:1767384327.368812:0:28606:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (24) 00000400:00000200:1.0:1767384327.368820:0:28606:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384327.368828:0:28606:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384327.368835:0:28606:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000037620d5c. 00000020:01000000:1.0:1767384327.368838:0:28606:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384327.368840:0:28606:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp33 00000400:00000010:1.0:1767384327.368851:0:28606:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000011e98c71. 00000400:00000010:1.0:1767384327.368854:0:28606:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e197ee5b. 00000400:00000200:0.0:1767384327.368855:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384327.368864:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:0.0:1767384327.368872:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000020:00000001:2.0:1767384327.368874:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384327.368877:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 10000000:00000001:2.0:1767384327.368879:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384327.368882:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384327.368885:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384327.368886:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfd801c6. 00000020:01000004:2.0:1767384327.368888:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384327.368891:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384327.368893:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384327.368895:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:01000004:2.0:1767384327.368900:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384327.368902:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384327.368903:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384327.368905:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384327.368906:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384327.368907:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384327.368910:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384327.368910:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000010:2.0:1767384327.368918:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba746334. 00000400:00000200:0.0:1767384327.368921:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000040:2.0:1767384327.368923:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384327.368931:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384327.368932:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 02000000:00000001:2.0:1767384327.368934:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384327.368939:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.368942:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 02000000:00000010:2.0:1767384327.368948:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002b44b889. 00000400:00000200:0.0:1767384327.368949:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000100:00000001:2.0:1767384327.368956:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.368959:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000100:00000001:2.0:1767384327.368966:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384327.368966:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000100:00000001:2.0:1767384327.368969:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.368977:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 00000100:00000040:2.0:1767384327.368979:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba746334] to pc [ptlrpcd_00_03+3] req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.368992:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:0.0:1767384327.369000:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:0.0:1767384327.369005:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:0.0:1767384327.369010:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 10000000:00000001:2.0:1767384327.369013:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384327.369018:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369018:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000020:00000001:2.0:1767384327.369022:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384327.369026:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384327.369032:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:00000001:2.0:1767384327.369033:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384327.369035:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384327.369039:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384327.369040:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384327.369042:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384327.369043:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:3.0:1767384327.369047:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384327.369047:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384327.369052:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384327.369053:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384327.369055:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384327.369057:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000020:01000004:2.0:1767384327.369058:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384327.369060:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384327.369061:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384327.369064:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384327.369064:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384327.369068:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384327.369070:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384327.369075:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009188c248. 00000020:00000040:2.0:1767384327.369079:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384327.369082:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000001:3.0:1767384327.369088:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384327.369090:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384327.369092:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.369094:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384327.369097:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384327.369098:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 02000000:00000001:2.0:1767384327.369099:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.369101:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384327.369107:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.369108:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d62d21c5. 00000100:00100000:3.0:1767384327.369112:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba746334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728319488:0@lo:253: 00000400:00000200:0.0:1767384327.369113:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000100:00000001:2.0:1767384327.369114:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369121:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384327.369122:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384327.369125:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369126:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 00000100:00000040:2.0:1767384327.369130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009188c248] to pc [ptlrpcd_00_00+0] req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384327.369167:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.369168:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384327.369168:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[72, 20], ns[73, 20] 02000000:00000001:3.0:1767384327.369173:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384327.369174:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.369180:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384327.369180:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369181:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 20], ns[81, 20] 00000020:01000000:2.0:1767384327.369185:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384327.369187:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000134ecb68. 00000020:00000010:2.0:1767384327.369190:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000037620d5c. 02000000:00000001:3.0:1767384327.369192:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369193:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000010:3.0:1767384327.369199:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791278dd. 00000100:00000001:2.0:1767384327.369202:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384327.369203:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:3.0:1767384327.369206:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009edf2daa. 00000100:00000001:2.0:1767384327.369207:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384327.369214:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728319488, portal 25 00000400:00000200:0.0:1767384327.369215:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000100:00000001:3.0:1767384327.369219:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384327.369222:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566691072 : -113724142860544 : ffff989188dcc700) 00000100:00000001:2.0:1767384327.369225:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384327.369225:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp31 00000100:00000001:2.0:1767384327.369229:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384327.369230:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.369232:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384327.369237:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp31 lpni_is_preferred = 0 00000100:00000040:2.0:1767384327.369239:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.369247:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp31 00000100:00000001:3.0:1767384327.369253:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384327.369258:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384327.369259:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384327.369259:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [84:84:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [83:83:8:4294967295] 00000100:00000001:2.0:1767384327.369262:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.369265:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e78bbe2. 02000000:00000001:2.0:1767384327.369268:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384327.369269:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728319488, offset 0 02000000:00000001:2.0:1767384327.369272:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384327.369275:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.369276:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384327.369279:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp31 00000100:00100000:2.0:1767384327.369282:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728319616:0@lo:253: 00000100:00000001:2.0:1767384327.369286:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384327.369289:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384327.369292:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.369295:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384327.369301:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009fa82fb2. 00000400:00000200:0.0:1767384327.369301:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:) -> 192.168.202.115@tcp31(192.168.202.115@tcp:192.168.202.115@tcp31) : PUT try# 0 02000000:00000001:2.0:1767384327.369306:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.369311:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7026710. 00000800:00000200:0.0:1767384327.369315:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.115@tcp31 00000400:00000200:3.0:1767384327.369321:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384327.369326:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfc6dc37. 00000800:00000010:0.0:1767384327.369326:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008279f4a0. 00000400:00000200:3.0:1767384327.369333:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04e00 00000100:00000200:2.0:1767384327.369334:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728319616, portal 25 00000800:00000010:0.0:1767384327.369339:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057344dca. 00000100:00000001:2.0:1767384327.369340:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384327.369344:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000100:00000001:2.0:1767384327.369344:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566689280 : -113724142862336 : ffff989188dcc000) 00000800:00000010:0.0:1767384327.369347:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fd16fe7e. 00000400:00000010:3.0:1767384327.369351:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009320fdec. 00000400:00000200:3.0:1767384327.369356:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7d43a8a 00000100:00000040:2.0:1767384327.369356:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384327.369361:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000400:00000200:3.0:1767384327.369365:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384327.369375:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000400:00000200:3.0:1767384327.369376:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.369384:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384327.369385:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d43a8a 00000400:00000010:3.0:1767384327.369389:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d43a8a. 00000100:00000040:2.0:1767384327.369390:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384327.369394:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384327.369395:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f569304. 00000100:00000200:3.0:1767384327.369397:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384327.369399:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000200:2.0:1767384327.369402:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728319616, offset 0 00000100:00000040:3.0:1767384327.369403:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000009866741 x1853236728319488 msgsize 4848 00000400:00000200:0.0:1767384327.369407:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000400:00000200:2.0:1767384327.369415:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384327.369419:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384327.369423:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384327.369429:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384327.369430:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384327.369435:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384327.369435:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.369440:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce04e80 00000400:00000200:3.0:1767384327.369443:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e78bbe2 00000400:00000010:3.0:1767384327.369446:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e78bbe2. 00000100:00000001:3.0:1767384327.369448:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384327.369452:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000400:00000010:2.0:1767384327.369455:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a196e61d. 00000400:00000200:2.0:1767384327.369460:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cecc7b01 00000100:00000200:3.0:1767384327.369461:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.369466:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384327.369472:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384327.369473:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384327.369478:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.369478:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cecc7b01 00000400:00000010:2.0:1767384327.369482:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cecc7b01. 00000400:00000200:0.0:1767384327.369485:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:2.0:1767384327.369487:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384327.369488:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369491:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384327.369497:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369501:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294915420 00000100:00000010:3.0:1767384327.369505:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a26b849b. 00000100:00000200:2.0:1767384327.369505:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384327.369511:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007756e3bb x1853236728319616 msgsize 4848 00000100:00000001:3.0:1767384327.369514:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384327.369522:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384327.369523:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294915420 00000100:00000040:2.0:1767384327.369524:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384327.369531:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008322b70. 00000100:00000001:2.0:1767384327.369533:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.369535:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384327.369540:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294915420 00000400:00000200:2.0:1767384327.369540:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f569304 00000400:00000010:2.0:1767384327.369544:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f569304. 00000100:00000010:3.0:1767384327.369546:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936e1c04. 00000100:00000001:2.0:1767384327.369548:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384327.369550:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384327.369553:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.369554:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294915420 00000400:00000200:0.0:1767384327.369558:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000010:3.0:1767384327.369560:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1b235cf. 00000100:00000001:3.0:1767384327.369567:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384327.369571:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384327.369573:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384327.369575:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.369577:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369583:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369585:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.369592:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.369594:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369595:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384327.369600:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384327.369601:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.369604:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384327.369606:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369606:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369609:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:2.0:1767384327.369623:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294915420 00000100:00000001:2.0:1767384327.369629:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294915420 00000100:00000001:2.0:1767384327.369632:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294915420 00000100:00000001:2.0:1767384327.369634:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294915420 00000100:00000001:2.0:1767384327.369636:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294915420 00000100:00000001:2.0:1767384327.369638:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294915420 00000100:00000001:2.0:1767384327.369640:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294915420 00000100:00000001:2.0:1767384327.369641:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294915420 00000100:00000001:2.0:1767384327.369643:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.369645:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369647:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369649:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.369654:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.369655:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384327.369657:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384327.369658:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384327.369659:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369661:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369681:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384327.369682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00100000:2.0:1767384327.369684:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319488 02000000:00000001:2.0:1767384327.369689:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.369691:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.369693:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.369696:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.369698:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319488 00000020:00000001:2.0:1767384327.369701:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384327.369703:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384327.369705:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.369707:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384327.369715:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384327.369718:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384327.369722:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.369726:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000473c59e3. 00000400:00000200:0.0:1767384327.369726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:2.0:1767384327.369728:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.369732:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000473c59e3. 00000020:00000010:2.0:1767384327.369738:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ed915e8. 00000020:00000010:2.0:1767384327.369743:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056d87508. 00000020:00000010:2.0:1767384327.369747:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e084f91. 00000100:00000040:2.0:1767384327.369756:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384327.369759:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.369761:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.369763:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369771:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369772:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:2.0:1767384327.369778:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.369790:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384327.369792:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319616 02000000:00000001:2.0:1767384327.369794:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.369795:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.369797:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369798:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384327.369799:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.369802:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384327.369803:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319616 00000020:00000001:2.0:1767384327.369805:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384327.369807:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00100000:3.0:1767384327.369810:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000020:00000001:2.0:1767384327.369810:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.369813:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384327.369815:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384327.369816:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000020:00000001:2.0:1767384327.369819:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:3.0:1767384327.369823:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384327.369824:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384327.369828:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250604624 : -113719458946992 : ffff9892a00ba050) 00000020:00000010:2.0:1767384327.369829:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000473c59e3. 00000100:00000001:2.0:1767384327.369833:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384327.369834:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009866741 x1853236728319488/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384327.369838:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000473c59e3. 00000020:00000010:2.0:1767384327.369844:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5a0ba4. 00000100:00000001:3.0:1767384327.369846:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.369849:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007228f6bd. 00000020:00000010:3.0:1767384327.369851:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e2c3ed2. 00000100:00000001:3.0:1767384327.369854:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384327.369857:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e2c3ed2. 00000020:00000010:2.0:1767384327.369861:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000400:00000200:0.0:1767384327.369864:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00100000:3.0:1767384327.369866:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009866741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728319488:12345-0@lo:253: 00000100:00000001:2.0:1767384327.369868:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.369872:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384327.369873:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319488 00000100:00000001:2.0:1767384327.369874:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.369878:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384327.369880:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.369882:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384327.369884:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384327.369885:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.369889:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384327.369891:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384327.369894:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384327.369895:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384327.369896:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.369899:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384327.369900:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384327.369903:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384327.369906:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000020:00000001:3.0:1767384327.369907:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.369907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000040:2.0:1767384327.369910:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384327.369913:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384327.369914:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250597456 : -113719458954160 : ffff9892a00b8450) 02000000:00000001:3.0:1767384327.369917:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384327.369920:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007756e3bb x1853236728319616/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384327.369922:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c4ce02e. 02000000:00000001:3.0:1767384327.369927:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369929:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384327.369930:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.369933:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000473c59e3. 20000000:00000001:3.0:1767384327.369934:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384327.369938:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.369941:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000473c59e3. 00000400:00000200:0.0:1767384327.369942:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 20000000:00000010:3.0:1767384327.369945:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000070fe940d. 00000100:00100000:2.0:1767384327.369946:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007756e3bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728319616:12345-0@lo:253: 20000000:01000000:3.0:1767384327.369951:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:2.0:1767384327.369952:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319616 20000000:00000001:3.0:1767384327.369956:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384327.369957:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384327.369961:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384327.369961:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384327.369965:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.369965:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.369971:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.369971:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384327.369974:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:3.0:1767384327.369975:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384327.369978:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384327.369979:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000001:2.0:1767384327.369980:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.369985:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384327.369987:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384327.369988:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.369990:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384327.369991:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2d84ec1. 02000000:00000001:2.0:1767384327.369992:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384327.369996:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 02000000:00000010:2.0:1767384327.370000:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3039f8e. 20000000:00000001:3.0:1767384327.370002:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384327.370004:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.370010:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384327.370012:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.370015:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384327.370015:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00080000:00000001:3.0:1767384327.370016:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:2.0:1767384327.370024:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005b123cf8. 20000000:01000000:2.0:1767384327.370028:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384327.370031:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384327.370032:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384327.370034:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.370036:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.370037:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384327.370037:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384327.370055:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.370057:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00080000:00000001:3.0:1767384327.370059:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384327.370064:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.370066:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384327.370068:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384327.370072:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 0000000018ae1344 00000020:00000001:3.0:1767384327.370077:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008d788a35 00080000:00000002:3.0:1767384327.370079:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384327.370083:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384327.370086:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.370088:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384327.370091:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384327.370097:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:3.0:1767384327.370100:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384327.370102:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00080000:00000010:3.0:1767384327.370103:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000bb6774a. 00080000:00000001:3.0:1767384327.370108:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480665600 : -113724228886016 : ffff989183bc2200) 00080000:00000001:3.0:1767384327.370111:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384327.370115:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384327.370119:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e2c3ed2. 00080000:00000001:3.0:1767384327.370121:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.370123:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384327.370168:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.370178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00080000:00000001:3.0:1767384327.370186:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384327.370231:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370276:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370359:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370446:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370541:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370574:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370605:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370657:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370693:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370742:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370803:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370837:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370863:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.370953:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384327.371002:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00080000:00000010:3.0:1767384327.371032:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000bb6774a. 00000400:00000200:0.0:1767384327.371057:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00080000:00000010:2.0:1767384327.371092:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e2c3ed2. 00040000:00000001:2.0:1767384327.371097:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384327.371099:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384327.371101:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384327.371104:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384327.371106:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.371108:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384327.371117:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384327.371125:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384327.371128:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384327.371132:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384327.371167:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000bb6774a. 20000000:01000000:3.0:1767384327.371170:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384327.371173:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384327.371176:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384327.371178:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384327.371183:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384327.371195:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.371197:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384327.371199:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.371201:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384327.371202:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384327.371205:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:3.0:1767384327.371208:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:3.0:1767384327.371210:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384327.371214:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384327.371217:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384327.371218:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384327.371220:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384327.371223:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:3.0:1767384327.371225:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 10000000:01000000:2.0:1767384327.371227:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:3.0:1767384327.371231:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:2.0:1767384327.371233:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384327.371237:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384327.371239:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:3.0:1767384327.371243:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000036139ffc. 00080000:00000001:3.0:1767384327.371248:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480670720 : -113724228880896 : ffff989183bc3600) 00010000:00000010:2.0:1767384327.371248:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000057a2da1e. 00080000:00000001:3.0:1767384327.371252:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384327.371256:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:3.0:1767384327.371257:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384327.371263:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f29eabdb. 00010000:00000010:2.0:1767384327.371263:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c3bcaf. 00080000:00000001:3.0:1767384327.371269:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.371272:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384327.371281:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384327.371284:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4b8a721. 00080000:00000001:3.0:1767384327.371290:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384327.371291:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000d5fba0e. 00000800:00000010:0.0:1767384327.371300:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028205cbd. 00000800:00000010:0.0:1767384327.371329:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028205cbd. 00000800:00020000:0.0:1767384327.371341:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000020:00000001:2.0:1767384327.371345:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:0.0:1767384327.371346:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000d5fba0e. 00000020:00000040:2.0:1767384327.371350:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c3bcaf with handle 0x960a57272cefbb9d to hash 00000800:00000010:0.0:1767384327.371353:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4b8a721. 00000020:00000001:2.0:1767384327.371357:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384327.371361:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371364:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371368:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.371370:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.371374:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371391:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384327.371395:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384327.371397:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:02020000:0.0:1767384327.371401:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384327.371402:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.371406:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.371409:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.371412:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.371414:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp31 notifying 192.168.202.115@tcp31: down 00010000:00000001:2.0:1767384327.371416:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384327.371419:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384327.371422:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000800:00000200:0.0:1767384327.371423:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp31 down 00010000:00000001:2.0:1767384327.371425:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384327.371429:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000057a2da1e) refcount = 1 00000800:00000100:0.0:1767384327.371435:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.115@tcp31 00010000:00010000:2.0:1767384327.371437:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384327.371441:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008279f4a0. 00000400:00000200:0.0:1767384327.371446:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:2.0:1767384327.371449:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384327.371452:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:0.0:1767384327.371454:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: PUT: LOCAL_ERROR 00010000:00000001:2.0:1767384327.371456:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.371460:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.371462:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384327.371465:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp31 added to recovery queue. ping count: 0 next ping: 249 health :900 20000000:00000001:2.0:1767384327.371468:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384327.371471:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:01000000:2.0:1767384327.371473:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000400:00000200:0.0:1767384327.371478:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00010000:00000001:2.0:1767384327.371479:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.371483:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.371486:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=4 00000400:00000200:0.0:1767384327.371486:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000001:2.0:1767384327.371492:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371495:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371498:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384327.371500:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371507:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384327.371509:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384327.371524:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:2.0:1767384327.371526:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384327.371530:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101151 00010000:00000001:2.0:1767384327.371530:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384327.371534:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384327.371536:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384327.371539:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384327.371541:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:3.0:1767384327.371544:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00010000:00000001:2.0:1767384327.371548:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384327.371550:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:2.0:1767384327.371552:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.371555:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00010000:00000001:2.0:1767384327.371558:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384327.371560:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00010000:00010000:2.0:1767384327.371561:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384327.371565:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384327.371569:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc -71 00000400:00000200:3.0:1767384327.371576:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00010000:00010000:2.0:1767384327.371577:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c3bcaf already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384327.371581:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.371584:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384327.371586:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (25) 00010000:00010000:2.0:1767384327.371588:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371596:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384327.371598:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.371599:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.371600:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=5 00000020:00000001:2.0:1767384327.371602:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371604:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384327.371607:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384327.371609:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371631:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384327.371633:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.371635:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.371638:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384327.371640:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384327.371641:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.371649:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384327.371651:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c3bcaf with handle 0x960a57272cefbb9d from hash 00010000:00000001:2.0:1767384327.371654:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384327.371655:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.371656:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.371658:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384327.371659:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384327.371661:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384327.371664:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384327.371666:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.371669:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.371670:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384327.371672:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384327.371674:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.371675:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.371677:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.371679:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.371681:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.371683:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371688:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.371689:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.371691:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384327.371692:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384327.371693:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.371695:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.371696:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384327.371698:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.371700:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.371703:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.371708:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384327.371709:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384327.371711:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbb9d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384327.371727:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000057a2da1e count: 0 00010000:00000001:2.0:1767384327.371735:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384327.371737:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384327.371746:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384327.371749:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384327.371751:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000070fe940d. 20000000:00000001:2.0:1767384327.371756:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384327.371760:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319488 00010000:00000001:2.0:1767384327.371763:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.371767:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009866741 x1853236728319488/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.371775:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.371777:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.371781:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.371785:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.371788:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384327.371790:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384327.371793:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.371795:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.371798:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.371800:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.371803:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f569304. 00000100:00000200:2.0:1767384327.371807:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728319488, offset 224 00000400:00000200:2.0:1767384327.371811:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.371817:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.371823:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04e00 00000400:00000200:2.0:1767384327.371828:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a1 [2] + 224 00000400:00000200:2.0:1767384327.371833:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.371836:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.371840:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384327.371843:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.371850:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.371868:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.371872:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f569304 00000400:00000010:2.0:1767384327.371874:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f569304. 00000100:00000001:2.0:1767384327.371875:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384327.371877:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384327.371879:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.371882:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384327.371884:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384327.371886:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384327.371886:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.371889:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384327.371890:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384327.371894:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009866741 x1853236728319488/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384327.371895:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384327.371898:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384327.371901:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000791278dd. 00000100:00100000:2.0:1767384327.371906:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009866741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728319488:12345-0@lo:253: Request processed in 2059us (2501us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384327.371907:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009edf2daa 00000400:00000010:3.0:1767384327.371911:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009edf2daa. 00000100:00000001:3.0:1767384327.371916:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384327.371918:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000200:3.0:1767384327.371922:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.371923:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384327.371927:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384327.371930:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384327.371934:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056d87508. 00000100:00000200:3.0:1767384327.371935:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384327.371940:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e084f91. 00000100:00000001:3.0:1767384327.371945:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384327.371946:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ed915e8. 00000100:00000001:3.0:1767384327.371947:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.371951:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384327.371951:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:3.0:1767384327.371953:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384327.371956:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.371958:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.371958:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384327.371962:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.371962:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c4ce02e. 00000100:00001000:3.0:1767384327.371969:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=50 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384327.371969:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384327.371970:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384327.371977:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=50 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384327.371978:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384327.371980:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384327.371982:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.371983:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81cc8cc. 00010000:00000001:3.0:1767384327.371984:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384327.371988:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.371989:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f569304. 00000100:00000001:3.0:1767384327.371990:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.371995:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.372000:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.372003:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384327.372005:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384327.372008:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384327.372009:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384327.372011:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384327.372038:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384327.372040:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384327.372042:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384327.372044:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384327.372045:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384327.372047:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384327.372049:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384327.372053:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.372062:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba746334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728319488:0@lo:253: 00000100:00000001:3.0:1767384327.372067:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.372069:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384327.372071:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba746334 x1853236728319488/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.372078:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384327.372080:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384327.372082:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000134ecb68. 02000000:00000001:3.0:1767384327.372085:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384327.372087:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384327.372088:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384327.372090:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384327.372092:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002b44b889. 02000000:00000001:3.0:1767384327.372095:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384327.372096:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384327.372097:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba746334. 00000100:00000001:3.0:1767384327.372100:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384327.372101:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.372102:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.372105:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.372106:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.372108:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.372110:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384327.372781:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000036139ffc. 00080000:00000010:2.0:1767384327.372824:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f29eabdb. 00040000:00000001:2.0:1767384327.372830:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384327.372832:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384327.372834:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384327.372844:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384327.372847:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.372848:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384327.372850:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384327.372862:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384327.372866:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384327.372871:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384327.372887:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384327.372891:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384327.372892:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384327.372895:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384327.372902:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384327.372906:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f9336dc5. 00010000:00000001:3.0:1767384327.372909:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384327.372911:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009940c321. 00000020:00000001:3.0:1767384327.372913:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384327.372914:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009940c321 with handle 0x960a57272cefbba4 to hash 00000020:00000001:3.0:1767384327.372916:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384327.372916:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384327.372919:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384327.372922:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.372923:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.372926:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.372934:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384327.372936:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384327.372938:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384327.372939:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.372940:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.372942:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.372944:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.372946:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384327.372947:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384327.372948:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384327.372949:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384327.372951:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f9336dc5) refcount = 1 00010000:00010000:3.0:1767384327.372954:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.372961:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384327.372962:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384327.372963:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.372966:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.372968:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384327.372970:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384327.372972:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384327.372983:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.372984:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.372986:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=4 00000020:00000001:3.0:1767384327.372988:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384327.372991:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384327.372993:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384327.372996:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.373002:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384327.373005:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.373012:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.373014:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384327.373015:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384327.373017:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384327.373022:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384327.373027:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:2.0:1767384327.373027:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005b123cf8. 00010000:00000001:3.0:1767384327.373031:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.373033:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373036:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000040:2.0:1767384327.373038:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319616 00010000:00010000:3.0:1767384327.373039:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.373044:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.373051:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007756e3bb x1853236728319616/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384327.373052:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009940c321 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384327.373056:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.373059:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384327.373062:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.373070:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384327.373071:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384327.373073:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373074:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.373076:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.373079:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=5 00000100:00001000:2.0:1767384327.373080:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=50 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384327.373081:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00000100:00000001:2.0:1767384327.373086:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.373090:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384327.373091:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00000100:00000001:2.0:1767384327.373095:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384327.373096:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384327.373099:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384327.373101:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384327.373106:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384327.373106:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373109:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.373112:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.373112:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384327.373118:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384327.373120:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384327.373121:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384327.373123:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.373125:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.373127:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e8bd387. 00000020:00000040:3.0:1767384327.373128:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009940c321 with handle 0x960a57272cefbba4 from hash 00010000:00000001:3.0:1767384327.373131:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384327.373151:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.373153:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.373154:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384327.373155:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384327.373157:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384327.373158:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:2.0:1767384327.373159:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728319616, offset 224 00010000:00000001:3.0:1767384327.373160:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.373165:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373167:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384327.373168:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384327.373173:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384327.373173:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384327.373176:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.373178:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373180:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373182:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.373184:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384327.373188:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384327.373192:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.373195:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.373196:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384327.373198:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384327.373201:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce04e80 00010000:00000001:3.0:1767384327.373206:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.373210:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384327.373211:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a9 [2] + 224 00010000:00000001:3.0:1767384327.373212:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384327.373215:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.373218:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.373220:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384327.373221:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384327.373230:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384327.373231:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384327.373233:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.373236:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009940c321/0x960a57272cefbba4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.373238:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384327.373240:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f9336dc5 count: 0 00010000:00000001:3.0:1767384327.373249:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384327.373252:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384327.373253:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.373265:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.373282:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.373290:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e8bd387 00000100:00000001:3.0:1767384327.373292:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384327.373294:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e8bd387. 00000100:00000001:3.0:1767384327.373295:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384327.373301:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384327.373301:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384327.373305:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384327.373306:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384327.373307:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7026710. 00000400:00000200:3.0:1767384327.373312:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc6dc37 00000100:00000001:2.0:1767384327.373312:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.373316:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfc6dc37. 00000100:00000040:2.0:1767384327.373319:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384327.373321:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384327.373325:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384327.373329:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384327.373330:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.373336:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384327.373344:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.373346:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007756e3bb x1853236728319616/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.373358:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.373360:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.373363:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384327.373366:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384327.373368:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.373370:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.373372:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007756e3bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728319616:12345-0@lo:253: Request processed in 3439us (3856us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384327.373373:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384327.373378:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384327.373385:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=50 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384327.373390:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:3.0:1767384327.373396:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384327.373397:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384327.373399:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.373403:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384327.373403:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384327.373407:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.373408:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384327.373409:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.373413:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007228f6bd. 00000100:00000040:3.0:1767384327.373414:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384327.373420:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000100:00000001:3.0:1767384327.373422:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.373426:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384327.373427:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5a0ba4. 00000100:00000001:3.0:1767384327.373428:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384327.373432:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384327.373434:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384327.373436:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:2.0:1767384327.373436:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000020:01000004:3.0:1767384327.373439:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384327.373442:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384327.373444:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384327.373444:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384327.373449:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:2.0:1767384327.373449:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3039f8e. 00000020:01000004:3.0:1767384327.373452:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384327.373455:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384327.373457:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384327.373457:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384327.373461:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384327.373468:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728319616:0@lo:253: 00000100:00000200:2.0:1767384327.373470:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384327.373472:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.373475:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384327.373478:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009188c248 x1853236728319616/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384327.373478:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002baa934. 00000400:00000010:2.0:1767384327.373486:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e8bd387. 00000100:00000001:3.0:1767384327.373487:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384327.373488:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384327.373490:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009fa82fb2. 02000000:00000001:3.0:1767384327.373493:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384327.373493:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384327.373495:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384327.373499:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384327.373500:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d62d21c5. 02000000:00000001:3.0:1767384327.373503:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384327.373510:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384327.373511:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009188c248. 00000100:00000001:3.0:1767384327.373514:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384327.373516:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.373517:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.373520:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.373521:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.373522:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.373524:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384327.377188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000057a2da1e. 00010000:00000010:2.1:1767384327.377198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c3bcaf. 00000100:00000040:2.0:1767384327.377214:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294915420, at 4294915421 00000100:00000010:2.0:1767384327.377221:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936e1c04. 00000100:00000040:0.0:1767384327.377378:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294915420, at 4294915421 00000100:00000010:0.0:1767384327.377386:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a26b849b. 00000100:00000040:1.0:1767384327.378187:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294915420, at 4294915422 00000100:00000040:3.0:1767384327.378188:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294915420, at 4294915422 00000100:00000010:1.0:1767384327.378197:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008322b70. 00000100:00000010:3.0:1767384327.378199:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1b235cf. 00010000:00000010:3.1:1767384327.379171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f9336dc5. 00010000:00000010:3.1:1767384327.379180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009940c321. 00000400:00000010:0.0:1767384327.387658:0:28611:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c729da9. 00000400:00000040:0.0:1767384327.387675:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.387677:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.387679:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.387680:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.387682:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.387683:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384327.387688:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.387689:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.387691:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.387691:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384327.387693:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.387694:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.387696:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.387697:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.387697:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384327.387699:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.387700:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.387701:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384327.387701:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384327.387703:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.387704:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.387705:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.387706:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.387707:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.387707:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384327.387709:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.387709:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.387710:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.387711:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.387712:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.387713:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384327.387714:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.387715:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.387716:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.387717:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.387718:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.387719:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384327.387720:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.387722:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.387723:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.387724:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.387725:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.387726:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384327.387726:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384327.387727:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384327.387734:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384327.387735:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384327.387736:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384327.387738:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.387739:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.387740:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384327.387741:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.387742:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384327.387743:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384327.387744:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384327.387745:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384327.387746:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384327.387799:0:28611:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c729da9. 00010000:00000001:2.0:1767384327.476204:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384327.476209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.476214:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384327.476216:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.476243:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384327.476247:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384327.476250:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384328.052199:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384328.052199:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384328.052206:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.052206:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384328.052232:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384328.052235:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384328.052237:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029023403 00000400:00000010:0.0:1767384328.052241:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029023403. 00000400:00000200:0.0:1767384328.052245:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384328.052252:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384328.052260:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000efbe2f3b. 00000400:00000010:0.0:1767384328.052264:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000f7cd97a. 00000400:00000200:0.0:1767384328.052271:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:0.0:1767384328.052274:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000efbe2f3b. 00000400:00000010:0.0:1767384328.052279:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f7cd97a. 00000400:00000010:0.0:1767384328.052283:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029023403. 00000400:00000010:0.0:1767384328.052290:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006db33ef0. 00000400:00000200:0.0:1767384328.052294:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:0.0:1767384328.052305:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:0.0:1767384328.052310:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:0.0:1767384328.052314:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [85:85:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1767384328.052320:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:0.0:1767384328.052332:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:0.0:1767384328.052337:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:0.0:1767384328.052341:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d576335a. 00000800:00000200:0.0:1767384328.052347:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:0.1:1767384328.052351:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:0.0:1767384328.052369:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 3 next ping: 256 health :700 00000400:00000200:3.0:1767384328.052448:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052502:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052565:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052595:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052656:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052919:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052945:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.052980:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053076:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053346:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053376:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053485:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053517:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053543:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053812:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053850:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053884:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053911:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053937:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053965:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384328.053995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384328.054161:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070fe940d. 00000800:00000010:3.0:1767384328.054168:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d22cf42a. 00000800:00000010:3.0:1767384328.054176:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000313b2a18. 00000800:00000010:3.0:1767384328.054206:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000313b2a18. 00000800:00020000:3.0:1767384328.054216:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384328.054220:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d22cf42a. 00000800:00000010:3.0:1767384328.054223:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000070fe940d. 00000400:02020000:3.0:1767384328.054274:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384328.054282:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:3.0:1767384328.054289:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:3.0:1767384328.054295:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:3.0:1767384328.054299:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d576335a. 00000400:00000200:3.0:1767384328.054304:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384328.054309:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384328.054316:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384328.054320:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384328.054332:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384328.500192:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384328.500197:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.500202:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384328.500204:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384328.500206:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384328.500208:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.500210:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384328.500212:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.500213:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.500215:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.500247:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384328.500251:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.500253:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384328.564292:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384328.564300:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384328.564321:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000020:00000040:1.0:1767384328.564330:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384328.564336:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384328.564340:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384328.564341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384328.564346:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.564350:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384328.564356:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc66ff7. 02000000:00000010:1.0:1767384328.564357:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcc13ab5. 00000020:00000040:0.0:1767384328.564362:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384328.564366:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.564367:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384328.564371:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384328.564375:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384328.564375:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.564380:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384328.564383:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d576335a. 00000100:00000001:0.0:1767384328.564389:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564394:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384328.564399:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_01+1] req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.564415:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384328.564418:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564425:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc66ff7] to pc [ptlrpcd_00_02+2] req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.564450:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384328.564451:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384328.564460:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.564460:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384328.564464:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00000100:00100000:3.0:1767384328.564466:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384328.564469:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384328.564469:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384328.564475:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384328.564478:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384328.564478:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384328.564480:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.564480:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384328.564482:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.564483:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.564484:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.564485:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.564490:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384328.564491:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a264de. 00000100:00000001:3.0:1767384328.564492:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.564492:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384328.564497:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384328.564499:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.564501:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.564503:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.564504:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.564508:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564508:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384328.564536:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384328.564537:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384328.564539:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.564541:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.564543:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384328.564544:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384328.564548:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384328.564548:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384328.564548:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.564553:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384328.564555:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564558:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007660d57b] to pc [ptlrpcd_00_03+3] req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384328.564559:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384328.564561:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728319872:0@lo:400: 00000100:00100000:1.0:1767384328.564569:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728319744:0@lo:13: 00000100:00000001:3.0:1767384328.564570:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384328.564576:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384328.564579:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.564581:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384328.564583:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384328.564587:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384328.564588:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a7a3b2f. 02000000:00000001:3.0:1767384328.564591:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.564591:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.564597:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384328.564598:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.564613:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791278dd. 00000100:00000040:0.0:1767384328.564616:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384328.564619:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df448ac9. 00000400:00000010:3.0:1767384328.564622:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000100:00000001:0.0:1767384328.564622:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384328.564623:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384328.564624:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.564628:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:0.0:1767384328.564628:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e4893b3. 00000100:00000200:3.0:1767384328.564631:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728319872, portal 25 00000100:00000001:2.0:1767384328.564632:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384328.564632:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f7d5d8. 00000020:00000040:0.0:1767384328.564634:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384328.564637:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384328.564641:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154048 : -113719908397568 : ffff989285418e00) 00000100:00000001:2.0:1767384328.564641:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384328.564641:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384328.564642:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000100:00000001:2.0:1767384328.564646:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384328.564646:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384328.564650:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384328.564650:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728319744, portal 4 00000100:00000001:2.0:1767384328.564651:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384328.564651:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.564654:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384328.564658:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384328.564659:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384328.564660:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b6b14be. 00000100:00000001:1.0:1767384328.564663:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00000040:2.0:1767384328.564664:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.564666:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564675:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384328.564685:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384328.564686:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.564689:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.564695:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384328.564699:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.564706:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384328.564707:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.564711:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.564713:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384328.564715:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728320000:0@lo:400: 00000100:00000040:3.0:1767384328.564722:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384328.564722:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e4893b3] to pc [ptlrpcd_00_00+0] req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.564723:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384328.564723:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384328.564727:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000100:00000040:1.0:1767384328.564732:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384328.564733:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728319872, offset 0 02000000:00000001:2.0:1767384328.564734:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384328.564738:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.564740:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 02000000:00000001:2.0:1767384328.564743:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384328.564747:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728319744, offset 0 02000000:00000010:2.0:1767384328.564749:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd8b1353. 00000100:00000001:0.0:1767384328.564753:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.564754:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384328.564754:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.564760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384328.564762:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ce512f3. 00000400:00000200:1.0:1767384328.564767:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384328.564768:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384328.564771:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384328.564774:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000400:00000010:2.0:1767384328.564777:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d948fcb. 00000020:00000040:0.0:1767384328.564779:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384328.564783:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384328.564784:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728320000, portal 4 00000100:00000001:0.0:1767384328.564785:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384328.564786:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce04f80 02000000:00000001:0.0:1767384328.564789:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384328.564790:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.564793:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 02000000:00000001:0.0:1767384328.564794:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.564798:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10ed [2] + 0 00000400:00000200:1.0:1767384328.564801:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce04f00 00000100:00000040:2.0:1767384328.564802:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384328.564803:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001059342e. 00000400:00000010:3.0:1767384328.564806:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e25046. 00000100:00000001:0.0:1767384328.564811:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.564812:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e2b4f44 00000100:00000001:2.0:1767384328.564815:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384328.564818:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384328.564819:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384328.564824:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000400:00000010:2.0:1767384328.564826:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5f9f2a8. 00000100:00000040:0.0:1767384328.564826:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384328.564828:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384328.564841:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384328.564843:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384328.564844:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728320000, offset 0 00000400:00000200:3.0:1767384328.564846:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e2b4f44 00000400:00000200:1.0:1767384328.564846:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384328.564849:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_01+1] req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384328.564850:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e2b4f44. 00000100:00000001:3.0:1767384328.564856:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384328.564857:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384328.564859:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384328.564866:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000000f3c88b5 x1853236728319872 msgsize 224 00000100:00000001:1.0:1767384328.564867:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384328.564872:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384328.564873:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384328.564877:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384328.564880:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384328.564882:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdd0c309. 00000100:00000040:3.0:1767384328.564884:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384328.564885:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384328.564885:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000040:1.0:1767384328.564890:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000fdd0c309 x1853236728319744 msgsize 224 00000100:00000001:3.0:1767384328.564896:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.564900:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce05000 00000400:00000200:3.0:1767384328.564904:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787ad4f6 00000100:00100000:1.0:1767384328.564906:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384328.564907:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000787ad4f6. 00000100:00000001:3.0:1767384328.564912:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384328.564916:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384328.564916:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000001:1.0:1767384328.564921:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.564924:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.564930:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00000400:00000200:2.0:1767384328.564933:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384328.564934:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000100:00000001:3.0:1767384328.564935:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.564939:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.564940:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384328.564941:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384328.564945:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384328.564950:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436db5be. 00000100:00000001:3.0:1767384328.564951:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.564955:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384328.564955:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000436db5be x1853236728320000 msgsize 224 00000100:00000200:1.0:1767384328.564956:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.564961:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.564966:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384328.564968:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294916615 00000100:00000010:3.0:1767384328.564975:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1b235cf. 00000100:00000001:2.0:1767384328.564976:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384328.564980:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384328.564983:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5f9f2a8 00000100:00000001:3.0:1767384328.564984:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384328.564987:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384328.564989:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5f9f2a8. 00000100:00000001:3.0:1767384328.564991:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294916615 00000100:00000001:2.0:1767384328.564994:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384328.564997:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e802edc3. 00000100:00000200:2.0:1767384328.565000:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.565004:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384328.565014:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294916615 00000100:00000001:0.0:1767384328.565014:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384328.565016:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384328.565019:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319744 00000100:00000010:3.0:1767384328.565021:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ceed9ea5. 00000100:00000001:2.0:1767384328.565022:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384328.565023:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384328.565025:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384328.565026:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384328.565029:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384328.565030:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565031:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294916615 00000100:00000040:2.0:1767384328.565033:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.565034:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384328.565038:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a45631e. 00000100:00000040:1.0:1767384328.565039:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3907 usecs (4 jiffies) 02000000:00000001:0.0:1767384328.565041:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565043:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384328.565047:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916612 00000100:00000001:3.0:1767384328.565050:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384328.565050:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319744 00000100:00000001:1.0:1767384328.565055:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000020:00000001:0.0:1767384328.565056:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384328.565058:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384328.565060:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:3.0:1767384328.565061:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565063:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916612 00000020:00000001:0.0:1767384328.565065:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384328.565066:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.565067:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384328.565069:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:3.0:1767384328.565072:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.565075:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:2.0:1767384328.565076:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565078:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.565078:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00000020:00000001:0.0:1767384328.565080:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:3.0:1767384328.565081:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384328.565083:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3907 usecs (4 jiffies) 00000100:00000001:3.0:1767384328.565085:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565086:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916612 00000100:00000001:0.0:1767384328.565088:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384328.565090:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565092:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916612 00000100:00000001:1.0:1767384328.565093:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294916615 00000020:00000010:0.0:1767384328.565095:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000534a31d3. 00000100:00000001:2.0:1767384328.565099:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000100:00000001:1.0:1767384328.565101:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916612 00000020:00000010:0.0:1767384328.565103:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4706fa8. 00000100:00000001:2.0:1767384328.565105:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916612 00000100:00000001:3.0:1767384328.565106:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384328.565108:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294916615 00000100:00100000:3.0:1767384328.565110:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728319872 00000100:00000001:2.0:1767384328.565111:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00000020:00000040:0.0:1767384328.565112:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 02000000:00000001:3.0:1767384328.565113:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384328.565115:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.565116:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.565117:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916612 00000100:00000001:3.0:1767384328.565120:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565122:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565123:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294916615 02000000:00000001:3.0:1767384328.565124:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.565127:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384328.565129:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916612 00000100:00100000:3.0:1767384328.565131:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728319872 00000100:00000001:1.0:1767384328.565131:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565133:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294916615 00000020:00000010:0.0:1767384328.565134:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000174e91ca. 00000020:00000001:3.0:1767384328.565135:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384328.565155:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384328.565156:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384328.565159:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384328.565162:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:2.0:1767384328.565162:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384328.565163:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e85e795b. 00000100:00000001:2.0:1767384328.565167:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565167:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.565168:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:0.0:1767384328.565171:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000020:00000001:3.0:1767384328.565174:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384328.565175:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565178:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.565181:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384328.565182:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384328.565185:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f29eabdb. 00000100:00000040:0.0:1767384328.565185:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384328.565187:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.565189:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.565192:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384328.565192:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.565193:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.565193:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384328.565198:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f29eabdb. 00000100:00000001:2.0:1767384328.565198:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384328.565198:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384328.565199:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384328.565204:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.565204:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.565206:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b52f5b0. 00000100:00000040:1.0:1767384328.565209:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384328.565212:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf7cc70. 00000100:00000001:0.0:1767384328.565215:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.565219:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa6a0e1b. 00000100:00000001:2.0:1767384328.565229:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384328.565232:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.565235:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384328.565236:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384328.565237:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384328.565237:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.565240:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384328.565241:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.565241:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565243:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384328.565246:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.565248:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.565250:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384328.565252:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.565253:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006e4893b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728320128:0@lo:400: 02000000:00000001:1.0:1767384328.565255:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.565256:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384328.565261:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384328.565262:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384328.565263:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565264:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.565265:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384328.565269:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1767384328.565270:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728320256:0@lo:400: 00000100:00000001:3.0:1767384328.565276:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384328.565276:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.565276:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:1.0:1767384328.565278:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384328.565280:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384328.565281:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384328.565284:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384328.565284:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492193920 : -113724217357696 : ffff9891846c0a80) 02000000:00000010:2.0:1767384328.565286:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee2bfa38. 00000100:00100000:3.0:1767384328.565288:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 02000000:00000001:1.0:1767384328.565289:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.565291:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.565294:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 02000000:00000001:1.0:1767384328.565295:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384328.565296:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fdd0c309 x1853236728319744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384328.565297:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968a1aeb. 00000100:00000001:3.0:1767384328.565298:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250601552 : -113719458950064 : ffff9892a00b9450) 02000000:00000010:1.0:1767384328.565301:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3a667ef. 00000400:00000010:2.0:1767384328.565305:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5f9f2a8. 02000000:00000001:1.0:1767384328.565307:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.565308:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f3c88b5 x1853236728319872/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384328.565312:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728320128, portal 10 00000400:00000010:1.0:1767384328.565316:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e36ff26f. 00000400:00000010:1.0:1767384328.565324:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 00000100:00000001:2.0:1767384328.565326:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384328.565328:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384328.565330:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801156736 : -113719908394880 : ffff989285419880) 00000100:00000200:1.0:1767384328.565332:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728320256, portal 10 00000100:00000001:3.0:1767384328.565334:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384328.565334:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057b85a70. 00000020:00000010:3.0:1767384328.565339:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f29eabdb. 00000100:00000040:2.0:1767384328.565339:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.565339:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384328.565340:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.565345:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384328.565348:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057b85a70. 00000100:00000001:1.0:1767384328.565351:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000020:00000010:3.0:1767384328.565352:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f29eabdb. 00000100:00000001:2.0:1767384328.565360:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384328.565361:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fdd0c309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728319744:12345-0@lo:13: 00000100:00100000:3.0:1767384328.565364:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f3c88b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728319872:12345-0@lo:400: 00000100:00000040:1.0:1767384328.565365:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.565368:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384328.565372:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319744 00000400:00000010:2.0:1767384328.565374:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000200:3.0:1767384328.565377:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728319872 00000020:00000001:0.0:1767384328.565378:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384328.565379:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728320128, offset 0 00000020:00000001:3.0:1767384328.565384:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384328.565384:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384328.565389:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384328.565390:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.565391:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384328.565392:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384328.565395:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.565397:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384328.565400:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384328.565402:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:3.0:1767384328.565403:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384328.565403:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384328.565407:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000400:00000200:2.0:1767384328.565409:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05080 00000400:00000010:1.0:1767384328.565411:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 00000020:00000001:3.0:1767384328.565412:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384328.565412:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384328.565416:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384328.565417:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000020:00000001:0.0:1767384328.565418:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.565420:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.565423:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384328.565425:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384328.565425:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728320256, offset 0 00000020:00000001:3.0:1767384328.565426:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.565426:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384328.565430:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384328.565432:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384328.565435:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384328.565435:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565436:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384328.565440:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384328.565441:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384328.565443:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384328.565445:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000bc9df54. 02000000:00000001:0.0:1767384328.565447:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384328.565448:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384328.565451:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1767384328.565454:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fd971c74. 02000000:00000001:3.0:1767384328.565456:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.565456:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384328.565457:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007aba2481. 02000000:00000001:0.0:1767384328.565459:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565461:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.565463:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007aba2481 x1853236728320128 msgsize 224 00000020:00000001:3.0:1767384328.565467:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.565467:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.565474:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:3.0:1767384328.565475:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728319872 00000400:00000200:1.0:1767384328.565475:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05100 00002000:00000001:0.0:1767384328.565475:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:3.0:1767384328.565481:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384328.565483:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:0.0:1767384328.565483:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000200:3.0:1767384328.565487:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f3c88b5 x1853236728319872/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384328.565487:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:1.0:1767384328.565488:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000020:00000001:0.0:1767384328.565500:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384328.565502:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384328.565503:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384328.565503:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00010000:00000001:3.0:1767384328.565508:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.565508:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00002000:00000024:0.0:1767384328.565508:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:1.0:1767384328.565513:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384328.565514:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.565515:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384328.565520:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.565523:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000020:00000020:0.0:1767384328.565523:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384328.565524:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384328.565528:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384328.565530:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000020:0.0:1767384328.565532:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384328.565537:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000010:1.0:1767384328.565538:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b31b786b. 02000000:00000001:3.0:1767384328.565543:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000020:0.0:1767384328.565544:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384328.565545:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.565545:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b31b786b x1853236728320256 msgsize 224 02000000:00000001:3.0:1767384328.565546:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.565551:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.565553:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:0.0:1767384328.565554:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384328.565559:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:0.0:1767384328.565562:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1767384328.565564:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384328.565565:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000001:00000001:0.0:1767384328.565567:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384328.565571:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728319872, offset 224 00002000:00000001:0.0:1767384328.565574:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565579:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.565581:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384328.565581:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384328.565581:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728319744 00000100:00000001:2.0:1767384328.565588:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384328.565588:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384328.565593:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.565593:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000100:00000001:2.0:1767384328.565597:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384328.565597:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fdd0c309 x1853236728319744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384328.565599:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000100:00000040:2.0:1767384328.565613:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3103 usecs (4 jiffies) 00000400:00000200:3.0:1767384328.565618:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce04f80 00000100:00000001:1.0:1767384328.565618:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384328.565620:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916613 00000100:00000001:2.0:1767384328.565627:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000100:00000200:1.0:1767384328.565627:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384328.565631:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18c5 [1] + 224 00000100:00000001:2.0:1767384328.565634:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916613 00000100:00000001:2.0:1767384328.565641:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00010000:00000001:0.0:1767384328.565641:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384328.565642:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384328.565647:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565648:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916613 00000400:00000200:3.0:1767384328.565653:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.565654:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294916615 00000100:00001000:0.0:1767384328.565655:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.565658:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384328.565659:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916613 00000100:00000001:3.0:1767384328.565660:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384328.565664:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294916615 00000100:00000001:0.0:1767384328.565665:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384328.565668:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.565668:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384328.565668:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384328.565672:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:2.0:1767384328.565674:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565680:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.565680:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384328.565686:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384328.565688:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384328.565693:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565694:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.565698:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384328.565699:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384328.565705:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384328.565706:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.565706:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565708:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384328.565710:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384328.565711:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565712:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384328.565718:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384328.565718:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000001:1.0:1767384328.565720:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565725:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384328.565726:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3535 usecs (4 jiffies) 00000100:00000200:0.0:1767384328.565726:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728319744, offset 224 00000400:00000200:3.0:1767384328.565731:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787ad4f6 00000100:00000001:1.0:1767384328.565733:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294916613 00000400:00000010:3.0:1767384328.565734:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000787ad4f6. 00000100:00000001:1.0:1767384328.565737:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000100:00000001:3.0:1767384328.565743:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.565746:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384328.565749:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384328.565751:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294916613 00000100:00000001:3.0:1767384328.565752:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.565753:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.565756:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384328.565758:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384328.565758:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00000400:00000001:2.0:1767384328.565761:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384328.565763:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384328.565764:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384328.565765:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384328.565765:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294916613 00000020:00000001:3.0:1767384328.565767:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.565769:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000791278dd. 00000100:00000001:1.0:1767384328.565772:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294916615 00000020:00000001:3.0:1767384328.565773:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384328.565774:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000100:00000040:3.0:1767384328.565779:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f3c88b5 x1853236728319872/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384328.565780:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 00000100:00000001:1.0:1767384328.565780:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294916613 00000400:00000200:0.0:1767384328.565780:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce04f00 00000100:00000001:2.0:1767384328.565785:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384328.565788:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294916615 00000100:00000200:2.0:1767384328.565793:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.565796:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384328.565796:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18c9 [1] + 224 00000100:00000001:1.0:1767384328.565803:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.565810:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384328.565811:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f3c88b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728319872:12345-0@lo:400: Request processed in 473us (940us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384328.565812:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565819:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.565821:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384328.565827:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384328.565828:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384328.565830:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384328.565833:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:1.0:1767384328.565833:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384328.565838:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.565839:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384328.565841:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.565842:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384328.565846:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384328.565848:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf7cc70. 00000100:00000200:2.0:1767384328.565850:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.565850:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.565854:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa6a0e1b. 00000100:00000001:1.0:1767384328.565858:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.565860:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b52f5b0. 00000020:00000040:3.0:1767384328.565868:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000040:0.0:1767384328.565873:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384328.565875:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384328.565876:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384328.565879:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000bc9df54. 00000100:00000001:2.0:1767384328.565880:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.565884:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384328.565885:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384328.565886:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384328.565890:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.565891:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384328.565891:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320000 00000100:00000001:2.0:1767384328.565895:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384328.565897:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384328.565898:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384328.565898:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565903:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384328.565904:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.565905:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075f6b42e. 00000100:00000001:1.0:1767384328.565907:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.565910:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=51 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384328.565911:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079a9d6da. 02000000:00000001:1.0:1767384328.565912:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.565915:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384328.565920:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=51 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384328.565920:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320000 00000100:00000001:2.0:1767384328.565927:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384328.565927:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384328.565927:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000100:00000001:2.0:1767384328.565929:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384328.565932:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000400:00000010:0.0:1767384328.565933:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00010000:00000001:2.0:1767384328.565934:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384328.565936:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384328.565937:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.565940:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384328.565941:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384328.565941:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000100:00000001:3.0:1767384328.565944:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384328.565945:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384328.565948:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320128 00000100:00000040:2.0:1767384328.565948:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384328.565949:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:3.0:1767384328.565953:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384328.565953:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.565956:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384328.565957:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:3.0:1767384328.565960:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.565963:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000001:3.0:1767384328.565966:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.565967:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384328.565970:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384328.565972:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320128 00000100:00000001:2.0:1767384328.565974:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384328.565974:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006080953b. 00000020:00000001:0.0:1767384328.565974:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.565976:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384328.565978:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000001:2.0:1767384328.565982:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384328.565982:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384328.565983:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384328.565987:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384328.565987:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384328.565988:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006080953b. 00000020:00000040:3.0:1767384328.565990:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000040:0.0:1767384328.565992:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdd0c309 x1853236728319744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.565995:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384328.565996:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:3.0:1767384328.566001:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000010:1.0:1767384328.566006:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c07581ef. 00000100:00000001:3.0:1767384328.566008:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384328.566013:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f29eabdb. 00000020:00000010:1.0:1767384328.566016:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000100:00000001:3.0:1767384328.566019:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.566024:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f29eabdb. 00000020:00000010:1.0:1767384328.566026:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c63a19e. 00000020:00000010:3.0:1767384328.566032:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b52f5b0. 00000100:00100000:2.0:1767384328.566032:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc66ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728319872:0@lo:400: 00000100:00100000:0.0:1767384328.566036:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fdd0c309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236728319744:12345-0@lo:13: Request processed in 703us (1140us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384328.566038:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf7cc70. 00000100:00000040:1.0:1767384328.566038:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384328.566041:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384328.566044:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa6a0e1b. 00000100:00000001:1.0:1767384328.566045:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384328.566048:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384328.566050:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384328.566054:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384328.566054:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384328.566056:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc66ff7 x1853236728319872/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384328.566058:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384328.566059:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.566062:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384328.566063:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384328.566066:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:3.0:1767384328.566067:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.566068:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384328.566073:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566074:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384328.566074:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384328.566080:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384328.566080:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384328.566081:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384328.566085:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.566086:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384328.566087:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384328.566087:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e85e795b. 02000000:00000010:2.0:1767384328.566091:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a7a3b2f. 00000100:00000001:3.0:1767384328.566095:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384328.566096:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 02000000:00000001:2.0:1767384328.566097:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384328.566103:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000174e91ca. 00000020:00000001:2.0:1767384328.566104:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384328.566106:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384328.566107:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384328.566109:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00100000:3.0:1767384328.566111:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320256 00000020:00000001:2.0:1767384328.566112:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384328.566112:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384328.566112:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 02000000:00000001:3.0:1767384328.566115:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384328.566118:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384328.566118:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d576335a. 00000100:00000001:0.0:1767384328.566120:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.566122:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.566123:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000001:2.0:1767384328.566126:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384328.566127:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.566129:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384328.566131:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320256 00000100:00000040:1.0:1767384328.566131:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000010:2.0:1767384328.566132:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc66ff7. 00000020:00000001:3.0:1767384328.566135:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384328.566153:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:2.0:1767384328.566155:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384328.566156:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384328.566157:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384328.566159:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000100:00000001:2.0:1767384328.566161:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.566162:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:1.0:1767384328.566166:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566691968 : -113724142859648 : ffff989188dcca80) 00000020:00000001:3.0:1767384328.566167:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:2.0:1767384328.566168:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.566171:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566173:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384328.566175:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384328.566177:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f29eabdb. 00000100:00000040:1.0:1767384328.566178:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000436db5be x1853236728320000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566179:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.566185:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384328.566188:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004e1141b6. 00000100:00000001:0.0:1767384328.566189:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384328.566195:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:1.0:1767384328.566199:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384328.566200:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:3.0:1767384328.566201:0:17913:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:2.0:1767384328.566202:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384328.566205:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006080953b. 00000020:00000010:3.0:1767384328.566206:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036139ffc. 00000100:00000040:0.0:1767384328.566207:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000020:00000040:2.0:1767384328.566208:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000010:3.0:1767384328.566213:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b42b02d1. 00000100:00000001:1.0:1767384328.566213:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.566214:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566693760 : -113724142857856 : ffff989188dcd180) 00000100:00080000:2.0:1767384328.566215:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384328.566218:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000020:00000040:2.0:1767384328.566220:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000010:1.0:1767384328.566222:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006080953b. 00000100:00000001:3.0:1767384328.566224:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384328.566225:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007aba2481 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.566228:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384328.566230:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384328.566234:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000436db5be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728320000:12345-0@lo:400: 00000100:00000001:3.0:1767384328.566236:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384328.566240:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.566241:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384328.566244:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566245:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384328.566249:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320000 00000100:00000001:0.0:1767384328.566251:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384328.566252:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384328.566253:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:2.0:1767384328.566255:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384328.566256:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384328.566258:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f7d5d8. 00000020:00000001:1.0:1767384328.566259:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384328.566263:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057b85a70. 00000400:00000200:2.0:1767384328.566265:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000020:00000001:1.0:1767384328.566265:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566267:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384328.566268:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384328.566270:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00000001:3.0:1767384328.566271:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384328.566272:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384328.566275:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057b85a70. 00000100:00000001:2.0:1767384328.566276:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384328.566278:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000001:1.0:1767384328.566278:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000200:2.0:1767384328.566282:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.566283:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000020:00000001:1.0:1767384328.566285:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384328.566290:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007aba2481 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728320128:12345-0@lo:400: 00000100:00000001:3.0:1767384328.566291:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492200192 : -113724217351424 : ffff9891846c2300) 00000020:00000001:1.0:1767384328.566291:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384328.566299:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384328.566301:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b31b786b x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384328.566302:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320128 00000100:00000200:2.0:1767384328.566303:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384328.566304:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384328.566308:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384328.566313:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384328.566315:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.566318:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.566323:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384328.566325:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384328.566328:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384328.566330:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:3.0:1767384328.566331:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384328.566334:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384328.566334:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384328.566335:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000313b2a18. 00000020:00000001:0.0:1767384328.566336:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384328.566337:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384328.566341:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d50b1bd. 00000100:00000001:2.0:1767384328.566342:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384328.566343:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384328.566343:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.566346:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384328.566348:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566350:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384328.566351:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384328.566352:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000313b2a18. 00000100:00000001:2.0:1767384328.566353:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.566353:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.566356:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384328.566359:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.566360:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.566361:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384328.566364:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b31b786b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728320256:12345-0@lo:400: 00010000:00000040:1.0:1767384328.566366:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728320000 00000020:00000001:0.0:1767384328.566367:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384328.566371:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1767384328.566372:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=41 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384328.566374:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384328.566375:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320256 02000000:00000001:0.0:1767384328.566376:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767384328.566379:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=41 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384328.566381:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384328.566382:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b346073. 00010000:00000200:1.0:1767384328.566383:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000436db5be x1853236728320000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566385:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384328.566387:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384328.566388:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566389:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.566391:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.566394:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384328.566396:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.566399:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00080000:2.0:1767384328.566402:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384328.566403:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:0.0:1767384328.566403:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.566410:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:0.0:1767384328.566410:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320128 00010000:00000001:1.0:1767384328.566414:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384328.566416:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384328.566419:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.566421:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.566422:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384328.566424:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007aba2481 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384328.566426:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=41 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384328.566427:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384328.566428:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384328.566431:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384328.566432:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384328.566435:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566437:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384328.566437:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384328.566441:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384328.566442:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566445:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384328.566445:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 02000000:00000001:3.0:1767384328.566449:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384328.566449:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.566453:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384328.566453:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384328.566454:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000bc9df54. 00010000:00000001:0.0:1767384328.566458:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.566459:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.566462:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384328.566464:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384328.566465:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=46 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384328.566467:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.566470:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566474:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.566475:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384328.566476:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320256 00000100:00000001:2.0:1767384328.566477:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384328.566477:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384328.566482:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384328.566483:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384328.566483:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384328.566484:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000004:00000001:2.0:1767384328.566488:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000200:3.0:1767384328.566489:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b31b786b x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384328.566491:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 00000100:00000001:0.0:1767384328.566491:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000004:00000040:2.0:1767384328.566492:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384328.566499:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:0.0:1767384328.566499:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384328.566500:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728320000, offset 224 00010000:00000001:3.0:1767384328.566503:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384328.566504:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.566506:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.566509:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=46 v=5 (1 0 0 0) 00000004:00000020:2.0:1767384328.566511:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:1.0:1767384328.566514:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384328.566518:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384328.566518:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1767384328.566520:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.566524:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 23 to 0@lo 00000100:00000040:0.0:1767384328.566527:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384328.566528:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.566529:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000200:1.0:1767384328.566531:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384328.566534:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 02000000:00000001:3.0:1767384328.566535:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384328.566538:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384328.566542:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728320128, offset 224 00000100:00000001:3.0:1767384328.566544:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384328.566548:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce05000 00000100:00000040:3.0:1767384328.566550:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384328.566552:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728319744:0@lo:13: 00000400:00000010:3.0:1767384328.566557:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000400:00000200:0.0:1767384328.566557:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384328.566559:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566563:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.566566:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728319744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.566570:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18d5 [1] + 224 00000400:00000200:0.0:1767384328.566572:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384328.566582:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728320256, offset 224 00000100:00000001:2.0:1767384328.566583:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384328.566583:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.566588:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05080 02000000:00000001:2.0:1767384328.566591:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.566595:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df448ac9. 00000400:00000200:3.0:1767384328.566596:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.566596:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384328.566599:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.566613:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.566617:0:16356:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384328.566619:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18dd [1] + 224 00000400:00000200:3.0:1767384328.566620:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384328.566621:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384328.566624:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcc13ab5. 00000400:00000200:3.0:1767384328.566631:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05100 00000100:00000001:1.0:1767384328.566631:0:17895:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384328.566632:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384328.566632:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384328.566636:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.566638:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000400:00000200:3.0:1767384328.566641:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18e1 [1] + 224 00000100:00000200:1.0:1767384328.566641:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566644:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384328.566644:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.566647:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.566651:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384328.566653:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.566654:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384328.566659:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384328.566660:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384328.566663:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566664:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384328.566668:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566670:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384328.566674:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.566676:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384328.566677:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384328.566686:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.566712:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.566726:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384328.566731:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384328.566732:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384328.566733:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:0.0:1767384328.566738:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000001:0.0:1767384328.566741:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384328.566743:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384328.566745:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787ad4f6 00000400:00000010:3.0:1767384328.566748:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000787ad4f6. 00000100:00000001:3.0:1767384328.566752:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.566753:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384328.566753:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000100:00000001:0.0:1767384328.566753:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.566754:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.566758:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384328.566759:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000100:00000001:3.0:1767384328.566760:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.566762:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384328.566766:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384328.566767:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000001:2.0:1767384328.566767:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384328.566768:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384328.566771:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384328.566771:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384328.566773:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384328.566773:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.566775:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968a1aeb. 00000020:00000001:3.0:1767384328.566776:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.566778:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.566779:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384328.566780:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384328.566781:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5f9f2a8 00000400:00000010:2.0:1767384328.566785:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5f9f2a8. 00000100:00000040:1.0:1767384328.566787:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000040:3.0:1767384328.566789:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b31b786b x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384328.566789:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aba2481 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566790:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384328.566794:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384328.566798:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384328.566799:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.566807:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384328.566816:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436db5be x1853236728320000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.566824:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b31b786b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728320256:12345-0@lo:400: Request processed in 488us (1274us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384328.566837:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384328.566837:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007aba2481 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728320128:12345-0@lo:400: Request processed in 580us (1367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384328.566843:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:3.0:1767384328.566849:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:3.0:1767384328.566854:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384328.566856:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000436db5be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728320000:12345-0@lo:400: Request processed in 652us (1895us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384328.566858:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384328.566863:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b42b02d1. 00000100:00100000:0.0:1767384328.566863:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384328.566864:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.566867:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384328.566870:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 00000100:00000040:0.0:1767384328.566871:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:2.0:1767384328.566872:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384328.566874:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036139ffc. 02000000:00000001:2.0:1767384328.566875:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384328.566877:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384328.566879:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384328.566879:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000040:3.0:1767384328.566881:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:0.0:1767384328.566882:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384328.566883:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566886:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384328.566886:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 02000000:00000001:2.0:1767384328.566887:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.566893:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384328.566893:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf7cc70. 00000100:00001000:2.0:1767384328.566894:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384328.566898:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384328.566901:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=46 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384328.566901:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa6a0e1b. 00000100:00000001:3.0:1767384328.566902:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384328.566904:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000100:00000001:3.0:1767384328.566905:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384328.566908:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b52f5b0. 00000400:00000001:3.0:1767384328.566910:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384328.566911:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384328.566912:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c63a19e. 00000400:00000001:3.0:1767384328.566914:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384328.566915:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384328.566916:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000400:00000010:3.0:1767384328.566918:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e36ff26f. 00010000:00000001:2.0:1767384328.566919:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384328.566920:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c07581ef. 00000100:00000001:0.0:1767384328.566922:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.566924:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00010000:00080000:2.0:1767384328.566926:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384328.566927:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000400:00000010:3.0:1767384328.566928:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000100:00000001:1.0:1767384328.566935:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.566939:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.566940:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384328.566945:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384328.566947:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:3.0:1767384328.566948:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.566951:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384328.566954:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.566956:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384328.566961:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.566961:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384328.566965:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384328.566967:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384328.566971:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384328.566975:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce512f3. 00000400:00000200:0.0:1767384328.566982:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d948fcb 00000100:00000001:2.0:1767384328.566985:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384328.566987:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d948fcb. 00000100:00000001:3.0:1767384328.566990:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.566991:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384328.566993:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384328.566994:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.566995:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.567001:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384328.567001:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.567003:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384328.567004:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384328.567007:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.567010:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.567015:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.567021:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384328.567028:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384328.567036:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384328.567038:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.567039:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006e4893b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728320128:0@lo:400: 00000100:00000200:0.0:1767384328.567041:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384328.567042:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384328.567048:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.567051:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.567057:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.567064:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006e4893b3 x1853236728320128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.567072:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384328.567074:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.567076:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.567079:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384328.567082:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384328.567082:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384328.567087:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384328.567087:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.567089:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384328.567091:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.567092:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.567093:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384328.567095:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384328.567097:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee2bfa38. 00000100:00000040:3.0:1767384328.567098:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384328.567102:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.567105:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.567108:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.567110:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384328.567114:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384328.567115:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384328.567118:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384328.567118:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b6b14be. 00000100:00000001:3.0:1767384328.567121:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.567123:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384328.567125:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384328.567125:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=41 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384328.567126:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.567129:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e4893b3. 00000100:00100000:3.0:1767384328.567162:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728320256:0@lo:400: 00000100:00000001:2.0:1767384328.567163:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.567165:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.567167:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.567170:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.567173:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.567177:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.567178:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.567179:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.567181:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.567185:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728320256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.567190:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384328.567192:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384328.567194:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3a667ef. 02000000:00000001:3.0:1767384328.567196:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384328.567197:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=41 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384328.567198:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384328.567200:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384328.567206:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384328.567206:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384328.567207:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001059342e. 00000100:00000001:0.0:1767384328.567210:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.567212:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384328.567214:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384328.567214:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767384328.567217:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:3.0:1767384328.567220:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384328.567221:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384328.567221:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.567225:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.567231:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.567233:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.567235:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.567236:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.567240:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.567241:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384328.567244:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384328.567246:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384328.567254:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.567258:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.567265:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.567267:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384328.567269:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384328.567271:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384328.567277:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728320000:0@lo:400: 00000100:00000001:0.0:1767384328.567281:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.567283:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384328.567285:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007660d57b x1853236728320000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.567291:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384328.567293:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384328.567295:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd8b1353. 02000000:00000001:0.0:1767384328.567298:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384328.567300:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384328.567301:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384328.567304:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384328.567305:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a264de. 02000000:00000001:0.0:1767384328.567308:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384328.567309:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384328.567311:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007660d57b. 00000100:00000001:0.0:1767384328.567314:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384328.567316:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.567317:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.567322:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384328.567323:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.567325:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.567327:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.572179:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294916615, at 4294916616 00000100:00000040:1.0:1767384328.572184:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294916615, at 4294916616 00000100:00000010:2.0:1767384328.572189:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ceed9ea5. 00000100:00000010:1.0:1767384328.572192:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e802edc3. 00000100:00000040:3.0:1767384328.572204:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294916615, at 4294916616 00000100:00000040:0.0:1767384328.572212:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294916615, at 4294916616 00000100:00000010:3.0:1767384328.572213:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a45631e. 00000100:00000010:0.0:1767384328.572222:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1b235cf. 00080000:00000010:3.0:1767384328.602396:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000005df5df3. 00080000:00000010:3.0:1767384328.602406:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000005df5df3. 00000020:00000001:3.0:1767384328.602411:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384328.602420:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000005df5df3. 00080000:00000010:3.0:1767384328.602424:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000005df5df3. 00000020:00000001:3.0:1767384328.602428:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384329.076228:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384329.076232:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384329.076236:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029023403 00000400:00000010:3.0:1767384329.076239:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029023403. 00000400:00000200:3.0:1767384329.076244:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384329.076255:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384329.076264:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000efbe2f3b. 00000400:00000010:3.0:1767384329.076267:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000f7cd97a. 00000400:00000200:3.0:1767384329.076271:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp31 00000400:00000010:3.0:1767384329.076273:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000047bb118c. 00000400:00000010:3.0:1767384329.076277:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000127b941a. 00000400:00000010:3.0:1767384329.076280:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000400:00000010:3.0:1767384329.076286:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045eaf166. 00000400:00000200:3.0:1767384329.076289:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp31 00000400:00000200:3.0:1767384329.076299:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp31 local destination 00000400:00000200:3.0:1767384329.076304:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp31 00000400:00000200:3.0:1767384329.076307:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [86:86:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1767384329.076312:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp31 00000400:00000200:3.0:1767384329.076318:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:) -> 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) : GET try# 0 00000800:00000200:3.0:1767384329.076322:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp31 00000800:00000010:3.0:1767384329.076326:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b726b0b8. 00000800:00000200:3.0:1767384329.076331:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000800:00000200:3.1:1767384329.076335:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000400:00000200:3.0:1767384329.076354:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp31 added to recovery queue. ping count: 1 next ping: 251 health :900 00000400:00000200:0.0:1767384329.076438:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076504:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076562:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076582:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076646:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076687:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076715:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076774:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076802:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076823:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076841:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076856:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076890:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076905:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076964:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.076994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077026:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077062:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077217:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077314:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077346:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077386:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384329.077448:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384329.077645:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4b8a721. 00000800:00000010:0.0:1767384329.077652:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005e6b7c05. 00000800:00000010:0.0:1767384329.077658:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e65c9ebf. 00000800:00000010:0.0:1767384329.077685:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e65c9ebf. 00000800:00020000:0.0:1767384329.077698:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384329.077702:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005e6b7c05. 00000800:00000010:0.0:1767384329.077704:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4b8a721. 00000400:02020000:0.0:1767384329.077747:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384329.077755:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp31 notifying 192.168.202.115@tcp31: down 00000400:00000200:0.0:1767384329.077759:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384329.077763:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp31 00000800:00000010:0.0:1767384329.077766:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b726b0b8. 00000400:00000200:0.0:1767384329.077770:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384329.077775:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384329.077784:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384329.077787:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384329.077790:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp31) recovery failed with -71 00000001:00000001:0.0:1767384329.280966:0:29152:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384329.280971:0:29152:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384329.283761:0:29152:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384329.289621:0:29153:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000d4ec5d1. 00000400:00000010:0.0:1767384329.289634:0:29153:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a0b61939. 00000400:00000010:0.0:1767384329.289643:0:29153:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000df613376. 00000400:00000010:0.0:1767384329.289646:0:29153:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000020e9243d. 00000400:00000010:0.0:1767384329.289650:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f050abf. 00000400:00000010:0.0:1767384329.289653:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000def5cf38. 00000400:00000010:0.0:1767384329.289654:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dc3d5a45. 00000400:00000010:0.0:1767384329.289656:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec256238. 00000400:00000010:0.0:1767384329.289663:0:29153:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ab47c117. 00000800:00000010:0.0:1767384329.289675:0:29153:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004f572d4d. 00000800:00000200:0.0:1767384329.289685:0:29153:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384329.289693:0:29153:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384329.289726:0:29153:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384329.289749:0:29153:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp34 [8/256/0/180] 00000400:00000010:0.0:1767384329.290984:0:29153:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000000c31ff38. 00000400:00000010:0.0:1767384329.290990:0:29153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e131e8. 00000400:00000010:0.0:1767384329.290994:0:29153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000400:00000001:0.0:1767384329.291008:0:29153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.291010:0:29153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.291012:0:29153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718e061f. 00000400:00000200:0.0:1767384329.291014:0:29153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1d07a5 00000400:00000010:0.0:1767384329.291016:0:29153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1d07a5. 00000400:00000010:0.0:1767384329.291019:0:29153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000007a4f4bcd. 00000400:00000200:0.0:1767384329.291023:0:29153:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (24) 00000400:00000200:0.0:1767384329.291033:0:29153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384329.291041:0:29153:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:0.0:1767384329.291047:0:29153:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b4b8a721. 00000020:01000000:0.0:1767384329.291052:0:29153:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384329.291054:0:29153:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp34 00000400:00000200:3.0:1767384329.291057:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384329.291064:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:0.0:1767384329.291067:0:29153:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a0b61939. 00000400:00000010:0.0:1767384329.291071:0:29153:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000d4ec5d1. 00000400:00000010:3.0:1767384329.291072:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000200:3.0:1767384329.291078:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000010:3.0:1767384329.291085:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038469afd. 00000400:00000200:3.0:1767384329.291089:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384329.291101:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:1.0:1767384329.291102:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384329.291107:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:1.0:1767384329.291107:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.291111:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384329.291113:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 10000000:01000000:1.0:1767384329.291113:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.291116:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384329.291118:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:01000004:1.0:1767384329.291119:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384329.291121:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384329.291124:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:01000004:1.0:1767384329.291130:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.291133:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384329.291155:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:3.0:1767384329.291161:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000020:01000004:1.0:1767384329.291166:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384329.291168:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 00000020:01000004:1.0:1767384329.291169:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384329.291171:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384329.291172:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:01000004:1.0:1767384329.291172:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.291174:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384329.291177:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000010:1.0:1767384329.291181:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000400:00000200:3.0:1767384329.291183:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:00000040:1.0:1767384329.291185:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:3.0:1767384329.291187:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000001:1.0:1767384329.291190:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384329.291191:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000001:1.0:1767384329.291194:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384329.291195:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 02000000:00000001:1.0:1767384329.291198:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.291202:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:3.0:1767384329.291206:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 02000000:00000010:1.0:1767384329.291207:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da68bd68. 00000400:00000200:3.0:1767384329.291211:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000001:1.0:1767384329.291214:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.291215:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:3.0:1767384329.291221:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000100:00000001:1.0:1767384329.291223:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384329.291226:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 00000100:00000001:1.0:1767384329.291226:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.291232:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 20], ns[85, 20] 00000100:00000040:1.0:1767384329.291233:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccc81352] to pc [ptlrpcd_00_02+2] req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.291239:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 20], ns[81, 20] 00000400:00000200:3.0:1767384329.291245:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 20], ns[86, 20] 00000400:00000200:3.0:1767384329.291262:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 10000000:00000001:1.0:1767384329.291263:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384329.291266:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.291268:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000020:00000001:1.0:1767384329.291269:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384329.291272:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384329.291274:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000020:00000001:1.0:1767384329.291279:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384329.291280:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp32 lpni_is_preferred = 0 10000000:00000001:1.0:1767384329.291281:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.291282:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384329.291284:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp32 10000000:01000000:1.0:1767384329.291284:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.291287:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384329.291288:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384329.291289:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384329.291291:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [87:87:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [86:86:8:4294967295] 00000020:01000004:1.0:1767384329.291293:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384329.291295:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384329.291295:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384329.291298:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384329.291299:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000020:01000004:1.0:1767384329.291299:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.291302:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.291303:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384329.291304:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384329.291306:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.291309:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384329.291313:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000400:00000200:3.0:1767384329.291315:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp:192.168.202.115@tcp32) : PUT try# 0 00000020:00000040:1.0:1767384329.291318:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384329.291326:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384329.291329:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.291329:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384329.291330:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.115@tcp32 02000000:00000001:1.0:1767384329.291332:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384329.291335:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384329.291336:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005541ea9b. 02000000:00000001:1.0:1767384329.291336:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.291339:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384329.291343:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384329.291345:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000037620d5c. 00000100:00100000:2.0:1767384329.291346:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728320384:0@lo:253: 00000800:00000010:3.0:1767384329.291347:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009edf2daa. 00000100:00000001:1.0:1767384329.291351:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.291354:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000000ddd404. 00000100:00000001:2.0:1767384329.291354:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384329.291357:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384329.291359:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.291360:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384329.291363:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384329.291364:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000100:00000040:1.0:1767384329.291364:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f48eba] to pc [ptlrpcd_00_03+3] req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384329.291367:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.1:1767384329.291372:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 02000000:00000010:2.0:1767384329.291374:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005b123cf8. 02000000:00000001:2.0:1767384329.291377:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384329.291378:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.291382:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968a1aeb. 10000000:00000001:1.0:1767384329.291383:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.291387:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000020:00000001:1.0:1767384329.291387:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.291388:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dbf940. 00000020:01000000:1.0:1767384329.291389:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384329.291392:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000100:00000200:2.0:1767384329.291393:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728320384, portal 25 00000020:00000010:1.0:1767384329.291394:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b4b8a721. 00000100:00000001:2.0:1767384329.291398:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384329.291401:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 00000100:00000040:2.0:1767384329.291406:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.291410:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.291414:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384329.291415:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.291418:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384329.291424:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384329.291427:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384329.291432:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68933b1. 00000100:00000200:2.0:1767384329.291436:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728320384, offset 0 00000100:00000001:1.0:1767384329.291441:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384329.291445:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384329.291445:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.291450:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384329.291452:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384329.291455:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.291457:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384329.291460:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728320512:0@lo:253: 00000100:00000001:1.0:1767384329.291464:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384329.291466:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384329.291469:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05180 02000000:00000001:1.0:1767384329.291470:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.291475:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384329.291478:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1105 [2] + 0 02000000:00000010:1.0:1767384329.291480:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008eb2c045. 00000400:00000010:2.0:1767384329.291481:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162c270. 02000000:00000001:1.0:1767384329.291484:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.291486:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1d6dbd5 00000400:00000010:1.0:1767384329.291489:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039cdbb87. 00000400:00000200:2.0:1767384329.291493:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384329.291495:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d864ca72. 00000400:00000200:2.0:1767384329.291499:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384329.291501:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728320512, portal 25 00000400:00000200:2.0:1767384329.291504:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d6dbd5 00000400:00000010:2.0:1767384329.291507:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1d6dbd5. 00000100:00000001:1.0:1767384329.291511:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384329.291513:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384329.291513:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000100:00000200:2.0:1767384329.291516:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384329.291520:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000056fb96c4 x1853236728320384 msgsize 4848 00000100:00000040:1.0:1767384329.291520:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.291532:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384329.291536:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384329.291538:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384329.291542:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384329.291544:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e42175. 00000100:00000200:1.0:1767384329.291547:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728320512, offset 0 00000100:00000001:2.0:1767384329.291549:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384329.291554:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.291561:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c68933b1 00000400:00000010:2.0:1767384329.291565:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c68933b1. 00000400:00000200:1.0:1767384329.291566:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384329.291569:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384329.291575:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384329.291578:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05200 00000100:00000001:3.0:1767384329.291580:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384329.291583:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320384 02000000:00000001:3.0:1767384329.291588:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384329.291588:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1125 [2] + 0 00000100:00000001:3.0:1767384329.291591:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.291608:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384329.291609:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.291610:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3be66f. 00000100:00000040:2.0:1767384329.291614:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384329.291615:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.291615:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000782f211 00000100:00100000:3.0:1767384329.291622:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320384 00000400:00000200:1.0:1767384329.291622:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384329.291627:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384329.291629:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:1.0:1767384329.291629:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384329.291635:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384329.291635:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.291635:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000782f211 00000020:00000040:3.0:1767384329.291639:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000010:1.0:1767384329.291639:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000782f211. 00000100:00000001:2.0:1767384329.291640:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384329.291642:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384329.291643:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384329.291646:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000200:1.0:1767384329.291646:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384329.291649:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.291649:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000216d6946 x1853236728320512 msgsize 4848 00000100:00000001:3.0:1767384329.291650:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384329.291656:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084899488. 00000100:00000001:2.0:1767384329.291656:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294917342 00000100:00100000:1.0:1767384329.291657:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384329.291660:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384329.291663:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384329.291665:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a51fc6e. 00000020:00000010:3.0:1767384329.291672:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084899488. 00000100:00000001:2.0:1767384329.291672:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384329.291673:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384329.291681:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9473e29. 00000100:00000001:2.0:1767384329.291681:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294917342 00000400:00000200:1.0:1767384329.291681:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e42175 00000400:00000010:1.0:1767384329.291685:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9e42175. 00000020:00000010:3.0:1767384329.291688:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e277794a. 00000100:00000001:1.0:1767384329.291688:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384329.291691:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043247b98. 00000100:00000200:1.0:1767384329.291693:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384329.291694:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000600f19c2. 00000100:00000001:2.0:1767384329.291696:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384329.291701:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294917342 00000100:00000040:3.0:1767384329.291706:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:2.0:1767384329.291707:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ac1aba2. 00000100:00000001:1.0:1767384329.291709:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384329.291711:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384329.291713:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384329.291713:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384329.291714:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.291717:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291718:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294917342 00000100:00000010:2.0:1767384329.291725:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017f18299. 00000100:00000001:3.0:1767384329.291727:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.291727:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291729:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384329.291732:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384329.291735:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.291737:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.291740:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.291741:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.291745:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291746:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.291751:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294917342 00000100:00000001:2.0:1767384329.291754:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384329.291756:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384329.291756:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294917342 00000100:00000001:2.0:1767384329.291757:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384329.291760:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320512 00000100:00000001:2.0:1767384329.291762:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384329.291763:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384329.291763:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294917342 00000100:00000001:2.0:1767384329.291764:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384329.291766:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384329.291769:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291769:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.291769:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294917342 02000000:00000001:3.0:1767384329.291775:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291776:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.291776:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294917342 00000100:00100000:3.0:1767384329.291778:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320512 00000100:00000001:1.0:1767384329.291781:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294917342 00000020:00000001:3.0:1767384329.291782:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384329.291783:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:1.0:1767384329.291784:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294917342 00000020:00000001:3.0:1767384329.291785:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384329.291786:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294917342 00000020:00000040:3.0:1767384329.291788:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:1.0:1767384329.291789:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384329.291791:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384329.291791:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.291793:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384329.291795:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.291796:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384329.291797:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384329.291799:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084899488. 00000100:00000001:3.0:1767384329.291802:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.291802:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.291804:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384329.291805:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084899488. 00000100:00000001:2.0:1767384329.291806:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384329.291808:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.291810:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384329.291811:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008df31217. 00000100:00000001:1.0:1767384329.291811:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.291815:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384329.291816:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d744192f. 00000100:00100000:2.0:1767384329.291818:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:1.0:1767384329.291820:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384329.291822:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000100:00000040:2.0:1767384329.291823:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384329.291826:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384329.291827:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250600528 : -113719458951088 : ffff9892a00b9050) 00000100:00000001:3.0:1767384329.291830:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384329.291833:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056fb96c4 x1853236728320384/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.291834:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.291842:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.291844:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384329.291849:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384329.291849:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2838893. 00000100:00000001:2.0:1767384329.291852:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384329.291854:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2838893. 00000100:00100000:2.0:1767384329.291860:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056fb96c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728320384:12345-0@lo:253: 00000100:00000200:2.0:1767384329.291864:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320384 00000100:00000001:3.0:1767384329.291869:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384329.291873:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384329.291873:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384329.291878:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384329.291879:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000020:00000001:2.0:1767384329.291881:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.291884:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000020:00000001:2.0:1767384329.291886:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384329.291889:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250610768 : -113719458940848 : ffff9892a00bb850) 00000020:00000001:2.0:1767384329.291890:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:1.0:1767384329.291891:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000040:3.0:1767384329.291896:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000216d6946 x1853236728320512/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384329.291898:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384329.291902:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.291907:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384329.291910:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384329.291911:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384329.291915:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084899488. 00000020:00000001:2.0:1767384329.291916:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.291920:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384329.291924:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084899488. 00000100:00000001:2.0:1767384329.291924:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384329.291929:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384329.291933:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000216d6946 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728320512:12345-0@lo:253: 02000000:00000010:2.0:1767384329.291937:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000071212a48. 00000100:00000200:3.0:1767384329.291938:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320512 02000000:00000001:2.0:1767384329.291942:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.291944:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384329.291947:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.291948:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384329.291952:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.291954:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384329.291958:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384329.291961:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:1.0:1767384329.291963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000020:00000001:3.0:1767384329.291965:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:2.0:1767384329.291965:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a3393cb. 00000020:00000001:3.0:1767384329.291967:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384329.291970:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384329.291972:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384329.291974:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384329.291975:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384329.291977:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384329.291979:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.291981:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.291984:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.291985:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384329.291986:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384329.291990:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384329.291997:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000070fe940d. 20000000:00000010:2.0:1767384329.291997:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3b175c2. 02000000:00000001:3.0:1767384329.292002:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384329.292002:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000100:00000001:3.0:1767384329.292008:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.292009:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384329.292011:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384329.292015:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384329.292018:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00080000:00000001:2.0:1767384329.292020:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:3.0:1767384329.292022:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d62d21c5. 20000000:01000000:3.0:1767384329.292026:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384329.292028:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384329.292031:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384329.292039:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384329.292040:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.292044:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.292047:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384329.292055:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.292058:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384329.292059:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.292061:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384329.292062:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384329.292065:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000400:00000200:1.0:1767384329.292066:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000020:00000001:2.0:1767384329.292070:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384329.292073:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384329.292081:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384329.292084:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.292086:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.292089:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384329.292093:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384329.292096:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384329.292100:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000988d5584. 00000400:00000200:1.0:1767384329.292100:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00080000:00000001:2.0:1767384329.292106:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353884538880 : -113719825012736 : ffff98928a39e800) 00080000:00000001:2.0:1767384329.292110:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384329.292113:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384329.292117:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2838893. 00080000:00000001:2.0:1767384329.292119:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.292121:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384329.292132:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.292158:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292198:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292223:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292286:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00080000:00000001:2.0:1767384329.292300:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384329.292341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292427:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292455:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292654:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292702:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292790:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292831:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292849:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292867:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292885:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292928:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292955:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.292973:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293000:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293034:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293081:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293110:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384329.293215:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384329.293386:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eeaa46b7. 00000800:00000010:1.0:1767384329.293391:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9e42175. 00000800:00000010:1.0:1767384329.293396:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0bf3483. 00000800:00000010:1.0:1767384329.293411:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0bf3483. 00000800:00020000:1.0:1767384329.293418:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384329.293421:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9e42175. 00000800:00000010:1.0:1767384329.293422:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eeaa46b7. 00000400:02020000:1.0:1767384329.293452:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384329.293459:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000800:00000200:1.0:1767384329.293471:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000800:00000100:1.0:1767384329.293477:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 448 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:1.0:1767384329.293481:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005541ea9b. 00000400:00000200:1.0:1767384329.293484:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384329.293488:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384329.293494:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:1.0:1767384329.293498:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384329.293502:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:1.0:1767384329.293505:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384329.293540:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384329.293546:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101171 00000400:00000001:2.0:1767384329.293549:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.293550:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384329.293552:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:2.0:1767384329.293553:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000400:00000200:2.0:1767384329.293556:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384329.293559:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384329.293561:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00000400:00000200:2.0:1767384329.293563:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384329.293565:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc -71 00000400:00000200:2.0:1767384329.293569:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384329.293573:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (25) 00080000:00000010:3.0:1767384329.293904:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000988d5584. 00080000:00000010:2.0:1767384329.293941:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2838893. 00040000:00000001:2.0:1767384329.293946:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384329.293948:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384329.293950:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384329.293952:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384329.293953:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.293955:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384329.293970:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384329.293979:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384329.293982:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384329.293986:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384329.293993:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c76af99b. 20000000:01000000:3.0:1767384329.293997:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384329.294000:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384329.294002:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384329.294004:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384329.294005:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384329.294006:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384329.294008:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384329.294012:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384329.294013:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384329.294016:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384329.294020:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384329.294022:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384329.294024:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384329.294024:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5315cbf. 00080000:00000001:3.0:1767384329.294026:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384329.294027:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294028:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384329.294029:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000010:1.0:1767384329.294031:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c7a9a7c. 00000020:00000001:3.0:1767384329.294033:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:3.0:1767384329.294035:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384329.294035:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384329.294038:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384329.294038:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c7a9a7c with handle 0x960a57272cefbbab to hash 00000020:00000001:1.0:1767384329.294040:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384329.294041:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294042:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00080000:00000001:3.0:1767384329.294043:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384329.294046:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384329.294046:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000020:00000001:3.0:1767384329.294049:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:1.0:1767384329.294050:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384329.294051:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384329.294051:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384329.294055:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000091704e11. 00010000:00010000:1.0:1767384329.294055:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384329.294058:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477197312 : -113724232354304 : ffff989183873600) 00080000:00000001:3.0:1767384329.294060:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384329.294063:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384329.294064:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384329.294065:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000084899488. 00080000:00000001:3.0:1767384329.294067:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294068:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384329.294069:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384329.294070:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384329.294072:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.294074:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384329.294076:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294076:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.294078:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384329.294085:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384329.294088:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384329.294090:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384329.294092:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384329.294094:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384329.294095:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5315cbf) refcount = 1 00010000:00010000:1.0:1767384329.294100:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384329.294107:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384329.294107:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384329.294109:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1767384329.294111:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384329.294113:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384329.294114:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a3393cb. 00010000:00000001:1.0:1767384329.294119:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.294120:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384329.294126:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320384 00010000:00000001:1.0:1767384329.294126:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384329.294132:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:1.0:1767384329.294134:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:2.0:1767384329.294152:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056fb96c4 x1853236728320384/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384329.294159:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384329.294160:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.294163:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.294170:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:1.0:1767384329.294170:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000040:2.0:1767384329.294175:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384329.294177:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384329.294178:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:1.0:1767384329.294180:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384329.294181:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384329.294185:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.294185:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c7a9a7c refcount=4 00000100:00000001:2.0:1767384329.294189:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384329.294191:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000100:00000040:2.0:1767384329.294192:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384329.294196:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000400:00000010:2.0:1767384329.294197:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68933b1. 00010000:00000001:1.0:1767384329.294202:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:2.0:1767384329.294203:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728320384, offset 224 00010000:00010000:1.0:1767384329.294206:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.294210:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.294218:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384329.294218:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384329.294222:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.294227:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05180 00000400:00000200:2.0:1767384329.294236:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1911 [2] + 224 00010000:00000001:1.0:1767384329.294236:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.294240:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384329.294242:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384329.294243:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.294248:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384329.294254:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384329.294255:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384329.294259:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.294259:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.294267:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.294271:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384329.294274:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384329.294292:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009c7a9a7c already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384329.294295:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.294296:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384329.294297:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.294301:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384329.294303:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384329.294306:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384329.294307:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c68933b1 00000020:00000001:1.0:1767384329.294308:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384329.294310:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c68933b1. 00000020:00000040:1.0:1767384329.294312:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c7a9a7c refcount=5 00000100:00000001:2.0:1767384329.294314:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384329.294317:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384329.294317:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000100:00000001:3.0:1767384329.294322:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.294322:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294322:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000100:00000001:3.0:1767384329.294326:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384329.294329:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384329.294329:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:3.0:1767384329.294331:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384329.294332:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:1.0:1767384329.294334:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384329.294335:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.294338:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384329.294340:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384329.294343:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968a1aeb. 00000100:00000040:2.0:1767384329.294343:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056fb96c4 x1853236728320384/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.294346:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384329.294349:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015dbf940 00010000:00000001:1.0:1767384329.294349:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.294351:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.294352:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015dbf940. 00010000:00000001:1.0:1767384329.294356:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384329.294357:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384329.294360:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384329.294364:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.294364:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056fb96c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728320384:12345-0@lo:253: Request processed in 2517us (2840us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384329.294364:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.294368:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.294372:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c7a9a7c with handle 0x960a57272cefbbab from hash 00010000:00000001:1.0:1767384329.294378:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384329.294380:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384329.294381:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000200:3.0:1767384329.294383:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.294383:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384329.294386:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:1.0:1767384329.294386:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384329.294390:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384329.294392:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384329.294394:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384329.294395:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384329.294398:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384329.294398:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:2.0:1767384329.294400:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e277794a. 00010000:00000001:1.0:1767384329.294401:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.294402:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384329.294405:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000600f19c2. 00000100:00000001:3.0:1767384329.294407:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384329.294409:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9473e29. 00010000:00000001:1.0:1767384329.294411:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.294412:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384329.294414:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384329.294415:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384329.294415:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384329.294419:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294419:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384329.294420:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384329.294423:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384329.294424:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000071212a48. 00010000:00000001:1.0:1767384329.294424:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.294427:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384329.294428:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=52 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384329.294429:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384329.294430:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384329.294432:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.294433:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.294434:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.294439:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384329.294439:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.294441:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384329.294441:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:1.0:1767384329.294441:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384329.294446:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384329.294447:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee226bd. 00010000:00000001:3.0:1767384329.294449:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294450:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384329.294452:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68933b1. 00000100:00000001:3.0:1767384329.294453:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.294453:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.294456:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384329.294459:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.294459:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384329.294461:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.294463:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.294465:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384329.294466:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384329.294467:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.294469:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384329.294469:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.294471:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384329.294471:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384329.294474:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384329.294476:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384329.294477:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384329.294478:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:3.0:1767384329.294479:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384329.294479:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384329.294480:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00010000:1.0:1767384329.294481:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbbab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384329.294482:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384329.294484:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384329.294486:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000040:1.0:1767384329.294487:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5315cbf count: 0 00000020:01000004:3.0:1767384329.294493:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384329.294494:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384329.294495:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 20000000:00000001:1.0:1767384329.294496:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384329.294499:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.294508:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728320384:0@lo:253: 00000100:00000001:3.0:1767384329.294513:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.294515:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384329.294518:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccc81352 x1853236728320384/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.294524:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384329.294526:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384329.294528:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005b123cf8. 02000000:00000001:3.0:1767384329.294532:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384329.294534:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384329.294535:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384329.294537:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384329.294539:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da68bd68. 02000000:00000001:3.0:1767384329.294542:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384329.294543:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384329.294544:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccc81352. 00000100:00000001:3.0:1767384329.294548:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384329.294549:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.294550:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.294554:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384329.294555:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.294557:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384329.294559:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384329.295493:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000091704e11. 00080000:00000010:3.0:1767384329.295513:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000084899488. 00040000:00000001:3.0:1767384329.295517:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384329.295519:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384329.295521:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384329.295524:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384329.295526:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.295528:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384329.295531:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384329.295538:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384329.295543:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384329.295546:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384329.295547:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 10000000:01000000:1.0:1767384329.295547:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384329.295550:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384329.295551:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384329.295552:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384329.295562:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000309a24d1. 00010000:00000001:1.0:1767384329.295566:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384329.295569:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00000020:00000001:1.0:1767384329.295572:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384329.295575:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefbbb2 to hash 00000020:00000001:1.0:1767384329.295578:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384329.295579:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384329.295582:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384329.295584:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.295586:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.295588:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.295606:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384329.295608:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384329.295610:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384329.295612:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.295614:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.295616:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384329.295618:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.295620:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384329.295622:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384329.295624:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384329.295626:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384329.295628:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000309a24d1) refcount = 1 00010000:00010000:1.0:1767384329.295631:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.295638:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384329.295640:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384329.295641:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.295643:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.295645:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384329.295648:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384329.295650:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384329.295653:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.295660:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.295662:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=4 00000020:00000001:1.0:1767384329.295665:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384329.295668:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384329.295670:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384329.295672:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384329.295673:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384329.295676:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384329.295678:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d62d21c5. 00010000:00000001:1.0:1767384329.295678:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384329.295680:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384329.295683:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384329.295686:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320512 00010000:00000001:1.0:1767384329.295686:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.295688:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384329.295689:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384329.295690:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384329.295693:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000216d6946 x1853236728320512/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.295696:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.295698:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.295701:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384329.295701:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384329.295703:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.295703:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384329.295706:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384329.295710:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384329.295710:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ef69440 already unused, calling callback (0000000090c6ba53) 00000100:00000040:3.0:1767384329.295712:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384329.295712:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.295714:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384329.295715:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:1.0:1767384329.295716:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384329.295718:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384329.295719:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.295721:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384329.295722:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384329.295723:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.295724:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384329.295726:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384329.295726:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=5 00000020:00000001:1.0:1767384329.295728:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00000400:00000010:3.0:1767384329.295730:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22cf42a. 00010000:00000001:1.0:1767384329.295730:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00000100:00000200:3.0:1767384329.295734:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728320512, offset 224 00010000:00000001:1.0:1767384329.295738:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384329.295740:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384329.295740:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.295746:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384329.295747:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384329.295748:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384329.295750:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.295753:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384329.295754:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384329.295756:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05200 00010000:00000001:1.0:1767384329.295757:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.295759:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.295761:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefbbb2 from hash 00000400:00000200:3.0:1767384329.295762:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1919 [2] + 224 00010000:00000001:1.0:1767384329.295765:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384329.295767:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384329.295767:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.295768:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.295770:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384329.295771:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384329.295771:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384329.295773:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384329.295774:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384329.295775:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384329.295776:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384329.295777:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384329.295778:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.295779:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384329.295780:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384329.295783:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.295784:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.295785:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.295787:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.295788:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.295790:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.295792:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.295797:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.295798:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.295799:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384329.295800:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384329.295802:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.295803:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384329.295805:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384329.295811:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384329.295813:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.295815:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22cf42a 20000000:00000001:1.0:1767384329.295815:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.295817:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22cf42a. 00010000:00010000:1.0:1767384329.295818:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384329.295820:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384329.295821:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384329.295823:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384329.295824:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384329.295825:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.295826:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384329.295828:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384329.295829:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:2.0:1767384329.295830:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384329.295830:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefbbb2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384329.295832:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384329.295834:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384329.295835:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.295837:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:1.0:1767384329.295837:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000309a24d1 count: 0 00000100:00000040:3.0:1767384329.295842:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000216d6946 x1853236728320512/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384329.295842:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039cdbb87. 00010000:00000001:1.0:1767384329.295846:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384329.295848:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d864ca72 20000000:00000001:1.0:1767384329.295849:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384329.295853:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d864ca72. 00000100:00000001:2.0:1767384329.295857:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384329.295861:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000216d6946 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728320512:12345-0@lo:253: Request processed in 3949us (4208us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384329.295863:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.295881:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000200:2.0:1767384329.295882:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.295886:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384329.295890:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384329.295894:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384329.295898:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d744192f. 00000100:00000001:2.0:1767384329.295898:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384329.295903:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384329.295904:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000100:00000001:2.0:1767384329.295908:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384329.295911:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008df31217. 02000000:00000001:2.0:1767384329.295912:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384329.295915:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384329.295918:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:2.0:1767384329.295919:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.295923:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384329.295924:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384329.295925:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000070fe940d. 00000100:00001000:2.0:1767384329.295929:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=52 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384329.295930:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384329.295932:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384329.295938:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384329.295938:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.295944:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384329.295945:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b969890. 00000100:00000001:2.0:1767384329.295947:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.295950:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22cf42a. 00010000:00000001:2.0:1767384329.295951:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384329.295954:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.295956:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.295960:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.295965:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.295967:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384329.295968:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384329.295970:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384329.295971:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384329.295972:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384329.295972:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.295973:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.295974:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.295975:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384329.295976:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.295977:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384329.295985:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.295990:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728320512:0@lo:253: 00000100:00000001:2.0:1767384329.295995:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.295996:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.295998:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f48eba x1853236728320512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.296003:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384329.296004:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384329.296006:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008eb2c045. 02000000:00000001:2.0:1767384329.296008:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384329.296010:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384329.296011:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384329.296013:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384329.296014:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000037620d5c. 02000000:00000001:2.0:1767384329.296018:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384329.296019:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384329.296020:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 00000100:00000001:2.0:1767384329.296023:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384329.296024:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.296026:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.296030:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.296031:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.296032:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.296034:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.299177:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294917342, at 4294917343 00000100:00000040:2.0:1767384329.299182:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294917342, at 4294917343 00000100:00000010:3.0:1767384329.299186:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017f18299. 00000100:00000010:2.0:1767384329.299189:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ac1aba2. 00000100:00000040:0.0:1767384329.299268:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294917342, at 4294917343 00000100:00000010:0.0:1767384329.299276:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a51fc6e. 00000100:00000040:1.0:1767384329.299482:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294917342, at 4294917343 00000100:00000010:1.0:1767384329.299488:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043247b98. 00010000:00000010:1.1:1767384329.301176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5315cbf. 00010000:00000010:1.1:1767384329.301185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c7a9a7c. 00010000:00000010:1.1:1767384329.301192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000309a24d1. 00010000:00000010:1.1:1767384329.301199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00000400:00000010:2.0:1767384329.306900:0:29158:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6b0a464. 00000400:00000040:2.0:1767384329.306917:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.306919:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384329.306921:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.306922:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.306925:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.306926:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384329.306928:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.306933:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384329.306934:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384329.306935:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384329.306937:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384329.306938:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.306940:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384329.306941:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.306941:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384329.306943:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384329.306944:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384329.306945:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384329.306946:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384329.306947:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.306948:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.306949:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.306950:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.306951:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.306951:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384329.306953:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.306954:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.306955:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.306956:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.306956:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.306957:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384329.306958:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384329.306959:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384329.306960:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384329.306961:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384329.306962:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.306963:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384329.306964:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384329.306965:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.306966:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384329.306967:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384329.306968:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384329.306969:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384329.306970:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384329.306971:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384329.306972:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384329.306976:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384329.306977:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384329.306978:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384329.306979:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384329.306980:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384329.306981:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384329.306982:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384329.306983:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384329.306984:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384329.306985:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384329.306986:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384329.307042:0:29158:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6b0a464. 00010000:00000001:2.0:1767384329.524195:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384329.524200:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.524205:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384329.524206:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.524226:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384329.524228:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384329.524230:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384330.100225:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384330.100230:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384330.100232:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787ad4f6 00000400:00000010:3.0:1767384330.100236:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000787ad4f6. 00000400:00000200:3.0:1767384330.100247:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384330.100253:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384330.100262:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000047bb118c. 00000400:00000010:3.0:1767384330.100265:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000127b941a. 00080000:00000010:2.0:1767384330.514122:0:29545:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac05a762. 00080000:00000010:2.0:1767384330.514133:0:29545:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac05a762. 00000020:00000001:2.0:1767384330.514319:0:29545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384330.514328:0:29545:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac05a762. 00080000:00000010:2.0:1767384330.514333:0:29545:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac05a762. 00000020:00000001:2.0:1767384330.514335:0:29545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.549199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384330.549204:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.549208:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384330.549209:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.549239:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384330.549245:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.549248:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384331.124222:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp31 00000400:00000010:0.0:1767384331.124227:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007601c851. 00000400:00000010:0.0:1767384331.124234:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007a4f4bcd. 00000400:00000010:0.0:1767384331.124238:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000400:00000010:0.0:1767384331.124245:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006adbf111. 00000400:00000200:0.0:1767384331.124249:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp31 00000400:00000200:0.0:1767384331.124264:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp31 local destination 00000400:00000200:0.0:1767384331.124271:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp31 00000400:00000200:0.0:1767384331.124282:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [88:88:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767384331.124289:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp31 10000000:00000001:2.0:1767384331.124292:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384331.124296:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384331.124301:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.124302:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:) -> 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) : GET try# 0 10000000:00000001:2.0:1767384331.124307:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384331.124310:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384331.124312:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 00000800:00000200:0.0:1767384331.124312:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp31 10000000:01000000:2.0:1767384331.124314:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384331.124317:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000800:00000010:0.0:1767384331.124317:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b336a2d. 10000000:01000000:2.0:1767384331.124319:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 47 00000800:00000200:0.0:1767384331.124324:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000800:00000200:0.1:1767384331.124330:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 10000000:00000001:2.0:1767384331.124331:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384331.124334:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384331.124340:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a37f7904. 00000020:00000040:2.0:1767384331.124344:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384331.124348:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384331.124349:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp31 added to recovery queue. ping count: 2 next ping: 255 health :800 02000000:00000001:2.0:1767384331.124351:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384331.124355:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 02000000:00000001:2.0:1767384331.124358:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.124360:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061542229. 02000000:00000010:2.0:1767384331.124366:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1261189. 00000400:00000010:0.0:1767384331.124366:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a304192a. 00000400:00000010:0.0:1767384331.124374:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000001:2.0:1767384331.124375:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.124377:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c84c492b. 00010000:00000001:2.0:1767384331.124381:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000400:00000200:0.0:1767384331.124384:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00010000:00000001:2.0:1767384331.124385:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1767384331.124391:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00010000:00000010:2.0:1767384331.124394:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f8228c3. 00000400:00000200:0.0:1767384331.124396:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00010000:00000001:2.0:1767384331.124400:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384331.124403:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [89:89:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [88:88:8:4294967295] 00010000:00000010:2.0:1767384331.124406:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00000400:00000200:0.0:1767384331.124410:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000020:00000001:2.0:1767384331.124412:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:0.0:1767384331.124417:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:0.0:1767384331.124420:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:0.0:1767384331.124423:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b8f15b0. 00000800:00000200:0.0:1767384331.124426:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:0.1:1767384331.124428:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:1.0:1767384331.124436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000020:00000040:2.0:1767384331.124437:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1303511 with handle 0x960a57272cefbbb9 to hash 00000400:00000200:0.0:1767384331.124440:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 3 next ping: 259 health :700 00000020:00000001:2.0:1767384331.124442:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384331.124446:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000400:00000200:0.0:1767384331.124449:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00010000:00000001:2.0:1767384331.124450:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000400:00000010:0.0:1767384331.124453:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000029720276. 00010000:00000001:2.0:1767384331.124455:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384331.124458:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f0b1d60. 00010000:00000001:2.0:1767384331.124459:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.124464:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00010000:00010000:2.0:1767384331.124465:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384331.124473:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff2e5f44. 00010000:00010000:2.0:1767384331.124474:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.124481:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00010000:00010000:2.0:1767384331.124487:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384331.124491:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.124492:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000100:00000001:2.0:1767384331.124497:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384331.124499:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384331.124506:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e2b4f44. 00000100:00000001:2.0:1767384331.124510:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968686784 : -113719740864832 : ffff98928f3de6c0) 00000400:00000200:0.0:1767384331.124510:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000100:00000001:2.0:1767384331.124515:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384331.124518:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [90:90:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [89:89:8:4294967295] 00000400:00000200:1.0:1767384331.124520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124524:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000100:00000001:2.0:1767384331.124530:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384331.124530:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000100:00000001:2.0:1767384331.124534:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.124538:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.124541:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384331.124546:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000100:00000040:2.0:1767384331.124549:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.124549:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000200:0.0:1767384331.124557:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000800:00000010:0.0:1767384331.124564:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a392995b. 00000100:00000001:2.0:1767384331.124565:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.124569:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.124572:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 02000000:00000001:2.0:1767384331.124573:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384331.124573:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 02000000:00000001:2.0:1767384331.124591:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384331.124596:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 02000000:00000001:2.0:1767384331.124597:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.124602:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728320640:0@lo:101: 00000100:00000001:2.0:1767384331.124606:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384331.124610:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 1 next ping: 253 health :900 02000000:00000001:2.0:1767384331.124611:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384331.124612:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 02000000:00000001:2.0:1767384331.124615:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.124619:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384331.124622:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fb000245. 02000000:00000001:2.0:1767384331.124624:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.124628:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b8670d. 00000400:00000010:2.0:1767384331.124633:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5f9f2a8. 00000100:00000200:2.0:1767384331.124638:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728320640, portal 25 00000100:00000001:2.0:1767384331.124640:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.124641:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000100:00000040:2.0:1767384331.124646:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.124652:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384331.124655:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.124656:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.124661:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000200:2.0:1767384331.124664:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728320640, offset 0 00000400:00000200:0.0:1767384331.124667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.124672:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.124681:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.124691:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce05280 00000400:00000200:2.0:1767384331.124698:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1191 [2] + 0 00000400:00000200:1.0:1767384331.124706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000010:2.0:1767384331.124708:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012aacfdb. 00000400:00000200:2.0:1767384331.124713:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e048c404 00000400:00000200:2.0:1767384331.124719:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.124724:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384331.124730:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e048c404 00000400:00000010:2.0:1767384331.124732:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e048c404. 00000400:00000200:0.0:1767384331.124733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124737:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.124740:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384331.124744:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000a3b22fd2 x1853236728320640 msgsize 328 00000100:00100000:2.0:1767384331.124750:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384331.124753:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384331.124765:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.124765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.124774:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000010:2.0:1767384331.124777:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000100:00000001:2.0:1767384331.124780:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384331.124785:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.124793:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.124797:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.124800:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124802:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.124806:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.124810:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.124815:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294919175 00000100:00000010:2.0:1767384331.124818:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ac1aba2. 00000100:00000001:2.0:1767384331.124824:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384331.124830:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124831:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294919175 00000100:00000010:2.0:1767384331.124836:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009da66c18. 00000100:00000001:2.0:1767384331.124840:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384331.124843:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294919175 00000100:00000010:2.0:1767384331.124847:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002174b7ee. 00000100:00000001:2.0:1767384331.124850:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384331.124850:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124853:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294919175 00000100:00000010:2.0:1767384331.124862:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000476c2ed1. 00000100:00000001:2.0:1767384331.124865:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384331.124870:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.124872:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.124874:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.124876:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384331.124878:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000007e2b4f44 going to sleep for 11 seconds 00000100:00000001:2.0:1767384331.124881:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.124884:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.124903:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.124913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124925:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384331.124930:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320640 02000000:00000001:2.0:1767384331.124933:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.124936:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.124939:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.124944:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.124948:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320640 00000020:00000001:2.0:1767384331.124952:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384331.124954:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384331.124956:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.124959:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384331.124963:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:1.0:1767384331.124966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000020:00000001:2.0:1767384331.124967:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384331.124975:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.124981:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c45948cf. 00000400:00000200:0.0:1767384331.124982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.124993:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.124996:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c45948cf. 00000020:00000010:2.0:1767384331.125003:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f7cd97a. 00000020:00000010:2.0:1767384331.125009:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9cd7b39. 00000020:00000010:2.0:1767384331.125013:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000040:2.0:1767384331.125024:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384331.125025:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125027:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.125032:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.125034:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125044:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.125052:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125063:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.125083:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.125086:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384331.125093:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000400:00000200:1.0:1767384331.125095:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.125099:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384331.125103:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250605648 : -113719458945968 : ffff9892a00ba450) 00000100:00000040:2.0:1767384331.125109:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3b22fd2 x1853236728320640/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125115:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384331.125116:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000020:00000010:2.0:1767384331.125119:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c45948cf. 00000100:00000001:2.0:1767384331.125123:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.125125:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c45948cf. 00000100:00100000:2.0:1767384331.125132:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728320640:12345-0@lo:101: 00000100:00000200:2.0:1767384331.125155:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320640 00000020:00000001:2.0:1767384331.125159:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384331.125162:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.125164:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.125167:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384331.125168:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384331.125171:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384331.125172:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.125175:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384331.125176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000020:00000001:2.0:1767384331.125177:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.125179:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.125181:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384331.125183:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384331.125187:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384331.125189:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384331.125190:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125194:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1767384331.125197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00010000:00000010:2.0:1767384331.125199:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db94aacb. 00010000:00000001:2.0:1767384331.125204:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384331.125206:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00000020:00000001:2.0:1767384331.125227:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384331.125229:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbbc0 to hash 00000020:00000001:2.0:1767384331.125231:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384331.125233:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384331.125235:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00010000:2.0:1767384331.125238:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbbb9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384331.125240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00010000:00000040:2.0:1767384331.125247:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:2.0:1767384331.125250:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000400:00000200:0.0:1767384331.125253:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125257:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384331.125260:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384331.125264:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000080251b79. 02000000:00000001:2.0:1767384331.125267:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125270:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125272:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384331.125275:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384331.125277:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384331.125279:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.125280:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.125282:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.125283:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.125286:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384331.125288:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384331.125289:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384331.125290:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384331.125292:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db94aacb) refcount = 1 00010000:00010000:2.0:1767384331.125296:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.125301:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1767384331.125301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125304:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384331.125307:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.125308:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.125310:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125311:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384331.125321:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384331.125324:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.125330:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384331.125332:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384331.125334:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.125336:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125337:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384331.125339:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.125341:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384331.125342:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002e8033bb, rc 0) 00000020:00000001:2.0:1767384331.125344:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.125347:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320640 00010000:00000001:2.0:1767384331.125349:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384331.125353:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3b22fd2 x1853236728320640/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/344 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.125359:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384331.125360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125361:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.125367:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.125372:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384331.125373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.125375:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.125379:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384331.125382:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.125384:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125386:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.125389:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.125392:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000200:2.0:1767384331.125395:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728320640, offset 224 00000400:00000200:2.0:1767384331.125401:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.125407:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.125413:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce05280 00000400:00000200:2.0:1767384331.125418:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x193d [1] + 224 00000400:00000200:1.0:1767384331.125419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.125422:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.125428:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384331.125429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125438:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.125443:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.125450:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125460:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.125465:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000010:2.0:1767384331.125467:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000100:00000001:2.0:1767384331.125469:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.125471:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.125475:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.125476:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.125479:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384331.125483:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.125484:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.125486:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384331.125489:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.125490:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3b22fd2 x1853236728320640/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/344 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.125501:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728320640:12345-0@lo:101: Request processed in 384us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384331.125508:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:2.0:1767384331.125510:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384331.125512:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.125515:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384331.125519:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9cd7b39. 00000020:00000010:2.0:1767384331.125522:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000020:00000010:2.0:1767384331.125526:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f7cd97a. 00000400:00000200:1.0:1767384331.125526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000020:00000040:2.0:1767384331.125533:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384331.125538:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384331.125540:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000080251b79. 02000000:00000001:2.0:1767384331.125543:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384331.125545:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384331.125549:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384331.125552:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feeb8ed1. 00000400:00000200:0.0:1767384331.125557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000010:2.0:1767384331.125566:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab21f2e8. 00000400:00000200:1.0:1767384331.125595:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.125632:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125650:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384331.125656:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384331.125657:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384331.125659:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b8670d. 00000400:00000200:1.0:1767384331.125661:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.125663:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5f9f2a8 00000400:00000010:2.0:1767384331.125665:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5f9f2a8. 00000100:00000001:2.0:1767384331.125669:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.125673:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.125680:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125685:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.125687:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.125689:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384331.125691:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.125693:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.125694:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.125695:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 02000000:00000001:2.0:1767384331.125696:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.125702:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=54 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384331.125705:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.125707:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.125709:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125711:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384331.125714:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.125715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125716:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.125722:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125727:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.125730:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.125731:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.125735:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.125740:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728320640:0@lo:101: 00000400:00000200:0.0:1767384331.125748:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125752:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.125757:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125759:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384331.125761:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.125764:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125769:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384331.125771:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e2b4f44. 00000100:00000001:2.0:1767384331.125774:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384331.125776:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125778:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:1.0:1767384331.125779:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125780:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384331.125784:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.125786:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=4 00000020:00000001:2.0:1767384331.125788:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384331.125791:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000040:2.0:1767384331.125794:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d1303511, remote cookie: 0x960a57272cefbbc0, flags: 0x0 00010000:00000001:2.0:1767384331.125797:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384331.125799:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384331.125801:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384331.125802:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384331.125803:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384331.125805:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f8228c3) refcount = 1 00010000:00010000:2.0:1767384331.125807:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.125807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125815:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384331.125817:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384331.125818:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384331.125820:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384331.125823:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.125825:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384331.125828:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.125839:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384331.125841:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.125843:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.125844:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.125846:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.125847:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125849:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.125852:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a37f7904 x1853236728320640/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.125857:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384331.125859:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384331.125861:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fb000245. 02000000:00000001:2.0:1767384331.125864:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384331.125866:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000020:00000001:2.0:1767384331.125867:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.125870:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384331.125873:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.125875:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1261189. 02000000:00000001:2.0:1767384331.125878:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.125879:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.125881:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a37f7904. 00000100:00000001:2.0:1767384331.125884:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.125886:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384331.125887:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.125888:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 10000000:00000001:2.0:1767384331.125889:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384331.125892:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:2.0:1767384331.125895:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.125897:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384331.125899:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.125900:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=3 00000020:00000001:2.0:1767384331.125902:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384331.125903:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384331.125905:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384331.125908:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.125910:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.125911:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384331.125920:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384331.125924:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000389fb474. 00000400:00000200:0.0:1767384331.125933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000100:00000010:2.0:1767384331.125940:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a37f7904. 00000400:00000200:1.0:1767384331.125944:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000020:00000040:2.0:1767384331.125945:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384331.125951:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.125953:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.125956:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.125961:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1261189. 00000100:00000001:2.0:1767384331.125965:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.125969:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384331.125974:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fb000245. 00000100:00000010:2.0:1767384331.125978:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c45948cf. 00000020:00000040:2.0:1767384331.125981:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384331.125985:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384331.125986:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384331.125989:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e2b4f44. 00000100:00000001:2.0:1767384331.125991:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968686784 : -113719740864832 : ffff98928f3de6c0) 00000100:00000001:2.0:1767384331.125993:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.125995:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000400:00000200:0.0:1767384331.125995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.125999:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384331.126000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126001:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126005:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.126008:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.126013:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.126018:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.126019:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.126021:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.126023:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.126025:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.126027:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728320768:0@lo:256: 00000100:00000001:2.0:1767384331.126030:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.126034:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384331.126036:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126046:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384331.126052:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b8670d. 00000400:00000010:2.0:1767384331.126058:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000961c01dd. 00000400:00000200:1.0:1767384331.126061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000100:00000200:2.0:1767384331.126063:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce05300-0x695824ce05300, portal 33 00000100:00000001:2.0:1767384331.126068:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.126071:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384331.126075:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f7cd97a. 00000400:00000200:0.0:1767384331.126075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 02000000:00000001:2.0:1767384331.126081:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.126085:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d1da34c. 00000400:00000010:2.0:1767384331.126091:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5f9f2a8. 00000100:00000200:2.0:1767384331.126094:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728320768, portal 25 00000100:00000001:2.0:1767384331.126096:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.126097:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000100:00000040:2.0:1767384331.126102:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.126106:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.126109:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.126112:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000200:2.0:1767384331.126115:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728320768, offset 0 00000400:00000200:1.0:1767384331.126115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.126123:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.126132:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.126132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.126163:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce05300 00000400:00000200:2.0:1767384331.126169:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11a9 [2] + 0 00000400:00000010:2.0:1767384331.126171:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f4a814. 00000400:00000200:2.0:1767384331.126175:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026c90975 00000400:00000200:2.0:1767384331.126177:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.126181:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384331.126184:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026c90975 00000400:00000010:2.0:1767384331.126185:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026c90975. 00000400:00000200:1.0:1767384331.126186:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126189:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.126191:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384331.126194:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000004c9d0ea5 x1853236728320768 msgsize 304 00000100:00100000:2.0:1767384331.126199:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384331.126201:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384331.126207:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126215:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.126221:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000010:2.0:1767384331.126223:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000100:00000001:2.0:1767384331.126226:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384331.126230:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.126236:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.126238:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.126243:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126245:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.126250:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.126250:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126253:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294919177 00000100:00000001:2.0:1767384331.126261:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919175 00000100:00000001:2.0:1767384331.126264:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294919177 00000100:00000001:2.0:1767384331.126269:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919175 00000400:00000200:0.0:1767384331.126272:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126273:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294919177 00000100:00000001:2.0:1767384331.126280:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919175 00000100:00000001:2.0:1767384331.126285:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294919177 00000100:00000001:2.0:1767384331.126288:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919175 00000100:00000001:2.0:1767384331.126292:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.126294:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126296:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.126298:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384331.126299:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000007e2b4f44 going to sleep for 11 seconds 00000100:00000001:2.0:1767384331.126302:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.126304:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126319:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384331.126321:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000100:00100000:2.0:1767384331.126322:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320768 02000000:00000001:2.0:1767384331.126326:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.126327:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.126329:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.126337:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.126340:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000100:00100000:2.0:1767384331.126341:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320768 00000020:00000001:2.0:1767384331.126345:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384331.126347:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384331.126349:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.126351:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384331.126353:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384331.126355:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384331.126357:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.126360:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384331.126363:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.126364:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000020:00000010:2.0:1767384331.126369:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9f44d00. 00000400:00000200:1.0:1767384331.126372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000020:00000010:2.0:1767384331.126373:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9cd7b39. 00000020:00000010:2.0:1767384331.126379:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000040:2.0:1767384331.126385:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384331.126387:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.126388:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.126389:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126394:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.126398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126400:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.126413:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.126415:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384331.126420:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:2.0:1767384331.126422:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384331.126424:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250607696 : -113719458943920 : ffff9892a00bac50) 00000100:00000040:2.0:1767384331.126427:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c9d0ea5 x1853236728320768/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 304/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.126432:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.126435:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384331.126436:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.126438:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000100:00100000:2.0:1767384331.126442:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c9d0ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728320768:12345-0@lo:256: 00000100:00000200:2.0:1767384331.126450:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320768 00000020:00000001:2.0:1767384331.126452:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384331.126453:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000020:00000001:2.0:1767384331.126454:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.126457:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.126459:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384331.126460:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:2.0:1767384331.126463:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384331.126464:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.126466:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384331.126468:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.126469:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126472:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384331.126473:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384331.126476:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000080251b79. 02000000:00000001:2.0:1767384331.126478:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126480:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.126482:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384331.126485:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384331.126487:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384331.126490:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384331.126492:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.126495:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384331.126496:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000400:00000200:0.0:1767384331.126496:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 20000000:00000010:2.0:1767384331.126502:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004256bf2d. 20000000:00000001:2.0:1767384331.126506:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384331.126517:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384331.126522:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384331.126526:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384331.126528:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384331.126529:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384331.126531:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384331.126533:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384331.126534:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000800:00000010:1.0:1767384331.126535:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eeaa46b7. 20000000:00000040:2.0:1767384331.126536:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384331.126540:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384331.126542:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00000800:00000010:1.0:1767384331.126543:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d864ca72. 00000400:00000200:0.0:1767384331.126547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 20000000:00000040:2.0:1767384331.126550:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000800:00000010:1.0:1767384331.126550:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079a0e749. 20000000:00000040:2.0:1767384331.126555:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384331.126558:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384331.126560:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384331.126561:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384331.126563:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384331.126565:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384331.126566:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384331.126568:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384331.126569:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384331.126571:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384331.126572:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384331.126574:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384331.126576:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000800:00000010:1.0:1767384331.126588:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079a0e749. 20000000:00000040:2.0:1767384331.126590:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:2.0:1767384331.126594:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3552/1/4/3. 20000000:00000040:2.0:1767384331.126599:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000800:00020000:1.0:1767384331.126600:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 20000000:00000040:2.0:1767384331.126602:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000800:00000010:1.0:1767384331.126604:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d864ca72. 00000400:00000200:0.0:1767384331.126604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 20000000:00000040:2.0:1767384331.126606:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000800:00000010:1.0:1767384331.126611:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eeaa46b7. 20000000:00000040:2.0:1767384331.126612:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384331.126617:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384331.126619:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384331.126620:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384331.126622:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384331.126624:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384331.126625:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384331.126627:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384331.126629:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384331.126630:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384331.126632:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384331.126634:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384331.126635:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384331.126637:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384331.126639:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384331.126641:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384331.126642:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384331.126644:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384331.126646:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384331.126648:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 00000400:00000200:0.0:1767384331.126649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 20000000:00000040:2.0:1767384331.126656:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384331.126659:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384331.126661:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:2.0:1767384331.126663:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3008/1/4/3. 20000000:01000000:2.0:1767384331.126664:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1088, version 56 20000000:00000001:2.0:1767384331.126667:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1088 : 1088 : 440) 00000100:00000001:2.0:1767384331.126670:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384331.126673:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000941354ae. 00000400:02020000:1.0:1767384331.126673:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384331.126680:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000784d9b2f. 00000020:00000040:2.0:1767384331.126684:0:17079:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00000400:00000200:1.0:1767384331.126685:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp31 notifying 192.168.202.115@tcp31: down 00010000:00000001:2.0:1767384331.126688:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000400:00000200:1.0:1767384331.126690:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000100:00000001:2.0:1767384331.126691:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000200:0.0:1767384331.126692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000010:2.0:1767384331.126696:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000800:00000100:1.0:1767384331.126698:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp31 00000400:00000010:2.0:1767384331.126703:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003701c1d8. 00000400:00000200:2.0:1767384331.126708:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384331.126709:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b336a2d. 00000400:00000200:1.0:1767384331.126714:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384331.126719:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.126723:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384331.126723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.126730:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1088 into portal 33 MB=0x695824ce05300 00000400:00000200:2.0:1767384331.126735:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1088/1088 into md 0x194d [4] + 0 00000400:00000010:2.0:1767384331.126738:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b8670d. 00000400:00000200:2.0:1767384331.126741:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000961c01dd 00000400:00000200:2.0:1767384331.126743:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.126744:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384331.126750:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.126751:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384331.126756:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000961c01dd 00000400:00000010:2.0:1767384331.126760:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000961c01dd. 00000400:00000200:1.0:1767384331.126760:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp31) recovery failed with -71 00000100:00000001:2.0:1767384331.126767:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384331.126769:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a37f7904 desc 00000000fb000245 mbits 1853236728320768 00000100:00000001:2.0:1767384331.126776:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384331.126779:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384331.126784:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384331.126792:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1959 00000400:00000200:2.0:1767384331.126794:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.126797:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384331.126800:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384331.126802:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000941354ae 00000400:00000200:1.0:1767384331.126803:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.126804:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384331.126821:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000010:2.0:1767384331.126823:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000100:00000001:2.0:1767384331.126827:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384331.126828:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000941354ae 00000100:00000001:2.0:1767384331.126832:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384331.126838:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1088 bytes via portal 33 id 12345-0@lo mbits 0x695824ce05300-0x695824ce05300 00000100:00000001:2.0:1767384331.126840:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.126844:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126846:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384331.126848:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:2.0:1767384331.126851:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000784d9b2f. 00000800:00000010:0.0:1767384331.126852:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4b8a721. 00000400:00000200:1.0:1767384331.126853:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000010:2.0:1767384331.126854:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000941354ae. 00000800:00000010:0.0:1767384331.126858:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057f66bbb. 00000100:00000001:2.0:1767384331.126861:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384331.126863:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384331.126864:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2002d99. 20000000:00000010:2.0:1767384331.126872:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004256bf2d. 20000000:00000001:2.0:1767384331.126876:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.126879:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320768 00010000:00000001:2.0:1767384331.126881:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384331.126885:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c9d0ea5 x1853236728320768/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 304/240 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384331.126890:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2002d99. 00010000:00000001:2.0:1767384331.126891:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384331.126893:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00010000:00000001:2.0:1767384331.126895:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.126898:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.126901:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00020000:0.0:1767384331.126902:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000100:00000040:2.0:1767384331.126904:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000800:00000010:0.0:1767384331.126907:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057f66bbb. 00000100:00000001:2.0:1767384331.126908:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000800:00000010:0.0:1767384331.126912:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4b8a721. 02000000:00000001:2.0:1767384331.126914:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.126917:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.126921:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.126925:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384331.126925:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000010:2.0:1767384331.126929:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000200:2.0:1767384331.126935:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728320768, offset 224 00000400:00000200:2.0:1767384331.126942:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.126950:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.126959:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce05300 00000400:00000200:1.0:1767384331.126967:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384331.126973:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1951 [1] + 224 00000400:00000200:2.0:1767384331.126979:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:02020000:0.0:1767384331.126979:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384331.126986:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384331.126991:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000100:00000001:2.0:1767384331.126993:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384331.126995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.126996:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000100:00000200:2.0:1767384331.126999:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1767384331.127005:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:0.0:1767384331.127011:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b8f15b0. 00000400:00000200:0.0:1767384331.127016:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000040:2.0:1767384331.127017:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.127024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127027:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000100:00000001:2.0:1767384331.127037:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.127039:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384331.127044:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384331.127045:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000200:0.0:1767384331.127049:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00000400:00000010:2.0:1767384331.127050:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000100:00000001:2.0:1767384331.127056:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.127058:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384331.127065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:2.0:1767384331.127071:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.127077:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384331.127080:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.127083:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.127085:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384331.127089:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c9d0ea5 x1853236728320768/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 304/240 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.127097:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c9d0ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728320768:12345-0@lo:256: Request processed in 662us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384331.127104:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000400:00000200:1.0:1767384331.127105:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000040:2.0:1767384331.127111:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384331.127114:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.127116:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.127117:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384331.127120:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9cd7b39. 00000020:00000010:2.0:1767384331.127123:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000020:00000010:2.0:1767384331.127127:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9f44d00. 00000400:00000001:0.0:1767384331.127128:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.127131:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384331.127132:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000400:00000010:0.0:1767384331.127133:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d1da34c. 02000000:00000001:2.0:1767384331.127159:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384331.127161:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000080251b79. 02000000:00000001:2.0:1767384331.127170:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384331.127173:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.127175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000200:2.0:1767384331.127177:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384331.127182:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b8670d. 00000400:00000200:0.0:1767384331.127200:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5f9f2a8 00000400:00000010:0.0:1767384331.127202:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5f9f2a8. 00000100:00000001:0.0:1767384331.127205:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384331.127208:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000961c01dd. 00000100:00000200:0.0:1767384331.127211:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.127221:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.127225:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:0.0:1767384331.127226:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.127230:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.127232:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384331.127234:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384331.127236:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.127237:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.127239:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.127242:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=54 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384331.127244:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.127246:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.127248:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.127249:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384331.127251:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.127253:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.127255:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.127257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000040:0.0:1767384331.127267:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.127272:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.127274:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.127277:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.127282:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a37f7904 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728320768:0@lo:256: 00000400:00000200:1.0:1767384331.127288:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:0.0:1767384331.127298:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.127302:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.127303:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384331.127305:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.127308:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.127314:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384331.127316:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e2b4f44. 00000100:00000001:0.0:1767384331.127318:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384331.127320:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.127323:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 10000000:00000040:0.0:1767384331.127323:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 56, more 0. 10000000:00000001:0.0:1767384331.127328:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384331.127334:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000617ced23. 10000000:00000040:0.0:1767384331.127343:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384331.127348:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384331.127350:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000400:00000200:1.0:1767384331.127354:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000040:0.0:1767384331.127354:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:0.0:1767384331.127356:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.127360:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384331.127362:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:0.0:1767384331.127364:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:0.0:1767384331.127367:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 26 NIDs 00000400:00001000:0.0:1767384331.127369:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384331.127372:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:0.0:1767384331.127377:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384331.127382:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (24) 00000400:00000200:1.0:1767384331.127383:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127386:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000200:0.0:1767384331.127397:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384331.127400:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384331.127402:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384331.127406:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:0.0:1767384331.127407:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00000400:00000200:1.0:1767384331.127409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127409:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:0.0:1767384331.127414:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:0.0:1767384331.127423:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127425:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:0.0:1767384331.127427:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:0.0:1767384331.127430:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127431:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:0.0:1767384331.127433:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384331.127434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127437:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127440:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:0.0:1767384331.127442:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:0.0:1767384331.127445:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127447:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:0.0:1767384331.127448:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:0.0:1767384331.127452:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127453:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:0.0:1767384331.127455:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:0.0:1767384331.127457:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127459:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:0.0:1767384331.127460:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:1.0:1767384331.127464:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127464:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127465:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:0.0:1767384331.127470:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:0.0:1767384331.127474:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127475:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:0.0:1767384331.127477:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:0.0:1767384331.127479:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127481:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:0.0:1767384331.127482:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:0.0:1767384331.127485:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127487:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:0.0:1767384331.127489:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:0.0:1767384331.127493:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.127494:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127495:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:0.0:1767384331.127501:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:0.0:1767384331.127505:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127507:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:0.0:1767384331.127509:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:1.0:1767384331.127518:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127522:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127526:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:0.0:1767384331.127529:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:0.0:1767384331.127533:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127536:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:0.0:1767384331.127538:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:0.0:1767384331.127542:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127544:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:1.0:1767384331.127546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127547:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:0.0:1767384331.127554:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127556:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:0.0:1767384331.127557:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:0.0:1767384331.127560:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127562:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:0.0:1767384331.127563:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:0.0:1767384331.127566:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127567:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:0.0:1767384331.127568:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:0.0:1767384331.127571:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127573:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:0.0:1767384331.127574:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:0.0:1767384331.127589:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127590:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:0.0:1767384331.127592:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:0.0:1767384331.127595:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.127597:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127597:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:0.0:1767384331.127602:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:0.0:1767384331.127606:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127607:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:0.0:1767384331.127608:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:0.0:1767384331.127611:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384331.127612:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:0.0:1767384331.127614:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.127618:0:17084:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a40cce2d. 00000400:00000200:0.0:1767384331.127621:0:17084:0:(peer.c:264:lnet_peer_alloc()) 00000000a40cce2d nid 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.127624:0:17084:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000089cac883. 00000400:00000200:0.0:1767384331.127632:0:17084:0:(peer.c:204:lnet_peer_net_alloc()) 0000000089cac883 net tcp33 00000400:00000010:0.0:1767384331.127636:0:17084:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ca02b1c3. 00000400:00000200:1.0:1767384331.127639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127642:0:17084:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ca02b1c3 nid 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.127648:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a40cce2d (0) 00000400:00000200:0.0:1767384331.127653:0:17084:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.115@tcp33: -2 00000400:00000200:0.0:1767384331.127659:0:17084:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp33 NID 192.168.202.115@tcp33 flags 0x1 00000400:00000200:0.0:1767384331.127662:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a40cce2d (1) 00000400:00000200:0.0:1767384331.127664:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a40cce2d (2) 00000400:00000200:0.0:1767384331.127667:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a40cce2d (1) 00000400:00000200:0.0:1767384331.127671:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a40cce2d (2) 00000400:00000200:0.0:1767384331.127675:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp33 (00000000a40cce2d): 0 00000400:00000200:0.0:1767384331.127676:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384331.127679:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384331.127682:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp33 NID 192.168.202.115@tcp33: 0. pending discovery 00000400:00000200:0.0:1767384331.127684:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a40cce2d (3) 00000400:00000200:0.0:1767384331.127686:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000010:0.0:1767384331.127689:0:17084:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e72c949e. 00000400:00000200:0.0:1767384331.127692:0:17084:0:(peer.c:264:lnet_peer_alloc()) 00000000e72c949e nid 192.168.202.115@tcp34 00000400:00000010:0.0:1767384331.127695:0:17084:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000535975a2. 00000400:00000200:0.0:1767384331.127697:0:17084:0:(peer.c:204:lnet_peer_net_alloc()) 00000000535975a2 net tcp34 00000400:00000010:0.0:1767384331.127700:0:17084:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cb65012d. 00000400:00000200:1.0:1767384331.127701:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.127703:0:17084:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cb65012d nid 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.127706:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e72c949e (0) 00000400:00000200:0.0:1767384331.127708:0:17084:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.115@tcp34: -2 00000400:00000200:0.0:1767384331.127712:0:17084:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp34 NID 192.168.202.115@tcp34 flags 0x1 00000400:00000200:0.0:1767384331.127716:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e72c949e (1) 00000400:00000200:0.0:1767384331.127718:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e72c949e (2) 00000400:00000200:0.0:1767384331.127721:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e72c949e (1) 00000400:00000200:0.0:1767384331.127722:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e72c949e (2) 00000400:00000200:0.0:1767384331.127724:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp34 (00000000e72c949e): 0 00000400:00000200:0.0:1767384331.127726:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384331.127728:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384331.127731:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp34 NID 192.168.202.115@tcp34: 0. pending discovery 00000400:00000200:0.0:1767384331.127733:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e72c949e (3) 00000100:00000001:0.0:1767384331.127741:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.127743:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384331.127746:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:0.0:1767384331.127750:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003a82ecfc. 10000000:00000040:0.0:1767384331.127752:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 56/56 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:0.0:1767384331.127754:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384331.127759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000020:00000001:0.0:1767384331.127760:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384331.127766:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bd03958. 00000020:00000010:0.0:1767384331.127771:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b6f7c03. 00000040:00000010:0.0:1767384331.127775:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036139ffc. 00000020:00000010:0.0:1767384331.127779:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033970068. 00000020:00000010:0.0:1767384331.127783:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384331.127787:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076c194df. 80000000:00000010:0.0:1767384331.127791:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032ee1b79. 40000000:00000010:0.0:1767384331.127795:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e2002d99. 00100000:00000010:0.0:1767384331.127799:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c6dec36. 00040000:00000010:0.0:1767384331.127803:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b8f15b0. 00040000:00000010:0.0:1767384331.127808:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018c8ac12. 00000400:00000200:1.0:1767384331.127810:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00040000:00000010:0.0:1767384331.127812:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000032fcb05. 00080000:00000010:0.0:1767384331.127817:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b4b8a721. 00080000:00000010:0.0:1767384331.127822:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bea8a49. 00000004:00000010:0.0:1767384331.127830:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fb4bef24. 00000004:00000010:0.0:1767384331.127835:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b26c929. 00000400:00000200:1.0:1767384331.127838:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000004:00000010:0.0:1767384331.127840:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a29240e4. 00002000:00000010:0.0:1767384331.127846:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e6227bf2. 00000004:00000010:0.0:1767384331.127850:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000895196c4. 00000004:00000001:0.0:1767384331.127853:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384331.127856:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384331.127857:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003a82ecfc 00000040:00001000:0.0:1767384331.127860:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384331.127861:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384331.127862:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384331.127864:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384331.127866:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:1.0:1767384331.127869:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000040:00001000:0.0:1767384331.127874:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384331.127877:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384331.127879:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:0.0:1767384331.127880:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384331.127900:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.127931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000004:00000001:0.0:1767384331.127931:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.127940:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003b6f7c03. 00000040:00000010:0.0:1767384331.127949:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036139ffc. 00000020:00000010:0.0:1767384331.127953:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033970068. 00000020:00000010:0.0:1767384331.127958:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384331.127963:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076c194df. 80000000:00000010:0.0:1767384331.127968:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032ee1b79. 40000000:00000010:0.0:1767384331.127974:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e2002d99. 00000400:00000200:1.0:1767384331.127979:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00100000:00000010:0.0:1767384331.127979:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c6dec36. 00040000:00000010:0.0:1767384331.127986:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b8f15b0. 00040000:00000010:0.0:1767384331.127991:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018c8ac12. 00040000:00000010:0.0:1767384331.127994:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000032fcb05. 00080000:00000010:0.0:1767384331.127999:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006bea8a49. 00080000:00000010:0.0:1767384331.128003:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b4b8a721. 00000004:00000010:0.0:1767384331.128007:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fb4bef24. 00000004:00000010:0.0:1767384331.128010:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b26c929. 00000004:00000010:0.0:1767384331.128014:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a29240e4. 00002000:00000010:0.0:1767384331.128016:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e6227bf2. 00000400:00000200:1.0:1767384331.128017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000004:00000010:0.0:1767384331.128019:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000895196c4. 00000020:00000010:0.0:1767384331.128024:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bd03958. 00000020:00000001:0.0:1767384331.128028:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.128030:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384331.128033:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003a82ecfc. 10000000:00000010:0.0:1767384331.128036:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000617ced23. 10000000:00000001:0.0:1767384331.128038:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.128040:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.128044:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a37f7904 x1853236728320768/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.128045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000100:00000001:0.0:1767384331.128054:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.128056:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.128064:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f7cd97a. 02000000:00000001:0.0:1767384331.128067:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.128069:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.128071:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384331.128073:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384331.128074:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384331.128076:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.128077:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384331.128078:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000020:00000001:0.0:1767384331.128079:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384331.128082:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c45948cf. 00000100:00000010:0.0:1767384331.128085:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fb000245. 00000100:00000001:0.0:1767384331.128088:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384331.128090:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1261189. 02000000:00000001:0.0:1767384331.128093:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.128094:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.128095:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a37f7904. 00000100:00000001:0.0:1767384331.128097:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.128099:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384331.128110:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000389fb474. 10000000:01000000:0.0:1767384331.128113:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384331.128116:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384331.128118:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384331.128119:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.128121:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=3 00000020:00000001:0.0:1767384331.128123:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:0.0:1767384331.128125:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:0.0:1767384331.128127:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384331.128129:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.128156:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.128158:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384331.128160:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.128166:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384331.128172:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.128174:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384331.128175:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.128177:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.128179:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384331.128196:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384331.128197:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:0.0:1767384331.128199:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000010:1.0:1767384331.128209:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eeaa46b7. 00000800:00000010:1.0:1767384331.128213:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d864ca72. 00000400:00000200:0.0:1767384331.128214:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384331.128217:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079a0e749. 00000400:00000200:0.0:1767384331.128220:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:0.0:1767384331.128226:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000400:00000200:0.0:1767384331.128229:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000010:0.0:1767384331.128233:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1982013. 00000400:00000200:0.0:1767384331.128237:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000800:00000010:1.0:1767384331.128239:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079a0e749. 00000400:00000200:0.0:1767384331.128245:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000800:00020000:1.0:1767384331.128248:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:0.0:1767384331.128250:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000800:00000010:1.0:1767384331.128254:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d864ca72. 00000800:00000010:1.0:1767384331.128260:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eeaa46b7. 00000400:00000200:0.0:1767384331.128260:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:0.0:1767384331.128269:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:0.0:1767384331.128273:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000400:00000200:0.0:1767384331.128278:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:0.0:1767384331.128283:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:0.0:1767384331.128288:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 00000400:00000200:0.0:1767384331.128292:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:0.0:1767384331.128297:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:0.0:1767384331.128301:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:0.0:1767384331.128306:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:0.0:1767384331.128311:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:02020000:1.0:1767384331.128320:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384331.128325:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:1.0:1767384331.128332:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000400:00000200:0.0:1767384331.128333:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384331.128339:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:0.0:1767384331.128342:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:0.0:1767384331.128344:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:0.0:1767384331.128347:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:0.0:1767384331.128349:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 00000400:00000200:0.0:1767384331.128352:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 20], ns[85, 20] 00000400:00000200:0.0:1767384331.128355:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 20], ns[89, 20] 00000400:00000200:0.0:1767384331.128357:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 20], ns[88, 20] 00000400:00000200:0.0:1767384331.128359:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[89, 20], ns[90, 20] 00000400:00000200:0.0:1767384331.128362:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:0.0:1767384331.128365:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp16 00000400:00000200:0.0:1767384331.128368:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp16 lpni_is_preferred = 0 00000400:00000200:0.0:1767384331.128371:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp16 00000400:00000200:0.0:1767384331.128373:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp16 NI seq info: [91:91:256:4294967295] 192.168.202.115@tcp16 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384331.128377:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp16 00000400:00000200:0.0:1767384331.128381:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16:) -> 192.168.202.115@tcp16(192.168.202.115@tcp:192.168.202.115@tcp16) : PUT try# 0 00000400:00000200:1.0:1767384331.128385:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000200:0.0:1767384331.128385:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.115@tcp16 00000800:00000010:0.0:1767384331.128387:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000800:00000100:1.0:1767384331.128392:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:1.0:1767384331.128397:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a392995b. 00000800:00000200:0.0:1767384331.128397:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (6) 00000400:00000200:1.0:1767384331.128402:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000800:00000200:0.0:1767384331.128406:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp16 ip 192.168.202.115:988 00000400:00000200:1.0:1767384331.128408:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384331.128413:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000800:00000200:0.0:1767384331.128415:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1767384331.128417:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384331.128422:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00000400:00000200:0.0:1767384331.128429:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384331.128432:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000400:00000200:0.0:1767384331.128435:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp33(00000000a40cce2d) state 0x41 00000400:00000200:0.0:1767384331.128437:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a40cce2d (2) 00000400:00000010:0.0:1767384331.128439:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cd8f34ba. 00000400:00000010:0.0:1767384331.128441:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000010:0.0:1767384331.128444:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccbcce86. 00000400:00000200:0.0:1767384331.128447:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.128454:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp33 local destination 00000400:00000200:0.0:1767384331.128457:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:0.0:1767384331.128459:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.128462:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp33 lpni_is_preferred = 0 00000400:00000200:0.0:1767384331.128464:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.128466:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [92:92:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384331.128470:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.128477:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:0.0:1767384331.128480:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:0.0:1767384331.128483:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f316e0ab. 00000800:00000010:0.0:1767384331.128488:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057f66bbb. 00000800:00000010:0.0:1767384331.128491:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006f48d4d6. 00000800:00000200:0.0:1767384331.128497:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:0.1:1767384331.128502:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:0.0:1767384331.128517:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.128520:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp33(00000000a40cce2d) state 0x241 rc 0 00000400:00000200:0.0:1767384331.128525:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp34(00000000e72c949e) state 0x41 00000400:00000200:0.0:1767384331.128528:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e72c949e (2) 00000400:00000010:0.0:1767384331.128531:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000032fcb05. 00000400:00000010:0.0:1767384331.128536:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000400:00000010:0.0:1767384331.128542:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a381fbd8. 00000400:00000200:0.0:1767384331.128546:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.128554:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp34 local destination 00000400:00000200:0.0:1767384331.128564:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:0.0:1767384331.128568:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.128570:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384331.128573:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.128588:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp34 NI seq info: [93:93:256:4294967295] 192.168.202.115@tcp34 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384331.128593:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.128602:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34:) -> 192.168.202.115@tcp34(192.168.202.115@tcp34:192.168.202.115@tcp34) : GET try# 0 00000800:00000200:0.0:1767384331.128607:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp34 00000800:00000010:0.0:1767384331.128610:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000082254283. 00000800:00000010:0.0:1767384331.128615:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c58412b. 00000800:00000010:0.0:1767384331.128618:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c35a394f. 00000800:00000200:0.0:1767384331.128622:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000800:00000200:0.1:1767384331.128625:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000400:00000200:0.0:1767384331.128633:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.128635:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp34(00000000e72c949e) state 0x241 rc 0 00000800:00000200:0.0:1767384331.128690:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.128693:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000400:00000200:0.0:1767384331.128695:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.128699:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: PUT: OK 00000400:00000200:0.0:1767384331.128703:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.128706:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384331.128714:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128720:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.128721:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128725:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.128730:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16) <- 192.168.202.115@tcp16 : PUT - for me 00000400:00000200:0.0:1767384331.128736:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384331.128741:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 416/448 into md 0x187d [1] + 0 00000400:00000010:0.0:1767384331.128743:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000733191b4. 00000400:00000200:0.0:1767384331.128746:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aba034ec 00000800:00000001:0.0:1767384331.128749:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128753:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.128761:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.128765:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: PUT: OK 00000400:00000200:0.0:1767384331.128769:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384331.128771:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000400:00000200:0.0:1767384331.128775:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384331.128777:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (26) 00000400:00000200:0.0:1767384331.128781:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384331.128784:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (448 bytes) 00000400:00000200:0.0:1767384331.128789:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384331.128796:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (27) 00000400:00000200:0.0:1767384331.128798:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384331.128803:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp16 to MR: 192.168.202.115@tcp16 local destination 00000400:00000200:0.0:1767384331.128807:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp16 NI seq info: [94:94:256:4294967295] 192.168.202.115@tcp16 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767384331.128817:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16:192.168.202.115@tcp16) -> 192.168.202.115@tcp16(192.168.202.115@tcp16:192.168.202.115@tcp16) 192.168.202.115@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384331.128821:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp16 00000800:00000010:0.0:1767384331.128824:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000800:00000200:0.0:1767384331.128827:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (6) 00000800:00000200:0.0:1767384331.128830:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp16 ip 192.168.202.115:1009 00000800:00000200:0.0:1767384331.128832:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384331.128841:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128847:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384331.128874:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.128876:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000400:00000200:0.0:1767384331.128880:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.128883:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: ACK: OK 00000800:00000001:0.0:1767384331.128887:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128890:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.128892:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128895:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.128897:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128901:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.128910:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp16(192.168.202.115@tcp16) <- 192.168.202.115@tcp16 : ACK - for me 00000400:00000200:0.0:1767384331.128918:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp16: ACK from 12345-192.168.202.115@tcp16 into md 0x1965 00000400:00000200:0.0:1767384331.128921:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.128925:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp16->192.168.202.115@tcp16: ACK: OK 00000400:00000200:0.0:1767384331.128931:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:0.0:1767384331.128933:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000400:00000200:0.0:1767384331.128937:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384331.128940:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384331.128944:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384331.128948:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00000800:00000001:0.0:1767384331.128956:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.128960:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.128983:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384331.128988:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000076c194df. 00000400:00000010:0.0:1767384331.128992:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000733191b4. 00000400:00000010:0.0:1767384331.128996:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000400:00000200:0.0:1767384331.128999:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000076c194df 00000400:00000010:0.0:1767384331.129002:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000082106042. 00000400:00000200:0.0:1767384331.129005:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:0.0:1767384331.129007:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000200:0.0:1767384331.129009:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000010:0.0:1767384331.129011:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000036139ffc. 00000400:00000010:0.0:1767384331.129014:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384331.129020:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f35b146. 00000400:00000200:0.0:1767384331.129023:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384331.129028:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1767384331.129031:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384331.129034:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:0.0:1767384331.129038:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:0.0:1767384331.129041:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000400:00000200:0.0:1767384331.129044:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:0.0:1767384331.129053:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:0.0:1767384331.129056:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000400:00000200:0.0:1767384331.129061:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:0.0:1767384331.129065:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384331.129068:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384331.129072:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384331.129075:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384331.129078:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384331.129081:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384331.129084:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:0.0:1767384331.129088:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:0.0:1767384331.129091:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:0.0:1767384331.129093:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:0.0:1767384331.129096:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[83, 22] 00000400:00000200:0.0:1767384331.129099:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 22], ns[85, 22] 00000400:00000200:0.0:1767384331.129101:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 22], ns[89, 22] 00000400:00000200:0.0:1767384331.129104:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 22], ns[88, 22] 00000400:00000200:0.0:1767384331.129107:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 22], ns[90, 22] 00000400:00000200:0.0:1767384331.129117:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384331.129120:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp17 00000400:00000200:0.0:1767384331.129123:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384331.129125:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp17 00000400:00000200:0.0:1767384331.129129:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [95:95:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384331.129133:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp17 00000400:00000200:0.0:1767384331.129156:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:) -> 192.168.202.115@tcp17(192.168.202.115@tcp:192.168.202.115@tcp17) : GET try# 0 00000800:00000200:0.0:1767384331.129161:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp17 00000800:00000010:0.0:1767384331.129164:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b8f15b0. 00000800:00000200:0.0:1767384331.129167:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (6) 00000800:00000200:0.0:1767384331.129173:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:988 00000800:00000200:0.0:1767384331.129176:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384331.129185:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384331.129186:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000200:0.0:1767384331.129230:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.129232:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b8f15b0. 00000400:00000200:0.0:1767384331.129234:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.129237:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: GET: OK 00000400:00000200:0.0:1767384331.129239:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.129241:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384331.129248:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129252:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.129253:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129258:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.129262:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : GET - for me 00000400:00000200:0.0:1767384331.129268:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384331.129271:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 448/448 into md 0x1909 [1] + 0 00000400:00000200:0.0:1767384331.129279:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp17 to MR: 192.168.202.115@tcp17 local destination 00000400:00000200:0.0:1767384331.129283:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [96:96:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384331.129297:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) -> 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) 192.168.202.115@tcp17 : REPLY try# 0 00000800:00000200:0.0:1767384331.129303:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.115@tcp17 00000800:00000010:0.0:1767384331.129306:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000800:00000200:0.0:1767384331.129310:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (6) 00000800:00000200:0.0:1767384331.129314:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:1007 00000800:00000200:0.0:1767384331.129316:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 3, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1767384331.129348:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.129350:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000400:00000200:0.0:1767384331.129353:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.129358:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: REPLY: OK 00000800:00000001:0.0:1767384331.129365:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129368:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.129369:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129372:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.129374:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129377:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.129381:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : REPLY - for me 00000400:00000200:0.0:1767384331.129390:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp17: Reply from 12345-192.168.202.115@tcp17 of length 448/448 into md 0x1975 00000800:00000001:0.0:1767384331.129394:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129398:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.129400:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.129402:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: REPLY: OK 00000400:00000200:0.0:1767384331.129404:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384331.129406:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000400:00000200:0.0:1767384331.129410:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384331.129413:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384331.129416:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384331.129419:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 26. state = 0x100271 00000400:00000200:0.0:1767384331.129423:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384331.129429:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (26) 00000800:00000001:0.0:1767384331.129432:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.129442:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.129459:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384331.129462:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:0.0:1767384331.129467:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000be969fe0. 00000400:00000010:0.0:1767384331.129471:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 000000005baaeed7. 00000400:00000010:0.0:1767384331.129474:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 000000000d4ec5d1. 00000400:00000200:0.0:1767384331.129492:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp29(00000000fdd2fc85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384331.129497:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp30(00000000302baf7b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384331.129502:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp31(000000003b781849) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384331.129506:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp32(0000000062d0d79d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384331.129514:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000394b7a40 00000400:00000200:0.0:1767384331.129518:0:16353:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.115@tcp33 00000400:00000200:0.0:1767384331.129524:0:16353:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.115@tcp33 NID 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.129529:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bb8b90dc. 00000400:00000200:0.0:1767384331.129534:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bb8b90dc nid 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.129540:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000032ee1b79. 00000400:00000200:0.0:1767384331.129543:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000032ee1b79 net tcp33 00000400:00000200:0.0:1767384331.129546:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (25) 00000400:00000200:0.0:1767384331.129551:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp33 flags 0x11 00000400:00000200:0.0:1767384331.129556:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020d7958b 00000400:00000200:0.0:1767384331.129558:0:16353:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.115@tcp34 00000400:00000200:0.0:1767384331.129563:0:16353:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.115@tcp34 NID 192.168.202.115@tcp34 00000400:00000010:0.0:1767384331.129567:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fd9e0e4d. 00000400:00000200:0.0:1767384331.129570:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fd9e0e4d nid 192.168.202.115@tcp34 00000400:00000010:0.0:1767384331.129573:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007a9c4a6c. 00000400:00000200:0.0:1767384331.129574:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000007a9c4a6c net tcp34 00000400:00000200:0.0:1767384331.129576:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (26) 00000400:00000200:0.0:1767384331.129589:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp34 flags 0x11 00000400:00000010:0.0:1767384331.129591:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000be969fe0. 00000400:00000010:0.0:1767384331.129595:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 000000005baaeed7. 00000400:00000010:0.0:1767384331.129598:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 000000000d4ec5d1. 00000400:00000010:0.0:1767384331.129600:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000036139ffc. 00000400:00000200:0.0:1767384331.129608:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384331.129611:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:0.0:1767384331.129613:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:0.0:1767384331.129617:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:0.0:1767384331.129620:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384331.129621:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:0.0:1767384331.129624:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384331.129626:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (27) 00000400:00000200:0.0:1767384331.129670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129770:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129812:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129883:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129908:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.129990:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130030:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130069:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130179:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130221:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130250:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130273:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130381:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130432:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130469:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130536:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130603:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130615:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130684:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130748:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130828:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130876:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.130923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.130932:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131162:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131222:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131294:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131300:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131378:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131411:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131451:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000800:00000010:0.0:1767384331.131573:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bea8a49. 00000800:00000010:0.0:1767384331.131591:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000234e4ff6. 00000800:00000010:0.0:1767384331.131595:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2002d99. 00000800:00000010:0.0:1767384331.131617:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2002d99. 00000800:00020000:0.0:1767384331.131626:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384331.131629:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000234e4ff6. 00000800:00000010:0.0:1767384331.131631:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006bea8a49. 00000400:00000200:1.0:1767384331.131645:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:02020000:0.0:1767384331.131687:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384331.131693:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:0.0:1767384331.131697:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000800:00000100:0.0:1767384331.131703:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000400:00000200:1.0:1767384331.131704:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000010:0.0:1767384331.131705:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f316e0ab. 00000400:00000200:0.0:1767384331.131711:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384331.131714:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384331.131718:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:0.0:1767384331.131721:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384331.131722:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000200:0.0:1767384331.131725:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.131727:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp33: 1 00000400:00000200:0.0:1767384331.131736:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp33 (00000000a40cce2d): -114 00000400:00000200:1.0:1767384331.131738:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000010:0.0:1767384331.131744:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cd8f34ba. 00000400:00000200:0.0:1767384331.131749:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a40cce2d (3) 00000400:00000200:0.0:1767384331.131753:0:16343:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000ca02b1c3 nid 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.131755:0:16343:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000ca02b1c3. 00000400:00000200:0.0:1767384331.131761:0:16343:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000089cac883 net tcp33 00000400:00000010:0.0:1767384331.131762:0:16343:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000089cac883. 00000400:00000200:0.0:1767384331.131765:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a40cce2d (2) 00000400:00000200:1.0:1767384331.131767:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384331.131776:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384331.131782:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp33(00000000a40cce2d) state 0x80841 00000400:00000200:0.0:1767384331.131784:0:16353:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.115@tcp33(00000000a40cce2d) state 0x80841 00000400:00000200:0.0:1767384331.131786:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp33(00000000a40cce2d) state 0x80801 rc 0 00000400:00000200:0.0:1767384331.131789:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp33 (00000000a40cce2d) 00000400:00000200:0.0:1767384331.131792:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a40cce2d (1) 00000400:00000200:0.0:1767384331.131794:0:16353:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000a40cce2d nid 192.168.202.115@tcp33 00000400:00000010:0.0:1767384331.131797:0:16353:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000a40cce2d. 00000400:00000200:1.0:1767384331.131798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131886:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131929:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131961:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.131982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132010:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132028:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132080:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132097:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384331.132352:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384331.132488:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eeaa46b7. 00000800:00000010:1.0:1767384331.132493:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d402a481. 00000800:00000010:1.0:1767384331.132498:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079a0e749. 00000800:00000010:1.0:1767384331.132524:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079a0e749. 00000800:00020000:1.0:1767384331.132532:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384331.132536:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d402a481. 00000800:00000010:1.0:1767384331.132539:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eeaa46b7. 00000400:02020000:1.0:1767384331.132597:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384331.132603:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp34 notifying 192.168.202.115@tcp34: down 00000800:00000200:1.0:1767384331.132609:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp34 down 00000800:00000100:1.0:1767384331.132614:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp34 00000800:00000010:1.0:1767384331.132617:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000082254283. 00000400:00000200:1.0:1767384331.132620:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384331.132625:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp34->192.168.202.115@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384331.132630:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp34 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:1.0:1767384331.132633:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:1.0:1767384331.132635:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:1.0:1767384331.132639:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384331.132642:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp34: 1 00000400:00000200:1.0:1767384331.132646:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp34 (00000000e72c949e): -114 00000400:00000010:1.0:1767384331.132656:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000032fcb05. 00000400:00000200:1.0:1767384331.132660:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e72c949e (3) 00000400:00000200:1.0:1767384331.132664:0:16346:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000cb65012d nid 192.168.202.115@tcp34 00000400:00000010:1.0:1767384331.132667:0:16346:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000cb65012d. 00000400:00000200:1.0:1767384331.132671:0:16346:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000535975a2 net tcp34 00000400:00000010:1.0:1767384331.132673:0:16346:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000535975a2. 00000400:00000200:1.0:1767384331.132675:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e72c949e (2) 00000400:00000200:1.0:1767384331.132689:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384331.132693:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp34(00000000e72c949e) state 0x80841 00000400:00000200:1.0:1767384331.132696:0:16353:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.115@tcp34(00000000e72c949e) state 0x80841 00000400:00000200:1.0:1767384331.132699:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp34(00000000e72c949e) state 0x80801 rc 0 00000400:00000200:1.0:1767384331.132711:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp34 (00000000e72c949e) 00000400:00000200:1.0:1767384331.132714:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e72c949e (1) 00000400:00000200:1.0:1767384331.132717:0:16353:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000e72c949e nid 192.168.202.115@tcp34 00000400:00000010:1.0:1767384331.132720:0:16353:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000e72c949e. 00000100:00000040:2.0:1767384331.134175:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294919177, at 4294919178 00000100:00000040:1.0:1767384331.134177:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294919177, at 4294919178 00000100:00000040:3.0:1767384331.134182:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294919177, at 4294919178 00000100:00000010:2.0:1767384331.134183:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002174b7ee. 00000100:00000010:1.0:1767384331.134185:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009da66c18. 00000100:00000010:3.0:1767384331.134192:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000476c2ed1. 00000100:00000040:0.0:1767384331.135176:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294919177, at 4294919179 00000100:00000010:0.0:1767384331.135182:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ac1aba2. 00000020:00000010:1.0:1767384331.140051:0:29697:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000079a0e749. 00000020:00000040:1.0:1767384331.140058:0:29697:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384331.140060:0:29697:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000079a0e749. 00000001:00000001:1.0:1767384331.172502:0:29711:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384331.172505:0:29711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384331.175287:0:29711:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384331.181197:0:29712:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001dc4de63. 00000400:00000010:3.0:1767384331.181211:0:29712:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007c24c388. 00000400:00000010:3.0:1767384331.181219:0:29712:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009bcc188b. 00000400:00000010:3.0:1767384331.181222:0:29712:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000228c1529. 00000400:00000010:3.0:1767384331.181226:0:29712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dace13a4. 00000400:00000010:3.0:1767384331.181230:0:29712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9e7bc9d. 00000400:00000010:3.0:1767384331.181232:0:29712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be6d85f8. 00000400:00000010:3.0:1767384331.181234:0:29712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d76bcd57. 00000400:00000010:3.0:1767384331.181237:0:29712:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ab10b1f4. 00000800:00000010:3.0:1767384331.181250:0:29712:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002d961237. 00000800:00000200:3.0:1767384331.181259:0:29712:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384331.181267:0:29712:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384331.181308:0:29712:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384331.181344:0:29712:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp35 [8/256/0/180] 00000400:00000010:3.0:1767384331.182592:0:29712:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000075536351. 00000400:00000010:3.0:1767384331.182599:0:29712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef61d4d8. 00000400:00000010:3.0:1767384331.182604:0:29712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000400:00000001:3.0:1767384331.182620:0:29712:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384331.182622:0:29712:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384331.182623:0:29712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6e131e8. 00000400:00000200:3.0:1767384331.182626:0:29712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:3.0:1767384331.182627:0:29712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000400:00000010:3.0:1767384331.182631:0:29712:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000000c31ff38. 00000400:00000200:3.0:1767384331.182635:0:29712:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (26) 00000400:00000200:3.0:1767384331.182645:0:29712:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384331.182653:0:29712:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:3.0:1767384331.182659:0:29712:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d62d21c5. 00000020:01000000:3.0:1767384331.182662:0:29712:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384331.182667:0:29712:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp35 00000400:00000200:1.0:1767384331.182677:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384331.182680:0:29712:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007c24c388. 00000400:00000010:3.0:1767384331.182685:0:29712:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001dc4de63. 00000400:00000200:1.0:1767384331.182687:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384331.182697:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 00000400:00000200:1.0:1767384331.182701:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (27) 00000400:00000010:1.0:1767384331.182707:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1166f7a. 00000020:00000001:0.0:1767384331.182708:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384331.182712:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp17 10000000:00000001:0.0:1767384331.182714:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.182716:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384331.182718:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384331.182721:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384331.182724:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384331.182725:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp17 to MR: 192.168.202.115@tcp17 local destination 00000020:01000004:0.0:1767384331.182725:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.182727:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.182728:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.182729:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.182731:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384331.182732:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384331.182733:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [97:97:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [94:94:8:4294967295] 00000020:01000004:0.0:1767384331.182734:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.182736:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384331.182740:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp17 00000100:00000010:0.0:1767384331.182741:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00000020:00000040:0.0:1767384331.182745:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384331.182751:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) -> 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) : PUT try# 0 00000100:00000001:0.0:1767384331.182752:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384331.182759:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.115@tcp17 02000000:00000001:0.0:1767384331.182761:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384331.182764:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efbe74f3. 02000000:00000001:0.0:1767384331.182766:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384331.182770:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (6) 02000000:00000010:0.0:1767384331.182774:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bea8a49. 00000800:00000200:1.0:1767384331.182778:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:988 00000100:00000001:0.0:1767384331.182779:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384331.182782:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efbe74f3 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384331.182787:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384331.182789:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.182796:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007660d57b] to pc [ptlrpcd_00_00+0] req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.182802:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384331.182811:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 10000000:00000001:0.0:1767384331.182820:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.182823:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.182826:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384331.182828:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384331.182835:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.182837:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384331.182839:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384331.182839:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384331.182840:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384331.182842:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:1.0:1767384331.182843:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:0.0:1767384331.182844:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384331.182846:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384331.182846:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.182848:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.182850:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.182852:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.182854:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384331.182855:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384331.182855:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384331.182858:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384331.182858:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384331.182861:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384331.182862:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000100:00000001:1.0:1767384331.182863:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384331.182865:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384331.182866:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384331.182868:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384331.182870:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384331.182871:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.182872:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384331.182879:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b4b8a721. 00000100:00000001:1.0:1767384331.182880:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.182882:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.182886:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.182890:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.182891:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384331.182893:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384331.182893:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.182895:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384331.182897:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384331.182899:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efbe74f3. 00000100:00100000:1.0:1767384331.182900:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728320896:0@lo:253: 00000100:00000040:0.0:1767384331.182902:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089139bd1] to pc [ptlrpcd_00_01+1] req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.182907:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384331.182908:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384331.182912:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.182916:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.182920:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: PUT: OK 02000000:00000001:1.0:1767384331.182921:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.182928:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eeaa46b7. 00000400:00000200:2.0:1767384331.182931:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384331.182931:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.182934:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.182937:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.182939:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp17: 0 00000400:00000010:1.0:1767384331.182940:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000020:00000001:0.0:1767384331.182940:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.182946:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d402a481. 00000020:01000000:0.0:1767384331.182946:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384331.182949:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d62d21c5. 00000100:00000200:1.0:1767384331.182951:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728320896, portal 25 00000800:00000001:2.0:1767384331.182954:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384331.182954:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.182958:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 00000100:00000040:1.0:1767384331.182964:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384331.182966:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.182972:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.182972:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.182976:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384331.182977:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000001:2.0:1767384331.182979:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.182979:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384331.182979:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384331.182984:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d455be5. 00000100:00000200:1.0:1767384331.182987:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728320896, offset 0 00000100:00000001:0.0:1767384331.182988:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.182991:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.182995:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : PUT - for me 00000100:00000001:0.0:1767384331.182995:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384331.182996:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384331.182999:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.183002:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384331.183006:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.183012:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384331.183015:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384331.183021:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384331.183024:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 448/464 into md 0x1971 [1] + 0 00000100:00000001:0.0:1767384331.183025:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.183029:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05380 02000000:00000001:0.0:1767384331.183029:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384331.183032:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000733191b4. 02000000:00000001:0.0:1767384331.183033:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.183037:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044d0de85 02000000:00000001:0.0:1767384331.183038:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.183043:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728321024:0@lo:253: 00000800:00000001:2.0:1767384331.183044:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384331.183045:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d1 [2] + 0 00000400:00000010:1.0:1767384331.183049:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3fefd94. 00000100:00000001:0.0:1767384331.183049:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384331.183051:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384331.183052:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384331.183053:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000207bd822 00000400:00000200:2.0:1767384331.183055:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384331.183057:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.183061:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384331.183061:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384331.183064:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: PUT: OK 02000000:00000010:0.0:1767384331.183068:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c177b336. 00000400:00000200:2.0:1767384331.183069:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000200:1.0:1767384331.183069:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384331.183072:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.183073:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000400:00000010:0.0:1767384331.183077:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a07676. 00000400:00000200:2.0:1767384331.183078:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384331.183078:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000400:00000010:1.0:1767384331.183082:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00000400:00000200:2.0:1767384331.183083:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 00000100:00000001:1.0:1767384331.183089:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384331.183090:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:0.0:1767384331.183092:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009107901c. 00000100:00000200:1.0:1767384331.183093:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384331.183096:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (464 bytes) 00000100:00000040:1.0:1767384331.183098:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000350465b5 x1853236728320896 msgsize 4848 00000100:00000200:0.0:1767384331.183098:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728321024, portal 25 00000400:00000200:2.0:1767384331.183101:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:0.0:1767384331.183103:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.183104:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000100:00100000:1.0:1767384331.183105:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384331.183108:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384331.183109:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.183121:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.183124:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (29) 00000100:00000001:0.0:1767384331.183125:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.183131:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384331.183163:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d455be5 00000400:00000010:0.0:1767384331.183163:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b40e01f. 00000400:00000010:1.0:1767384331.183166:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d455be5. 00000100:00000001:1.0:1767384331.183169:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384331.183169:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728321024, offset 0 00000100:00000200:1.0:1767384331.183173:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.183177:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384331.183182:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.183185:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.183192:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.183194:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384331.183247:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.183248:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384331.183249:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.183255:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294919234 00000400:00000200:2.0:1767384331.183257:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp17 to MR: 192.168.202.115@tcp17 local destination 00000100:00000010:1.0:1767384331.183261:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d82f21b6. 00000400:00000200:2.0:1767384331.183265:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp17 NI seq info: [98:98:256:4294967295] 192.168.202.115@tcp17 LPNI seq info [95:95:8:4294967295] 00000100:00000001:1.0:1767384331.183270:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384331.183277:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) -> 192.168.202.115@tcp17(192.168.202.115@tcp17:192.168.202.115@tcp17) 192.168.202.115@tcp17 : ACK try# 0 00000100:00000001:1.0:1767384331.183278:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294919234 00000800:00000200:2.0:1767384331.183283:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp17 00000100:00000010:1.0:1767384331.183284:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d426f0a. 00000400:00000200:0.0:1767384331.183287:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05400 00000100:00000001:1.0:1767384331.183290:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767384331.183291:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c68a739e. 00000400:00000200:0.0:1767384331.183292:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d9 [2] + 0 00000100:00000001:1.0:1767384331.183294:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294919234 00000400:00000010:0.0:1767384331.183298:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080311424. 00000800:00000200:2.0:1767384331.183299:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (6) 00000400:00000200:0.0:1767384331.183303:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043b25d3b 00000100:00000010:1.0:1767384331.183306:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000968a222a. 00000800:00000200:2.0:1767384331.183310:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:1007 00000400:00000200:0.0:1767384331.183310:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.183311:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767384331.183314:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c68a739e type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384331.183317:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294919234 00000400:00000200:0.0:1767384331.183319:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384331.183322:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f59c008. 00000400:00000200:0.0:1767384331.183322:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b25d3b 00000400:00000010:0.0:1767384331.183324:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043b25d3b. 00000100:00000001:1.0:1767384331.183326:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384331.183327:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.183328:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384331.183329:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.183332:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.183332:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384331.183336:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.183336:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.183336:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000019aab5fc x1853236728321024 msgsize 4848 00000100:00000001:1.0:1767384331.183344:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.183345:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384331.183346:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384331.183347:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384331.183348:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.183349:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.183352:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.183356:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.183361:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b40e01f 00000400:00000010:0.0:1767384331.183363:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b40e01f. 00000100:00000001:0.0:1767384331.183367:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384331.183371:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.183380:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.183383:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384331.183386:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.183391:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c68a739e. 00000100:00000001:0.0:1767384331.183394:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183395:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384331.183399:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384331.183403:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: ACK: OK 00000100:00000001:0.0:1767384331.183407:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384331.183409:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.183412:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294919234 00000800:00000001:2.0:1767384331.183414:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.183417:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294919234 00000800:00000001:2.0:1767384331.183419:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.183424:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.183428:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294919234 00000800:00000001:2.0:1767384331.183429:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.183434:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294919234 00000100:00000001:0.0:1767384331.183437:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294919234 00000100:00000001:0.0:1767384331.183439:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294919234 00000800:00000001:2.0:1767384331.183440:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.183443:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294919234 00000100:00000001:0.0:1767384331.183449:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294919234 00000400:00000200:2.0:1767384331.183453:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp17(192.168.202.115@tcp17) <- 192.168.202.115@tcp17 : ACK - for me 00000100:00000001:0.0:1767384331.183454:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.183460:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384331.183460:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.183463:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728320896 00000100:00000001:0.0:1767384331.183463:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.183466:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.183466:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.183469:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384331.183470:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp17: ACK from 12345-192.168.202.115@tcp17 into md 0x197d 00000100:00000001:1.0:1767384331.183474:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183476:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384331.183480:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183482:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp17->192.168.202.115@tcp17: ACK: OK 00000100:00100000:1.0:1767384331.183487:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728320896 00000400:00000200:2.0:1767384331.183488:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000400:00000010:2.0:1767384331.183492:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000020:00000001:1.0:1767384331.183492:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384331.183495:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384331.183497:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:2.0:1767384331.183499:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:0.0:1767384331.183499:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321024 00000020:00000001:1.0:1767384331.183500:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384331.183503:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384331.183504:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000020:00000040:1.0:1767384331.183504:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384331.183507:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384331.183510:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384331.183510:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183512:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000001:1.0:1767384331.183514:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 02000000:00000001:0.0:1767384331.183514:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.183517:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321024 00000100:00000001:1.0:1767384331.183518:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384331.183519:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384331.183522:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:2.0:1767384331.183524:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (28) 00000020:00000010:1.0:1767384331.183525:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00000020:00000001:0.0:1767384331.183525:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.183528:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:1.0:1767384331.183529:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384331.183531:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384331.183531:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:1.0:1767384331.183532:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 00000020:00000001:0.0:1767384331.183534:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000800:00000001:2.0:1767384331.183537:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.183537:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.183540:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ed915e8. 00000020:00000010:0.0:1767384331.183543:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 00000020:00000010:1.0:1767384331.183546:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005bb52ba8. 00000100:00000001:0.0:1767384331.183546:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.183548:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 00000020:00000010:1.0:1767384331.183552:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c63a19e. 00000020:00000010:0.0:1767384331.183555:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd8f34ba. 00000400:00000200:2.0:1767384331.183556:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384331.183558:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d124efb0. 00000100:00000040:1.0:1767384331.183560:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384331.183562:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000ecce911b. 00000020:00000010:0.0:1767384331.183565:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000087d7d9f. 00000400:00000010:2.0:1767384331.183568:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c62d1c9. 00000100:00000001:1.0:1767384331.183571:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.183571:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384331.183575:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc485aae. 00000100:00000001:1.0:1767384331.183575:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.183575:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384331.183594:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183595:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ecce911b 00000100:00000001:0.0:1767384331.183599:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.183600:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000076c194df. 00000100:00000001:1.0:1767384331.183605:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.183605:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183606:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:2.0:1767384331.183613:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000400:00000200:2.0:1767384331.183616:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (27) 00000100:00000001:1.0:1767384331.183618:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.183618:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384331.183620:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000089cbb41e. 00000400:00000010:2.0:1767384331.183625:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf5f5f. 00000400:00000010:2.0:1767384331.183631:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000663ffae9. 00000100:00000001:1.0:1767384331.183635:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.183635:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384331.183636:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000001:1.0:1767384331.183639:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384331.183639:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.183645:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000400:00000200:2.0:1767384331.183647:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000040:0.0:1767384331.183651:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00100000:1.0:1767384331.183653:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000400:00000200:2.0:1767384331.183655:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:0.0:1767384331.183655:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250611792 : -113719458939824 : ffff9892a00bbc50) 00000100:00000040:1.0:1767384331.183657:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384331.183662:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250603600 : -113719458948016 : ffff9892a00b9c50) 00000100:00000040:0.0:1767384331.183662:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000350465b5 x1853236728320896/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.183669:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019aab5fc x1853236728321024/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.183670:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:0.0:1767384331.183683:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384331.183685:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:00000010:0.0:1767384331.183688:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 00000100:00000001:1.0:1767384331.183689:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384331.183692:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.183693:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00000400:00000200:2.0:1767384331.183695:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000100:00000001:1.0:1767384331.183697:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.183697:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 00000400:00000200:2.0:1767384331.183702:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000020:00000010:1.0:1767384331.183702:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 00000100:00100000:0.0:1767384331.183707:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000350465b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728320896:12345-0@lo:253: 00000100:00100000:1.0:1767384331.183710:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019aab5fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728321024:12345-0@lo:253: 00000400:00000200:2.0:1767384331.183714:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000100:00000200:1.0:1767384331.183717:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321024 00000100:00000200:0.0:1767384331.183717:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728320896 00000400:00000200:2.0:1767384331.183720:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000020:00000001:0.0:1767384331.183722:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384331.183723:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384331.183725:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000400:00000200:2.0:1767384331.183729:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 36], ns[24, 36] 00000020:00000001:1.0:1767384331.183729:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.183729:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384331.183734:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.183734:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183736:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:00000001:1.0:1767384331.183739:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.183739:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384331.183741:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384331.183741:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:1.0:1767384331.183747:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384331.183747:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384331.183750:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.183750:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.183751:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000020:00000001:1.0:1767384331.183755:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.183755:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384331.183758:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:00000001:1.0:1767384331.183760:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384331.183760:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384331.183765:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000020:00000001:1.0:1767384331.183766:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.183766:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183773:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:1.0:1767384331.183773:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384331.183773:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384331.183778:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384331.183778:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384331.183779:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:2.0:1767384331.183784:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 02000000:00000010:1.0:1767384331.183787:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000037620d5c. 02000000:00000010:0.0:1767384331.183787:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e27263b7. 00000400:00000200:2.0:1767384331.183788:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 02000000:00000001:1.0:1767384331.183793:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.183793:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183796:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000100:00000001:1.0:1767384331.183798:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.183798:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183802:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[83, 24] 20000000:00000001:0.0:1767384331.183805:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384331.183808:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 24], ns[85, 24] 20000000:00000001:1.0:1767384331.183810:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384331.183814:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 24], ns[89, 24] 20000000:00000010:0.0:1767384331.183816:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000490d2d89. 00000400:00000200:2.0:1767384331.183818:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 24], ns[88, 24] 20000000:00000010:1.0:1767384331.183819:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008eb2c045. 00000400:00000200:2.0:1767384331.183826:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 24], ns[90, 24] 20000000:01000000:1.0:1767384331.183826:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384331.183826:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384331.183832:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384331.183832:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384331.183833:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 24], ns[92, 24] 20000000:00000001:0.0:1767384331.183837:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384331.183838:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 24], ns[93, 24] 20000000:00000001:0.0:1767384331.183841:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183843:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 20000000:00000001:1.0:1767384331.183846:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384331.183846:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.183849:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183850:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp18 20000000:00000001:0.0:1767384331.183851:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384331.183853:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.183856:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384331.183858:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384331.183861:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp18 20000000:00000010:0.0:1767384331.183862:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a7a3b2f. 00000400:00000200:2.0:1767384331.183864:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [99:99:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [96:96:8:4294967295] 20000000:01000000:0.0:1767384331.183867:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384331.183873:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384331.183880:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp18 00080000:00000001:0.0:1767384331.183881:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384331.183886:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384331.183891:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:) -> 192.168.202.115@tcp18(192.168.202.115@tcp:192.168.202.115@tcp18) : GET try# 0 00000800:00000200:2.0:1767384331.183897:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp18 00000800:00000010:2.0:1767384331.183901:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c68a739e. 00000800:00000200:2.0:1767384331.183905:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (6) 00080000:00000001:0.0:1767384331.183906:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:2.0:1767384331.183915:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:988 00000800:00000200:2.0:1767384331.183919:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c68a739e type 2, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384331.183922:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.183926:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384331.183928:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183931:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00080000:00000001:0.0:1767384331.183932:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384331.183936:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.183938:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00080000:00000002:0.0:1767384331.183941:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:0.0:1767384331.183947:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:0.0:1767384331.183949:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384331.183952:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384331.183956:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.183959:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.183962:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384331.183967:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384331.183971:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384331.183975:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000032fcb05. 00080000:00000001:0.0:1767384331.183978:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480671744 : -113724228879872 : ffff989183bc3a00) 00080000:00000001:0.0:1767384331.183982:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384331.183986:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384331.183990:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2002d99. 00080000:00000001:0.0:1767384331.183993:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.183996:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384331.184004:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.184007:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c68a739e. 00080000:00000001:0.0:1767384331.184009:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.184010:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.184016:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: GET: OK 00000400:00000200:2.0:1767384331.184019:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384331.184020:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:2.0:1767384331.184024:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184028:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384331.184028:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384331.184032:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184037:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.184041:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : GET - for me 00000400:00000200:2.0:1767384331.184048:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.184053:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 464/464 into md 0x1979 [1] + 0 00000400:00000200:2.0:1767384331.184062:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp18 to MR: 192.168.202.115@tcp18 local destination 00000400:00000200:2.0:1767384331.184067:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [100:100:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384331.184076:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) -> 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) 192.168.202.115@tcp18 : REPLY try# 0 00000800:00000200:2.0:1767384331.184081:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.115@tcp18 00000800:00000010:2.0:1767384331.184084:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c68a739e. 00000800:00000200:2.0:1767384331.184088:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (6) 00000800:00000200:2.0:1767384331.184099:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:1005 00000800:00000200:2.0:1767384331.184100:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c68a739e type 3, nob 560 niov 1 nkiov 1 00000800:00000001:0.0:1767384331.184130:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384331.184155:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.184158:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c68a739e. 00000400:00000200:2.0:1767384331.184161:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.184164:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: REPLY: OK 00000800:00000001:2.0:1767384331.184170:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184175:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.184176:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184179:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.184183:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : REPLY - for me 00000400:00000200:2.0:1767384331.184190:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp18: Reply from 12345-192.168.202.115@tcp18 of length 464/464 into md 0x1995 00000800:00000001:2.0:1767384331.184193:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184196:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.184197:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.184200:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: REPLY: OK 00000400:00000200:2.0:1767384331.184202:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf5f5f 00000400:00000010:2.0:1767384331.184203:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf5f5f. 00000400:00000200:2.0:1767384331.184205:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384331.184208:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:2.0:1767384331.184209:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384331.184212:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 27. state = 0x100251 00000400:00000200:2.0:1767384331.184214:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384331.184223:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (28) 00000800:00000001:2.0:1767384331.184227:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.184229:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.184245:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384331.184251:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000d1 00000400:00000010:1.0:1767384331.184258:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 0000000048653260. 00000400:00000010:1.0:1767384331.184261:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 00000000efac9fdb. 00000400:00000010:1.0:1767384331.184264:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000df448ac9. 00000800:00000001:0.0:1767384331.184288:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.184292:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp33(00000000bb8b90dc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384331.184297:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp34(00000000fd9e0e4d) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384331.184304:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f7269449. 00000400:00000200:1.0:1767384331.184310:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f7269449 nid 192.168.202.115@tcp35 00000400:00000010:1.0:1767384331.184314:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000065223b51. 00000400:00000200:1.0:1767384331.184316:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000065223b51 net tcp35 00000400:00000200:1.0:1767384331.184319:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (27) 00000400:00000200:1.0:1767384331.184324:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp35 flags 0x11 00000400:00000010:1.0:1767384331.184327:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 0000000048653260. 00000400:00000010:1.0:1767384331.184329:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 00000000efac9fdb. 00000400:00000010:1.0:1767384331.184331:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000df448ac9. 00000400:00000010:1.0:1767384331.184333:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000089cbb41e. 00000400:00000200:1.0:1767384331.184335:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384331.184337:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100151 00000400:00000200:1.0:1767384331.184339:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc 1 00000400:00000200:1.0:1767384331.184341:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000200:1.0:1767384331.184343:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384331.184344:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:1.0:1767384331.184346:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384331.184348:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (28) 00080000:00000010:1.0:1767384331.185574:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000032fcb05. 00080000:00000010:0.0:1767384331.185624:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e2002d99. 00040000:00000001:0.0:1767384331.185630:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384331.185632:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384331.185635:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384331.185638:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384331.185641:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.185644:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384331.185653:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384331.185664:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd700543. 20000000:00000001:0.0:1767384331.185665:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384331.185667:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:01000000:0.0:1767384331.185667:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384331.185669:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384331.185672:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384331.185673:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384331.185673:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384331.185679:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384331.185685:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.185687:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384331.185689:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.185691:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:2.0:1767384331.185693:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384331.185693:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384331.185698:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 20000000:00000001:2.0:1767384331.185699:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384331.185702:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:1.0:1767384331.185706:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:2.0:1767384331.185708:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:1.0:1767384331.185710:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384331.185712:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384331.185717:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384331.185719:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db94aacb count: 2 00080000:00000001:1.0:1767384331.185720:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.185724:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384331.185725:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.185729:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384331.185733:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:2.0:1767384331.185735:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384331.185739:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384331.185740:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c3bcaf. 00000020:00000001:2.0:1767384331.185745:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:1.0:1767384331.185745:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008b5a0ba4. 00000020:00000040:2.0:1767384331.185748:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c3bcaf with handle 0x960a57272cefbbc7 to hash 00000020:00000001:2.0:1767384331.185752:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384331.185752:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353829944320 : -113719879607296 : ffff989286f8dc00) 00010000:00000001:2.0:1767384331.185753:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384331.185759:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00080000:00000001:1.0:1767384331.185759:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384331.185763:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1767384331.185764:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384331.185766:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.185769:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384331.185769:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf006f9b. 00080000:00000001:1.0:1767384331.185775:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.185781:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384331.185782:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384331.185786:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384331.185788:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384331.185789:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.185791:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384331.185794:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.185795:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.185802:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384331.185803:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.185805:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384331.185806:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:0.0:1767384331.185808:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384331.185810:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.185812:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384331.185813:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.185817:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 20000000:00000010:0.0:1767384331.185817:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000490d2d89. 00010000:00010000:2.0:1767384331.185820:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384331.185824:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.185826:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db94aacb) refcount = 2 00010000:00000040:0.0:1767384331.185829:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728320896 00010000:00000040:2.0:1767384331.185830:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384331.185834:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.185835:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:2.0:1767384331.185840:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000200:0.0:1767384331.185843:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000350465b5 x1853236728320896/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384331.185847:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384331.185865:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa9c10b. 00010000:00000001:0.0:1767384331.185866:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384331.185869:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1767384331.185870:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384331.185873:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092b506e1. 00000100:00001000:0.0:1767384331.185875:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.185876:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968687936 : -113719740863680 : ffff98928f3deb40) 00000100:00000001:2.0:1767384331.185881:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353968687936 : -113719740863680 : ffff98928f3deb40) 00000100:00000001:0.0:1767384331.185883:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384331.185884:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.185888:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:0.0:1767384331.185888:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384331.185892:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384331.185893:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384331.185895:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384331.185897:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384331.185898:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384331.185902:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:0.0:1767384331.185902:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.185906:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384331.185908:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384331.185910:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:0.0:1767384331.185914:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384331.185915:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:0.0:1767384331.185919:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b40e01f. 00000100:00000010:2.0:1767384331.185921:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eefbd66. 00000100:00000200:0.0:1767384331.185923:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728320896, offset 224 00000020:00000040:2.0:1767384331.185927:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000400:00000200:0.0:1767384331.185931:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.185934:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.185938:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384331.185939:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384331.185942:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.185948:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05380 02000000:00000010:2.0:1767384331.185950:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9f44d00. 00000400:00000200:0.0:1767384331.185954:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1981 [2] + 224 00000100:00000001:2.0:1767384331.185957:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.185964:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.185965:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.185973:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.185978:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.185982:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384331.185987:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 401 lvb_type: 0 00000100:00000040:0.0:1767384331.185993:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.186006:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384331.186010:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.186013:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384331.186016:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.186022:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.186024:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.186024:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b40e01f 00000400:00000010:0.0:1767384331.186028:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b40e01f. 00000100:00000001:0.0:1767384331.186031:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.186035:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384331.186036:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728321152:0@lo:104: 00000100:00000001:1.0:1767384331.186036:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.186040:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.186040:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.186041:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000001:1.0:1767384331.186046:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384331.186047:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384331.186047:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384331.186050:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384331.186051:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.186052:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f259eb1c. 00010000:00000001:0.0:1767384331.186052:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384331.186054:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384331.186056:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.186057:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402a481 02000000:00000010:2.0:1767384331.186058:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f7cd97a. 02000000:00000001:2.0:1767384331.186061:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.186061:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384331.186066:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d402a481. 00000400:00000010:2.0:1767384331.186068:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087d604d4. 00000100:00000040:0.0:1767384331.186068:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000350465b5 x1853236728320896/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.186070:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.186075:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.186076:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf5f5f. 00000100:00000200:2.0:1767384331.186082:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728321152, portal 16 00000100:00100000:0.0:1767384331.186084:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000350465b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728320896:12345-0@lo:253: Request processed in 2399us (2983us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384331.186087:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.186091:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566697344 : -113724142854272 : ffff989188dcdf80) 00000100:00000200:1.0:1767384331.186091:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.186097:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384331.186100:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384331.186102:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384331.186103:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.186105:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.186107:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384331.186110:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384331.186110:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384331.186113:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384331.186114:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384331.186116:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005bb52ba8. 00000100:00000001:1.0:1767384331.186117:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384331.186118:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384331.186120:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.186122:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000020:00000010:0.0:1767384331.186122:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c63a19e. 02000000:00000001:1.0:1767384331.186124:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.186127:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728321152, offset 0 00000100:00001000:1.0:1767384331.186129:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=54 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384331.186129:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ed915e8. 00000400:00000200:2.0:1767384331.186160:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384331.186162:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000400:00000200:2.0:1767384331.186169:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384331.186171:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=54 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384331.186171:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384331.186174:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e27263b7. 00000100:00000001:1.0:1767384331.186175:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384331.186178:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce05480 00000100:00000001:1.0:1767384331.186178:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.186182:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384331.186184:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384331.186185:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.186187:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17b9 [2] + 0 00010000:00000001:1.0:1767384331.186189:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.186192:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.186194:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.186196:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384331.186198:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384331.186202:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384331.186202:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080311424. 00000100:00000001:2.0:1767384331.186203:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.186206:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:0.0:1767384331.186208:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b40e01f. 00000100:00000010:2.0:1767384331.186212:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24fd7a1. 00000100:00000001:1.0:1767384331.186214:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384331.186217:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000e24fd7a1 x1853236728321152 msgsize 328 00000100:00000001:1.0:1767384331.186219:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.186223:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384331.186226:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1767384331.186229:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384331.186233:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384331.186235:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384331.186237:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384331.186238:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:1.0:1767384331.186239:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384331.186243:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384331.186245:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000020:01000004:1.0:1767384331.186245:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384331.186249:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384331.186250:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000020:01000004:1.0:1767384331.186252:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384331.186255:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:1.0:1767384331.186255:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384331.186259:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384331.186261:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384331.186261:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.186263:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321152 02000000:00000001:0.0:1767384331.186266:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.186268:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.186272:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.186277:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.186283:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384331.186283:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321152 00000020:00000001:0.0:1767384331.186286:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384331.186289:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384331.186289:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007660d57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728320896:0@lo:253: 00000020:00000040:0.0:1767384331.186289:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000020:00000001:0.0:1767384331.186293:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.186297:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:1.0:1767384331.186299:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.186302:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:1.0:1767384331.186303:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384331.186308:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000040:1.0:1767384331.186309:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007660d57b x1853236728320896/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.186310:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186312:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.186315:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384331.186317:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 00000100:00000001:0.0:1767384331.186321:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.186322:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384331.186323:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.186324:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 02000000:00000001:1.0:1767384331.186325:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384331.186327:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294919237 02000000:00000010:1.0:1767384331.186328:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eeaa46b7. 00000020:00000010:0.0:1767384331.186330:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b52f5b0. 00000020:00000010:0.0:1767384331.186334:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007679b89a. 00000100:00000001:2.0:1767384331.186335:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294919234 02000000:00000001:1.0:1767384331.186335:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384331.186338:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 00000020:00000001:1.0:1767384331.186340:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.186342:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384331.186343:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294919237 00000020:00000001:1.0:1767384331.186345:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384331.186348:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000010:1.0:1767384331.186349:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bea8a49. 00000100:00000001:2.0:1767384331.186350:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294919234 00000100:00000001:0.0:1767384331.186351:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384331.186354:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384331.186355:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384331.186356:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384331.186357:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294919237 00000100:00000001:0.0:1767384331.186357:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.186359:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007660d57b. 00000100:00000001:2.0:1767384331.186364:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294919234 00000100:00000001:1.0:1767384331.186365:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.186366:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.186369:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294919237 00000100:00000001:1.0:1767384331.186369:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.186371:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.186374:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294919234 00000100:00000001:0.0:1767384331.186376:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.186377:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.186379:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.186380:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.186384:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.186386:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384331.186387:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186389:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384331.186390:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.186390:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186392:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384331.186395:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.186397:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.186399:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.186402:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.186402:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00000001:2.0:1767384331.186406:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384331.186408:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767384331.186408:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:2.0:1767384331.186413:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186415:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566696448 : -113724142855168 : ffff989188dcdc00) 00000100:00000001:2.0:1767384331.186416:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.186420:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384331.186422:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000092b506e1 going to sleep for 11 seconds 00000100:00000040:0.0:1767384331.186423:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e24fd7a1 x1853236728321152/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.186426:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.186428:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186441:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.186444:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 00000100:00000001:0.0:1767384331.186447:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.186449:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 00000100:00100000:0.0:1767384331.186456:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e24fd7a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728321152:12345-0@lo:104: 00000100:00000200:0.0:1767384331.186460:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321152 00010000:00000001:0.0:1767384331.186463:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384331.186468:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384331.186469:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.186471:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=2 00000020:00000001:0.0:1767384331.186474:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:0.0:1767384331.186477:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:0.0:1767384331.186480:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384331.186482:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384331.186485:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384331.186495:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.186497:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.186500:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005baaeed7. 02000000:00000001:0.0:1767384331.186502:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186504:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.186507:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.186509:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.186511:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.186515:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.186517:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.186519:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384331.186521:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.186523:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186525:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.186533:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.186536:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000200:0.0:1767384331.186540:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728321152, offset 224 00000400:00000200:0.0:1767384331.186545:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.186551:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.186557:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce05480 00000400:00000200:0.0:1767384331.186562:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x199d [1] + 224 00000400:00000200:0.0:1767384331.186567:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.186572:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.186575:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.186590:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384331.186601:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384331.186616:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.186621:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384331.186623:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00000001:0.0:1767384331.186627:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.186628:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.186633:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.186636:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.186636:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384331.186640:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384331.186640:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384331.186642:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.186644:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087d604d4. 00010000:00000010:0.0:1767384331.186644:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005e7942fe. 00010000:00000001:0.0:1767384331.186647:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384331.186648:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf5f5f 00000400:00000010:1.0:1767384331.186650:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf5f5f. 00000100:00000001:1.0:1767384331.186654:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.186657:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384331.186657:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384331.186660:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.186662:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.186664:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.186666:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384331.186669:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24fd7a1 x1853236728321152/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384331.186671:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.186675:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.186682:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e24fd7a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728321152:12345-0@lo:104: Request processed in 239us (462us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384331.186686:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384331.186687:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384331.186692:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384331.186692:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384331.186694:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384331.186695:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384331.186696:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384331.186698:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384331.186699:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.186702:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.186705:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.186706:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 02000000:00000001:1.0:1767384331.186709:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.186711:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.186714:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1767384331.186715:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1303511 already unused, calling callback (00000000a89832d0) 00000100:00001000:1.0:1767384331.186715:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=54 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384331.186718:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007679b89a. 10000000:00000001:2.0:1767384331.186720:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:1.0:1767384331.186722:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=54 v=5 (1 0 0 0) 10000000:00010000:2.0:1767384331.186723:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384331.186724:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000100:00000001:1.0:1767384331.186727:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.186731:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.186731:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b52f5b0. 00010000:00000001:2.0:1767384331.186734:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384331.186735:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384331.186736:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00010000:00000001:2.0:1767384331.186737:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384331.186739:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.186740:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384331.186740:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384331.186744:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=3 00000100:00000001:1.0:1767384331.186744:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.186750:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384331.186753:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00000100:00000040:1.0:1767384331.186753:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384331.186759:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384331.186762:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.186768:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384331.186771:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384331.186773:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.186776:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.186779:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384331.186782:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.186784:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.186786:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.186790:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384331.186800:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eefbd66 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728321152:0@lo:104: 00000100:00000001:1.0:1767384331.186805:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.186808:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384331.186809:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.186811:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384331.186815:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:2.0:1767384331.186818:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:1.0:1767384331.186821:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eefbd66 x1853236728321152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384331.186823:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384331.186825:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384331.186829:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384331.186832:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384331.186835:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.186841:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767384331.186844:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384331.186847:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767384331.186849:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:2.0:1767384331.186850:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384331.186854:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:1.0:1767384331.186854:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f7cd97a. 02000000:00000001:1.0:1767384331.186859:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1767384331.186863:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.186864:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384331.186867:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384331.186867:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00010000:00000001:2.0:1767384331.186871:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384331.186873:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384331.186873:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384331.186877:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:1.0:1767384331.186877:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9f44d00. 00010000:00000001:2.0:1767384331.186880:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.186883:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1303511 with handle 0x960a57272cefbbb9 from hash 02000000:00000001:1.0:1767384331.186884:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384331.186887:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384331.186887:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384331.186889:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384331.186891:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eefbd66. 00010000:00000001:2.0:1767384331.186892:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.186894:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384331.186897:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384331.186899:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384331.186899:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.186903:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.186904:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384331.186908:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384331.186909:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000092b506e1. 00000100:00000001:1.0:1767384331.186914:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000010:2.0:1767384331.186916:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079838a7f. 00010000:00000001:1.0:1767384331.186916:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384331.186922:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00010000:00000010:1.0:1767384331.186923:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384331.186930:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384331.186930:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.186933:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384331.186935:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.186938:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.186939:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384331.186945:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:2.0:1767384331.186946:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000139b5886. 00010000:00000001:1.0:1767384331.186948:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384331.186952:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.186953:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.186958:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384331.186963:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384331.186971:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384331.186973:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.186976:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.186978:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.186983:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079838a7f] to pc [ptlrpcd_00_02+2] req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.187003:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384331.187006:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.187007:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.187008:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.187015:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384331.187017:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.187019:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.187022:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384331.187023:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384331.187027:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 00000000d1303511/0x960a57272cefbbb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbc0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384331.187028:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384331.187030:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.187033:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.187034:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.187037:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009f8228c3 count: 0 00000100:00000001:1.0:1767384331.187040:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.187044:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.187047:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384331.187048:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384331.187049:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384331.187053:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384331.187054:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:2.0:1767384331.187057:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005e7942fe. 00000100:00000040:1.0:1767384331.187062:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.187065:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.187071:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.187075:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187077:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384331.187079:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384331.187081:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.187084:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384331.187086:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384331.187087:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.187089:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384331.187091:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.187091:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.187092:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384331.187096:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.187101:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.187104:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728321280:0@lo:103: 00000100:00000001:1.0:1767384331.187107:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.187110:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.187111:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.187113:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.187117:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ed915e8. 02000000:00000001:1.0:1767384331.187119:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.187123:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000400:00000010:1.0:1767384331.187128:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000100:00000200:1.0:1767384331.187130:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728321280, portal 18 00000100:00000001:1.0:1767384331.187133:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.187156:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566703616 : -113724142848000 : ffff989188dcf800) 00000100:00000040:1.0:1767384331.187161:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.187169:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.187173:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.187176:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000100:00000200:1.0:1767384331.187179:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728321280, offset 0 00000400:00000200:1.0:1767384331.187185:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.187193:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.187201:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce05500 00000400:00000200:1.0:1767384331.187207:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:1.0:1767384331.187213:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.187216:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.187220:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.187221:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384331.187225:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf55aff3. 00000100:00000040:1.0:1767384331.187228:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000cf55aff3 x1853236728321280 msgsize 328 00000100:00100000:1.0:1767384331.187232:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384331.187241:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.187245:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:1.0:1767384331.187247:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000100:00000001:1.0:1767384331.187256:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.187259:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.187267:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.187270:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.187272:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.187275:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321280 00000100:00000001:1.0:1767384331.187276:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384331.187277:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008b5a0ba4. 00000100:00000001:1.0:1767384331.187278:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384331.187278:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.187281:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.187284:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.187284:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.187287:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187288:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294919238 00000100:00100000:0.0:1767384331.187291:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321280 00000020:00000001:0.0:1767384331.187293:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.187294:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919237 00000020:00000040:0.0:1767384331.187294:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00080000:00000010:2.0:1767384331.187297:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf006f9b. 00000020:00000001:0.0:1767384331.187297:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384331.187298:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294919238 00000020:00000040:0.0:1767384331.187299:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00040000:00000001:2.0:1767384331.187302:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384331.187303:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384331.187304:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919237 00040000:00000001:2.0:1767384331.187305:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1767384331.187307:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294919238 00000020:00000001:0.0:1767384331.187307:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00080000:00000001:2.0:1767384331.187308:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.187312:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000002:2.0:1767384331.187313:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000100:00000001:1.0:1767384331.187313:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919237 00000020:00000010:0.0:1767384331.187317:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 20000000:00000001:2.0:1767384331.187319:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187320:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294919238 00000100:00000001:0.0:1767384331.187320:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384331.187323:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000010:0.0:1767384331.187324:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 00000100:00000001:1.0:1767384331.187325:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919237 20000000:01000000:2.0:1767384331.187326:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384331.187329:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384331.187330:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.187331:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b52f5b0. 00000100:00000001:1.0:1767384331.187333:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384331.187336:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:1.0:1767384331.187337:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.187337:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007679b89a. 00080000:00000001:2.0:1767384331.187340:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:1.0:1767384331.187341:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.187342:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 00000100:00000040:0.0:1767384331.187349:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384331.187352:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.187354:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384331.187356:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384331.187358:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187368:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384331.187371:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384331.187373:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.187375:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000020:00000001:0.0:1767384331.187377:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384331.187379:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00010000:0.0:1767384331.187382:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 401 lvb_type: 0 00010000:00000001:0.0:1767384331.187389:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187391:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187392:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.187394:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.187398:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384331.187401:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf55aff3 x1853236728321280/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.187408:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384331.187409:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.187420:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.187432:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.187434:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.187437:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384331.187439:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384331.187442:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492194816 : -113724217356800 : ffff9891846c0e00) 00000100:00000040:0.0:1767384331.187446:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf55aff3 x1853236728321280/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.187454:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.187457:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2002d99. 00080000:00000020:1.0:1767384331.187460:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384331.187460:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.187462:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000010:0.0:1767384331.187462:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2002d99. 20000000:00000010:1.0:1767384331.187463:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008eb2c045. 20000000:00000001:1.0:1767384331.187467:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.187467:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf55aff3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728321280:12345-0@lo:103: 00010000:00000040:1.0:1767384331.187469:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728321024 00000100:00000200:0.0:1767384331.187471:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321280 00010000:00000001:1.0:1767384331.187472:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384331.187475:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019aab5fc x1853236728321024/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.187479:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1767384331.187482:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000002:0.0:1767384331.187482:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384331.187484:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187484:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384331.187488:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.187489:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384331.187491:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=54 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384331.187492:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d4ec5d1. 02000000:00000001:0.0:1767384331.187494:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187495:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384331.187496:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.187497:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384331.187499:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384331.187499:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1767384331.187501:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384331.187501:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:1.0:1767384331.187502:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187503:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384331.187504:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384331.187504:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.187505:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000100:00000040:1.0:1767384331.187507:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384331.187508:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000400:00000010:1.0:1767384331.187509:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d402a481. 00010000:00000001:0.0:1767384331.187510:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000200:1.0:1767384331.187511:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728321024, offset 224 00010000:00000040:0.0:1767384331.187512:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db94aacb count: 3 00000400:00000200:1.0:1767384331.187515:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384331.187516:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 401 lvb_type: 0 00000400:00000200:1.0:1767384331.187521:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384331.187522:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384331 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384331.187524:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384331.187526:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05400 00010000:00000001:0.0:1767384331.187528:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187529:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384331.187530:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1989 [2] + 224 00010000:00010000:0.0:1767384331.187531:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 401 lvb_type: 0 00000400:00000200:1.0:1767384331.187535:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384331.187537:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384331.187538:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384331.187539:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384331.187540:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187541:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384331.187542:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.187544:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.187544:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384331.187545:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384331.187549:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187550:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384331.187551:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.187552:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384331.187554:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.187562:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbbc0 from hash 00010000:00000001:0.0:1767384331.187564:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384331.187566:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187567:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384331.187568:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384331.187568:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384331.187569:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384331.187570:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384331.187572:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402a481 00010000:00010000:0.0:1767384331.187573:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefbbc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbbb9 expref: 16 pid: 17081 timeout: 401 lvb_type: 0 00000400:00000010:1.0:1767384331.187574:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d402a481. 00000100:00000001:1.0:1767384331.187588:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.187590:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:0.0:1767384331.187592:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000100:00000001:2.0:1767384331.187594:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.187594:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.187594:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000040:1.0:1767384331.187598:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384331.187599:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.187601:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384331.187602:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384331.187603:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384331.187604:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187604:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1767384331.187607:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1767384331.187607:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000096c3bcaf 00000400:00000001:2.0:1767384331.187608:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384331.187610:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000001:2.0:1767384331.187611:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384331.187612:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019aab5fc x1853236728321024/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.187614:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a07676. 00010000:00000001:0.0:1767384331.187614:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384331.187616:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.187621:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009107901c 00010000:00000001:0.0:1767384331.187621:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384331.187624:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384331.187625:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009107901c. 00000100:00100000:1.0:1767384331.187626:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019aab5fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728321024:12345-0@lo:253: Request processed in 3934us (4287us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384331.187628:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384331.187630:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384331.187632:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384331.187635:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384331.187636:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.187645:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:1.0:1767384331.187650:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:0.0:1767384331.187651:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384331.187655:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384331.187655:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000200:2.0:1767384331.187658:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.187659:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384331.187659:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384331.187663:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000010:1.0:1767384331.187664:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d124efb0. 00010000:00000040:0.0:1767384331.187666:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db94aacb) refcount = 2 00000020:00000010:1.0:1767384331.187670:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000087d7d9f. 00000100:00000001:2.0:1767384331.187674:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384331.187674:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384331.187675:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd8f34ba. 00000100:00000001:2.0:1767384331.187678:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384331.187681:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:2.0:1767384331.187684:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384331.187685:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:2.0:1767384331.187686:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384331.187686:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384331.187688:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000037620d5c. 00010000:00000001:0.0:1767384331.187688:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1767384331.187689:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384331.187691:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.187693:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.187693:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384331.187695:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.187697:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384331.187699:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=54 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384331.187701:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384331.187702:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384331.187703:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.187706:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.187707:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.187707:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039cdbb87. 00010000:00000010:0.0:1767384331.187707:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2002d99. 00010000:00000001:2.0:1767384331.187712:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384331.187713:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1767384331.187714:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.187715:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d402a481. 00000100:00000001:2.0:1767384331.187718:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384331.187719:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b4b0787. 00000100:00000040:2.0:1767384331.187723:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.187724:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349566503936 : -113724143047680 : ffff989188d9ec00) 00000100:00000001:0.0:1767384331.187731:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349566503936 : -113724143047680 : ffff989188d9ec00) 00000100:00000001:2.0:1767384331.187735:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.187737:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.187738:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.187740:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384331.187741:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384331.187745:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384331.187745:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:01000004:2.0:1767384331.187749:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 20000000:00000001:0.0:1767384331.187749:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:01000004:2.0:1767384331.187750:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384331.187753:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 20000000:01000000:0.0:1767384331.187754:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000020:01000004:2.0:1767384331.187755:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384331.187757:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384331.187759:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384331.187761:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.187762:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=5 00000020:01000004:2.0:1767384331.187765:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384331.187767:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000001:0.0:1767384331.187767:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000020:01000004:2.0:1767384331.187770:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384331.187772:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000100:00000040:2.0:1767384331.187774:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.187776:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384331.187779:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384331.187792:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728321024:0@lo:253: 00010000:00000001:0.0:1767384331.187796:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384331.187797:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384331.187799:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384331.187800:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.187805:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089139bd1 x1853236728321024/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.187818:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384331.187820:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384331.187821:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384331.187822:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767384331.187824:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384331.187825:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c177b336. 02000000:00000001:2.0:1767384331.187830:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.187832:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.187834:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384331.187837:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384331.187837:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384331.187841:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4b8a721. 00010000:00000001:0.0:1767384331.187841:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.187844:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.187846:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384331.187846:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000010:2.0:1767384331.187850:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 00010000:00010000:0.0:1767384331.187850:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384331.187855:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.187857:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.187860:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.187866:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.187867:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.187869:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.187872:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384331.187881:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c3bcaf already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384331.187885:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384331.187887:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384331.187889:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.187894:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384331.187895:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384331.187896:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.187898:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=6 00000020:00000001:0.0:1767384331.187899:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:0.0:1767384331.187902:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:0.0:1767384331.187904:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384331.187906:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.187911:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384331.187912:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384331.187913:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187924:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384331.187925:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384331.187927:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384331.187928:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.187930:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c3bcaf with handle 0x960a57272cefbbc7 from hash 00010000:00000001:0.0:1767384331.187933:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384331.187935:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187936:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187937:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384331.187939:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384331.187940:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384331.187942:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384331.187944:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.187945:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187947:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384331.187955:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.187955:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384331.187957:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187958:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187960:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.187961:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384331.187961:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187963:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.187964:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384331.187965:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.187966:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.187971:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.187972:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384331.187972:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.187973:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187973:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384331.187974:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187975:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000001:1.0:1767384331.187976:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384331.187976:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.187977:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187979:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384331.187980:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.187982:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187984:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384331.187985:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbbc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.187992:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.187993:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.187995:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384331.187997:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384331.187999:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.188001:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.188003:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384331.188004:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009b4b0787. 00000100:00000001:0.0:1767384331.188006:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384331.188007:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384331.188010:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2002d99. 00010000:00000001:0.0:1767384331.188013:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384331.188014:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000db94aacb count: 0 00010000:00010000:0.0:1767384331.188018:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384331.188019:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.188028:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.188029:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.188032:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.188035:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.188037:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.188039:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384331.188041:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.188043:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.188045:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.188047:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.188050:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000200:0.0:1767384331.188053:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728321280, offset 224 00000400:00000200:0.0:1767384331.188056:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.188062:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.188067:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce05500 00000400:00000200:0.0:1767384331.188071:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x19ad [1] + 224 00000400:00000200:0.0:1767384331.188075:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.188078:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.188081:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.188084:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.188093:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.188108:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.188112:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384331.188114:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00000001:0.0:1767384331.188117:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.188118:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.188122:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.188123:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.188124:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.188124:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384331.188126:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384331.188127:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.188128:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384331.188128:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.188130:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f259eb1c. 00000100:00000040:0.0:1767384331.188131:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf55aff3 x1853236728321280/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:312/0 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.188133:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:1.0:1767384331.188154:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000100:00000001:1.0:1767384331.188164:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.188167:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.188169:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf55aff3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728321280:12345-0@lo:103: Request processed in 713us (939us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384331.188177:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.188178:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384331.188180:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384331.188183:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384331.188185:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.188185:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384331.188186:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.188188:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384331.188188:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007679b89a. 02000000:00000001:1.0:1767384331.188189:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.188191:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384331.188191:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000100:00000001:1.0:1767384331.188192:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.188193:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b52f5b0. 02000000:00000001:1.0:1767384331.188194:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.188196:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:1.0:1767384331.188197:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=54 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384331.188198:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384331.188199:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=54 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.188201:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.188202:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.188204:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384331.188206:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.188207:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.188210:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.188217:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.188219:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.188221:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.188223:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.188231:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728321280:0@lo:103: 00000100:00000001:1.0:1767384331.188235:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.188236:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.188238:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079838a7f x1853236728321280/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.188245:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.188246:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.188254:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ed915e8. 02000000:00000001:1.0:1767384331.188256:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.188258:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.188259:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384331.188261:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.188262:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000139b5886. 02000000:00000001:1.0:1767384331.188265:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.188266:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.188267:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079838a7f. 00000100:00000001:1.0:1767384331.188270:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.188271:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.188272:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.188276:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.188277:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.188279:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.188280:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384331.192180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f8228c3. 00010000:00000010:2.1:1767384331.192189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1303511. 00010000:00000010:0.1:1767384331.194163:0:29717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00010000:00000010:0.1:1767384331.194171:0:29717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c3bcaf. 00010000:00000010:0.1:1767384331.194185:0:29717:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db94aacb. 00000100:00000040:0.0:1767384331.195179:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294919238, at 4294919239 00000100:00000040:1.0:1767384331.195181:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294919238, at 4294919239 00000100:00000040:2.0:1767384331.195184:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294919238, at 4294919239 00000100:00000010:0.0:1767384331.195189:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d82f21b6. 00000100:00000010:1.0:1767384331.195190:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d426f0a. 00000100:00000010:2.0:1767384331.195192:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000968a222a. 00000100:00000040:3.0:1767384331.196169:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294919238, at 4294919240 00000100:00000010:3.0:1767384331.196176:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f59c008. 00000400:00000010:0.0:1767384331.198699:0:29717:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000027ef6ecc. 00000400:00000040:0.0:1767384331.198717:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384331.198720:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384331.198722:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384331.198723:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384331.198724:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384331.198725:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384331.198728:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384331.198729:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384331.198730:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384331.198730:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384331.198732:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384331.198733:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384331.198735:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384331.198736:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384331.198737:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384331.198738:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384331.198739:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384331.198741:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384331.198741:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384331.198749:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384331.198751:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384331.198752:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384331.198753:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384331.198755:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384331.198756:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384331.198758:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384331.198760:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384331.198761:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384331.198762:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384331.198764:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384331.198764:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384331.198766:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384331.198767:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384331.198769:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384331.198770:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384331.198771:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384331.198772:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384331.198774:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384331.198775:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384331.198776:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384331.198777:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384331.198778:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384331.198779:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384331.198780:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384331.198781:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384331.198782:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384331.198783:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384331.198784:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384331.198786:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384331.198787:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384331.198788:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384331.198790:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384331.198791:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384331.198792:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384331.198793:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384331.198794:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384331.198795:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384331.198856:0:29717:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000027ef6ecc. 00010000:00000001:2.0:1767384331.572239:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384331.572244:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.572250:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384331.572252:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.572271:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.572279:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.572281:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384332.149204:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.149209:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384332.149213:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:3.0:1767384332.149217:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000400:00000200:3.0:1767384332.149224:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384332.149231:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384332.149242:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007601c851. 00000400:00000010:3.0:1767384332.149246:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007a4f4bcd. 00000400:00000001:3.0:1767384332.149251:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.149252:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384332.149254:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:3.0:1767384332.149256:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000200:3.0:1767384332.149258:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384332.149261:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384332.149263:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061542229. 00000400:00000010:3.0:1767384332.149266:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a304192a. 00000400:00000001:3.0:1767384332.149269:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.149271:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384332.149273:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:3.0:1767384332.149274:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000200:3.0:1767384332.149277:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384332.149280:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384332.149282:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000029720276. 00000400:00000010:3.0:1767384332.149284:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000f0b1d60. 00000400:00000200:3.0:1767384332.149289:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:3.0:1767384332.149294:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001df933fc. 00000400:00000010:3.0:1767384332.149299:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af6a486a. 00000400:00000010:3.0:1767384332.149304:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3a50616. 00000400:00000010:3.0:1767384332.149311:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007108f10f. 00000400:00000200:3.0:1767384332.149316:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:3.0:1767384332.149337:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:3.0:1767384332.149345:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:3.0:1767384332.149349:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [101:101:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [98:98:8:4294967295] 00000400:00000200:3.0:1767384332.149357:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:3.0:1767384332.149367:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:3.0:1767384332.149373:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:3.0:1767384332.149379:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e9303df. 00000800:00000200:3.0:1767384332.149386:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:3.1:1767384332.149392:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:3.0:1767384332.149413:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:3.0:1767384332.149419:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp34 00000400:00000010:3.0:1767384332.149423:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a750a42. 00000400:00000010:3.0:1767384332.149428:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ba969a6. 00000400:00000010:3.0:1767384332.149432:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000010:3.0:1767384332.149437:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2c4a47b. 00000400:00000200:3.0:1767384332.149443:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp34 00000400:00000200:3.0:1767384332.149450:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp34 local destination 00000400:00000200:3.0:1767384332.149454:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp34 00000400:00000200:3.0:1767384332.149458:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp34 NI seq info: [102:102:256:4294967295] 192.168.202.115@tcp34 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384332.149463:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp34 00000400:00000200:3.0:1767384332.149473:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34:) -> 192.168.202.115@tcp34(192.168.202.115@tcp34:192.168.202.115@tcp34) : GET try# 0 00000400:00000200:2.0:1767384332.149475:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:3.0:1767384332.149481:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp34 00000800:00000010:3.0:1767384332.149486:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000200:3.0:1767384332.149491:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000800:00000200:3.1:1767384332.149496:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000400:00000200:3.0:1767384332.149509:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp34 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:2.0:1767384332.149525:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149583:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149592:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149749:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149833:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149864:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149908:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.149963:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.149986:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150004:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150068:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150124:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150192:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150194:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150278:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150299:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150415:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150443:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150471:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150524:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150588:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150626:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150671:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150671:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150741:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150752:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150806:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150898:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150915:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150968:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.150974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.150999:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151117:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151214:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151237:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151258:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151304:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151420:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000800:00000010:2.0:1767384332.151468:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071212a48. 00000400:00000200:3.0:1767384332.151472:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000800:00000010:2.0:1767384332.151474:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1d6dbd5. 00000800:00000010:2.0:1767384332.151482:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071243016. 00000800:00000010:2.0:1767384332.151506:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071243016. 00000800:00020000:2.0:1767384332.151515:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384332.151518:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1d6dbd5. 00000800:00000010:2.0:1767384332.151521:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071212a48. 00000400:00000200:3.0:1767384332.151546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:02020000:2.0:1767384332.151589:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384332.151595:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:2.0:1767384332.151601:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000800:00000100:2.0:1767384332.151607:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000800:00000010:2.0:1767384332.151610:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e9303df. 00000400:00000200:2.0:1767384332.151614:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384332.151618:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384332.151626:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384332.151630:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384332.151630:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384332.151634:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384332.151683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151770:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151834:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151892:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384332.151970:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384332.152123:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009fa82fb2. 00000800:00000010:3.0:1767384332.152128:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003afe0d3f. 00000800:00000010:3.0:1767384332.152133:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007f9b80e. 00000800:00000010:3.0:1767384332.152186:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007f9b80e. 00000800:00020000:3.0:1767384332.152194:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384332.152197:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003afe0d3f. 00000800:00000010:3.0:1767384332.152200:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009fa82fb2. 00000400:02020000:3.0:1767384332.152264:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384332.152272:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp34 notifying 192.168.202.115@tcp34: down 00000800:00000200:3.0:1767384332.152278:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp34 down 00000800:00000100:3.0:1767384332.152285:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp34 00000800:00000010:3.0:1767384332.152288:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:3.0:1767384332.152292:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384332.152298:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp34->192.168.202.115@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384332.152305:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384332.152309:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384332.152314:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp34) recovery failed with -71 00080000:00000010:3.0:1767384332.450334:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a78791e0. 00080000:00000010:3.0:1767384332.450343:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a78791e0. 00000020:00000001:3.0:1767384332.450348:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384332.450354:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a78791e0. 00080000:00000010:3.0:1767384332.450358:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a78791e0. 00000020:00000001:3.0:1767384332.450360:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.597261:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384332.597266:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.597276:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384332.597277:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.597306:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.597316:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.597319:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384333.150294:0:30279:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384333.150299:0:30279:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384333.153094:0:30279:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384333.160030:0:30280:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000561a3668. 00000400:00000010:1.0:1767384333.160043:0:30280:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000019bfa7b3. 00000400:00000010:1.0:1767384333.160051:0:30280:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005f71324a. 00000400:00000010:1.0:1767384333.160054:0:30280:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d32e4d36. 00000400:00000010:1.0:1767384333.160058:0:30280:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060729bb0. 00000400:00000010:1.0:1767384333.160061:0:30280:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079a0e749. 00000400:00000010:1.0:1767384333.160063:0:30280:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000955e7c5b. 00000400:00000010:1.0:1767384333.160064:0:30280:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df888d9b. 00000400:00000010:1.0:1767384333.160067:0:30280:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005536210b. 00000800:00000010:1.0:1767384333.160080:0:30280:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ed9b812d. 00000800:00000200:1.0:1767384333.160090:0:30280:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384333.160098:0:30280:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384333.160133:0:30280:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384333.160169:0:30280:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp36 [8/256/0/180] 00000400:00000010:1.0:1767384333.161823:0:30280:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f131b468. 00000400:00000010:1.0:1767384333.161828:0:30280:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000400:00000010:1.0:1767384333.161833:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000400:00000001:1.0:1767384333.161853:0:30280:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384333.161855:0:30280:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.161856:0:30280:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef61d4d8. 00000400:00000200:1.0:1767384333.161859:0:30280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787ad4f6 00000400:00000010:1.0:1767384333.161861:0:30280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000787ad4f6. 00000400:00000010:1.0:1767384333.161864:0:30280:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000075536351. 00000400:00000200:1.0:1767384333.161868:0:30280:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (27) 00000400:00000200:1.0:1767384333.161878:0:30280:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384333.161885:0:30280:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:1.0:1767384333.161891:0:30280:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000037620d5c. 00000020:01000000:1.0:1767384333.161895:0:30280:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384333.161897:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384333.161898:0:30280:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp36 00000400:00000200:2.0:1767384333.161906:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:2.0:1767384333.161914:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000255509c. 00000400:00000010:1.0:1767384333.161914:0:30280:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000019bfa7b3. 00000400:00000010:1.0:1767384333.161918:0:30280:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000561a3668. 00000400:00000200:2.0:1767384333.161925:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 00000400:00000010:2.0:1767384333.161930:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfebac1d. 00000400:00000200:2.0:1767384333.161934:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp18 00000400:00000200:2.0:1767384333.161947:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp18 to MR: 192.168.202.115@tcp18 local destination 00000020:00000001:0.0:1767384333.161950:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384333.161955:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [103:103:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [100:100:8:4294967295] 10000000:00000001:0.0:1767384333.161958:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384333.161961:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp18 10000000:00000001:0.0:1767384333.161964:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384333.161969:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384333.161973:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) -> 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) : PUT try# 0 00000020:01000004:0.0:1767384333.161975:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384333.161980:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:2.0:1767384333.161981:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.115@tcp18 00000020:01000004:0.0:1767384333.161986:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:2.0:1767384333.161988:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ece0940. 00000020:01000004:0.0:1767384333.161990:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.161993:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384333.161997:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (6) 00000020:01000004:0.0:1767384333.161998:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.162002:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384333.162005:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384333.162007:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384333.162009:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384333.162015:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000020:00000040:0.0:1767384333.162020:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:2.0:1767384333.162026:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:988 00000100:00000001:0.0:1767384333.162026:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384333.162032:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ece0940 type 1, nob 576 niov 1 nkiov 1 02000000:00000001:0.0:1767384333.162032:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.162039:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.162052:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e27263b7. 00000400:00000200:2.0:1767384333.162053:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384333.162057:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:0.0:1767384333.162062:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.162073:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.162076:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.162086:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_03+3] req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384333.162131:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384333.162160:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.162164:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384333.162166:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384333.162175:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384333.162177:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384333.162178:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384333.162181:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384333.162183:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384333.162185:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384333.162187:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384333.162187:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:1.0:1767384333.162193:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384333.162195:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384333.162200:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.162203:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384333.162205:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.162206:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384333.162208:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384333.162209:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384333.162213:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000020:00000040:0.0:1767384333.162217:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384333.162220:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384333.162222:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384333.162224:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384333.162225:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.162227:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384333.162231:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384333.162232:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.162234:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384333.162234:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000490d2d89. 00000100:00000001:1.0:1767384333.162238:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384333.162239:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ece0940. 00000100:00000001:0.0:1767384333.162241:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.162244:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.162247:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384333.162250:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.162255:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.162261:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: PUT: OK 00000100:00000001:1.0:1767384333.162261:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384333.162264:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.162267:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_00+0] req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384333.162270:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384333.162271:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384333.162274:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384333.162279:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384333.162285:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728321408:0@lo:253: 00000400:00000200:3.0:1767384333.162286:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp18: 0 00000100:00000001:1.0:1767384333.162290:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384333.162296:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384333.162299:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162302:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384333.162302:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384333.162308:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008eb2c045. 10000000:00000001:0.0:1767384333.162312:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162315:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384333.162319:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.162320:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162321:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384333.162327:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162329:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384333.162329:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e061f. 00000020:01000000:0.0:1767384333.162332:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384333.162336:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019bfa7b3. 00000020:00000010:0.0:1767384333.162338:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000037620d5c. 00000400:00000200:3.0:1767384333.162345:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : PUT - for me 00000100:00000200:1.0:1767384333.162354:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728321408, portal 25 00000100:00000001:0.0:1767384333.162354:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.162359:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.162362:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384333.162365:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384333.162370:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000400:00000200:3.0:1767384333.162376:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 464/480 into md 0x1991 [1] + 0 00000100:00000040:1.0:1767384333.162381:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.162382:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c62d1c9. 00000400:00000200:3.0:1767384333.162388:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc485aae 00000800:00000001:3.0:1767384333.162395:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384333.162396:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384333.162402:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384333.162404:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384333.162406:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5437b0. 00000400:00000200:3.0:1767384333.162409:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384333.162412:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728321408, offset 0 00000400:00000200:3.0:1767384333.162419:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: PUT: OK 00000400:00000200:1.0:1767384333.162426:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.162435:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc485aae 00000400:00000200:1.0:1767384333.162436:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384333.162441:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc485aae. 00000400:00000200:3.0:1767384333.162448:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384333.162449:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05580 00000400:00000200:3.0:1767384333.162456:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (29) 00000400:00000200:1.0:1767384333.162459:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e9 [2] + 0 00000400:00000200:3.0:1767384333.162464:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:1.0:1767384333.162464:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fbc2b02. 00000400:00000200:1.0:1767384333.162469:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070e0384b 00000400:00000200:3.0:1767384333.162472:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (480 bytes) 00000400:00000200:1.0:1767384333.162476:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.162478:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384333.162483:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.162493:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (30) 00000400:00000200:3.0:1767384333.162501:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384333.162502:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e0384b 00000400:00000010:1.0:1767384333.162507:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e0384b. 00000100:00000001:0.0:1767384333.162509:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.162512:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384333.162514:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp18 to MR: 192.168.202.115@tcp18 local destination 00000100:00000001:0.0:1767384333.162514:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384333.162515:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384333.162519:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384333.162522:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000007f67e86 x1853236728321408 msgsize 4848 00000100:00000040:0.0:1767384333.162527:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.162529:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp18 NI seq info: [104:104:256:4294967295] 192.168.202.115@tcp18 LPNI seq info [101:101:8:4294967295] 00000100:00100000:1.0:1767384333.162536:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384333.162541:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384333.162551:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384333.162556:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384333.162572:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) -> 192.168.202.115@tcp18(192.168.202.115@tcp18:192.168.202.115@tcp18) 192.168.202.115@tcp18 : ACK try# 0 00000100:00000001:0.0:1767384333.162576:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.162581:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767384333.162582:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp18 00000400:00000200:1.0:1767384333.162583:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5437b0 02000000:00000001:0.0:1767384333.162584:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384333.162587:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5437b0. 02000000:00000001:0.0:1767384333.162590:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384333.162593:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b01db43b. 00000100:00000001:1.0:1767384333.162593:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384333.162596:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728321536:0@lo:253: 00000100:00000200:1.0:1767384333.162600:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.162602:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767384333.162605:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (6) 02000000:00000001:0.0:1767384333.162613:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384333.162616:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384333.162618:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:1005 02000000:00000001:0.0:1767384333.162618:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.162622:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384333.162628:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384333.162629:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c177b336. 00000800:00000200:3.0:1767384333.162633:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b01db43b type 0, nob 96 niov 1 nkiov 0 02000000:00000001:0.0:1767384333.162636:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.162646:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063af9729. 00000100:00000001:1.0:1767384333.162647:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.162652:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384333.162653:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb1ea930. 00000100:00000001:1.0:1767384333.162659:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.162659:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728321536, portal 25 00000800:00000001:3.0:1767384333.162660:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384333.162666:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384333.162668:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294921213 00000100:00000001:0.0:1767384333.162669:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 00000800:00000001:3.0:1767384333.162670:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384333.162676:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e128a5e. 00000100:00000040:0.0:1767384333.162682:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.162686:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384333.162693:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294921213 00000100:00000001:0.0:1767384333.162694:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384333.162699:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004180cab8. 00000100:00000040:0.0:1767384333.162700:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384333.162707:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384333.162707:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a026dc. 00000100:00000001:1.0:1767384333.162711:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294921213 00000100:00000200:0.0:1767384333.162713:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728321536, offset 0 00000100:00000010:1.0:1767384333.162716:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d426f0a. 00000100:00000001:1.0:1767384333.162720:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384333.162723:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384333.162724:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294921213 00000100:00000010:1.0:1767384333.162730:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db3436df. 00000100:00000001:1.0:1767384333.162733:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767384333.162738:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384333.162738:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.162739:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384333.162745:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b01db43b. 00000100:00000001:1.0:1767384333.162746:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.162753:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384333.162753:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.162756:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05600 00000100:00000001:1.0:1767384333.162760:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.162766:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: ACK: OK 00000400:00000200:0.0:1767384333.162769:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1201 [2] + 0 00000400:00000010:0.0:1767384333.162775:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022806221. 00000800:00000001:3.0:1767384333.162778:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384333.162780:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000805a0c97 00000100:00000001:1.0:1767384333.162781:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384333.162785:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384333.162786:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321408 00000400:00000200:0.0:1767384333.162789:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384333.162790:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384333.162791:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384333.162794:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.162797:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162799:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384333.162801:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.162803:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384333.162808:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321408 00000400:00000200:0.0:1767384333.162808:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767384333.162814:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.162814:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384333.162815:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805a0c97 00000020:00000040:1.0:1767384333.162819:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000010:0.0:1767384333.162821:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000805a0c97. 00000020:00000001:1.0:1767384333.162825:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384333.162829:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384333.162830:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp18(192.168.202.115@tcp18) <- 192.168.202.115@tcp18 : ACK - for me 00000020:00000040:1.0:1767384333.162831:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000200:0.0:1767384333.162833:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1767384333.162840:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:0.0:1767384333.162841:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000019e69bfb x1853236728321536 msgsize 4848 00000400:00000200:3.0:1767384333.162850:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp18: ACK from 12345-192.168.202.115@tcp18 into md 0x19cd 00000020:00000001:1.0:1767384333.162853:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:0.0:1767384333.162856:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384333.162858:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384333.162862:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384333.162863:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384333.162868:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp18->192.168.202.115@tcp18: ACK: OK 00000020:00000010:1.0:1767384333.162870:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003603a2c0. 00000400:00000200:3.0:1767384333.162874:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000255509c 00000100:00000001:1.0:1767384333.162876:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.162877:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384333.162878:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000255509c. 00000020:00000010:1.0:1767384333.162883:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003603a2c0. 00000400:00000200:3.0:1767384333.162887:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384333.162888:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a026dc 00000020:00000010:1.0:1767384333.162891:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007178effa. 00000400:00000010:0.0:1767384333.162892:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043a026dc. 00000400:00000200:3.0:1767384333.162894:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:0.0:1767384333.162900:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384333.162901:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd2007ca. 00000400:00000200:3.0:1767384333.162902:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384333.162908:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (29) 00000020:00000010:1.0:1767384333.162910:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00000200:0.0:1767384333.162914:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384333.162917:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.162924:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.162924:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384333.162927:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384333.162932:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384333.162936:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.162937:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384333.162941:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.162950:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.162951:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384333.162953:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.162953:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384333.162958:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000a304192a. 00000100:00000001:0.0:1767384333.162962:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.162965:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f9bcf7. 00000100:00000001:0.0:1767384333.162967:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294921213 00000400:00000010:3.0:1767384333.162972:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000100:00000001:1.0:1767384333.162973:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.162973:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294921213 00000400:00000200:3.0:1767384333.162979:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a304192a 00000100:00000001:0.0:1767384333.162980:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294921213 00000100:00000001:2.0:1767384333.162984:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384333.162986:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294921213 00000400:00000010:3.0:1767384333.162987:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000ecce911b. 00000100:00100000:2.0:1767384333.162988:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321536 02000000:00000001:2.0:1767384333.162993:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384333.162993:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.162994:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294921213 00000400:00000200:3.0:1767384333.162995:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000100:00000001:2.0:1767384333.162998:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.162999:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384333.163000:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294921213 00000100:00000001:2.0:1767384333.163001:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.163004:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 02000000:00000001:2.0:1767384333.163006:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.163008:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294921213 00000100:00100000:1.0:1767384333.163011:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000400:00000200:3.0:1767384333.163012:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 00000100:00100000:2.0:1767384333.163012:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321536 00000100:00000001:0.0:1767384333.163014:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294921213 00000020:00000001:2.0:1767384333.163016:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384333.163020:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:1.0:1767384333.163020:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384333.163021:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384333.163024:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384333.163026:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000007a4f4bcd. 00000100:00000001:1.0:1767384333.163026:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853328464 : -113719856223152 : ffff9892885dac50) 00000020:00000040:2.0:1767384333.163028:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384333.163028:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.163034:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a2b06a. 00000020:00000001:2.0:1767384333.163035:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384333.163035:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.163037:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007f67e86 x1853236728321408/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384333.163042:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384333.163042:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384333.163044:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c27289f. 00000100:00000001:2.0:1767384333.163049:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384333.163052:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384333.163054:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007746b230. 00000100:00000001:1.0:1767384333.163058:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384333.163058:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384333.163059:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000001:2.0:1767384333.163059:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384333.163066:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007746b230. 00000020:00000010:1.0:1767384333.163066:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003603a2c0. 00000100:00000001:0.0:1767384333.163067:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.163071:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.163072:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384333.163074:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:0.0:1767384333.163076:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384333.163079:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000346c3908. 00000020:00000010:1.0:1767384333.163079:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003603a2c0. 00000100:00000001:0.0:1767384333.163081:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384333.163085:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5e21d5e. 00000400:00000200:3.0:1767384333.163088:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:1.0:1767384333.163090:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007f67e86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728321408:12345-0@lo:253: 00000020:00000010:2.0:1767384333.163091:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000001:0.0:1767384333.163097:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384333.163099:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384333.163099:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321408 00000100:00000001:2.0:1767384333.163104:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.163104:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.163106:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384333.163107:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:2.0:1767384333.163107:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.163111:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384333.163114:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.163115:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.163120:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.163120:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384333.163121:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000100:00000001:0.0:1767384333.163124:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384333.163125:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:0.0:1767384333.163128:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384333.163131:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384333.163133:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:00000001:1.0:1767384333.163154:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384333.163156:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.163157:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384333.163161:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384333.163163:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:1.0:1767384333.163165:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384333.163170:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.163171:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000100:00000001:2.0:1767384333.163171:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.163171:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384333.163175:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384333.163177:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.163179:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853324368 : -113719856227248 : ffff9892885d9c50) 02000000:00000001:1.0:1767384333.163180:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384333.163186:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 02000000:00000010:1.0:1767384333.163187:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eeaa46b7. 02000000:00000001:1.0:1767384333.163193:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.163197:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.163197:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019e69bfb x1853236728321536/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.163198:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 20000000:00000001:1.0:1767384333.163201:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384333.163211:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000da68bd68. 00000400:00000200:3.0:1767384333.163212:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 20000000:01000000:1.0:1767384333.163217:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384333.163222:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384333.163223:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384333.163225:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 20000000:00000001:1.0:1767384333.163228:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:0.0:1767384333.163229:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d61042d. 20000000:00000001:1.0:1767384333.163232:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.163235:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000100:00000001:0.0:1767384333.163235:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384333.163236:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.163242:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384333.163243:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d61042d. 00000400:00000200:3.0:1767384333.163249:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 20000000:00000010:1.0:1767384333.163253:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ba2a711. 00000100:00100000:0.0:1767384333.163254:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019e69bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728321536:12345-0@lo:253: 20000000:01000000:1.0:1767384333.163259:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:3.0:1767384333.163264:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000200:0.0:1767384333.163266:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321536 20000000:00000001:1.0:1767384333.163268:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384333.163272:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384333.163275:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384333.163277:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000001:0.0:1767384333.163277:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:1.0:1767384333.163279:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384333.163281:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.163286:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384333.163290:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000001:0.0:1767384333.163290:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00080000:00000001:1.0:1767384333.163297:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384333.163299:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384333.163302:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000020:00000001:0.0:1767384333.163303:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.163308:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384333.163312:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000020:00000001:0.0:1767384333.163312:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384333.163313:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.163317:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384333.163317:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.163321:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.163323:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384333.163327:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 02000000:00000001:0.0:1767384333.163329:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384333.163330:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.163334:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00080000:00000002:1.0:1767384333.163335:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 02000000:00000010:0.0:1767384333.163339:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000baa8a003. 02000000:00000001:0.0:1767384333.163345:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.163346:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00000100:00000001:0.0:1767384333.163350:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384333.163351:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384333.163352:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 20000000:00000001:0.0:1767384333.163357:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384333.163362:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384333.163367:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 26], ns[83, 26] 20000000:00000010:0.0:1767384333.163368:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083ca4be3. 00080000:00000001:1.0:1767384333.163370:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384333.163376:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384333.163378:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.163381:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 26], ns[85, 26] 20000000:00000001:0.0:1767384333.163381:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384333.163385:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384333.163386:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384333.163390:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 26], ns[89, 26] 20000000:00000001:0.0:1767384333.163390:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.163397:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.163401:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:3.0:1767384333.163402:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 26], ns[88, 26] 20000000:00000001:0.0:1767384333.163402:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384333.163409:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384333.163413:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 26], ns[90, 26] 00080000:00000010:1.0:1767384333.163415:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006dc7376c. 00000400:00000200:3.0:1767384333.163420:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 26], ns[101, 26] 00080000:00000001:1.0:1767384333.163421:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473676800 : -113724235874816 : ffff989183517e00) 00080000:00000001:1.0:1767384333.163428:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384333.163431:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[99, 26], ns[102, 26] 00000001:00000001:1.0:1767384333.163433:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384333.163437:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003603a2c0. 00000400:00000200:3.0:1767384333.163440:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00080000:00000001:1.0:1767384333.163442:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.163447:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384333.163450:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384333.163457:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp35 00080000:00000001:1.0:1767384333.163460:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.163465:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp35 lpni_is_preferred = 0 00000400:00000200:3.0:1767384333.163469:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp35 00000400:00000200:3.0:1767384333.163475:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp35 NI seq info: [105:105:256:4294967295] 192.168.202.115@tcp35 LPNI seq info [102:102:8:4294967295] 00080000:00000001:1.0:1767384333.163478:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384333.163483:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp35 00000400:00000200:3.0:1767384333.163494:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp35(192.168.202.115@tcp35:) -> 192.168.202.115@tcp35(192.168.202.115@tcp:192.168.202.115@tcp35) : GET try# 0 00000800:00000200:3.0:1767384333.163501:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp35 00000800:00000010:3.0:1767384333.163505:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000010:3.0:1767384333.163513:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000049b478ad. 00000800:00000010:3.0:1767384333.163518:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b5551b9f. 00000800:00000200:3.0:1767384333.163525:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (2) 00000800:00000200:3.1:1767384333.163530:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (2) 00000400:00000200:3.0:1767384333.163557:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384333.163578:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000400:00000200:0.0:1767384333.163637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163739:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163772:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163844:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163876:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163958:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.163981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.164017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.164047:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.164075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384333.164113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00080000:00000010:2.0:1767384333.164273:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006dc7376c. 00080000:00000010:1.0:1767384333.164308:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003603a2c0. 00040000:00000001:1.0:1767384333.164314:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384333.164316:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1767384333.164317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00080000:00000001:1.0:1767384333.164318:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384333.164325:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384333.164327:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.164329:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384333.164340:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384333.164351:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384333.164354:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384333.164358:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036515a89. 00080000:00000001:1.0:1767384333.164360:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384333.164362:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:0.0:1767384333.164363:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 20000000:00000001:2.0:1767384333.164366:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384333.164371:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384333.164373:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384333.164379:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384333.164385:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384333.164387:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384333.164388:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384333.164390:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384333.164391:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384333.164393:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:2.0:1767384333.164396:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384333.164397:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384333.164399:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384333.164402:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.164402:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00080000:00000001:2.0:1767384333.164404:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384333.164408:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384333.164411:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384333.164413:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384333.164417:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ef25efcc. 00080000:00000001:2.0:1767384333.164420:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349462957568 : -113724246594048 : ffff989182adee00) 00080000:00000001:2.0:1767384333.164427:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384333.164430:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384333.164433:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007746b230. 20000000:01000000:1.0:1767384333.164433:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384333.164435:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384333.164438:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384333.164438:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384333.164442:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384333.164445:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164446:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384333.164447:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164451:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384333.164456:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384333.164459:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1964372. 00010000:00000001:1.0:1767384333.164464:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384333.164468:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001244cd69. 00000400:00000200:0.0:1767384333.164485:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000020:00000001:1.0:1767384333.164495:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384333.164498:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001244cd69 with handle 0x960a57272cefbbce to hash 00000020:00000001:1.0:1767384333.164500:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384333.164502:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164505:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164508:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.164515:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.164517:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384333.164518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164528:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384333.164532:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384333.164533:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384333.164535:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384333.164537:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.164539:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384333.164540:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.164541:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384333.164543:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384333.164544:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384333.164546:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384333.164547:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1964372) refcount = 1 00010000:00010000:1.0:1767384333.164550:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384333.164551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164572:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384333.164574:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384333.164575:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.164577:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164578:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384333.164581:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384333.164583:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384333.164585:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384333.164586:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384333.164588:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=4 00000020:00000001:1.0:1767384333.164590:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164592:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164594:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384333.164595:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164600:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384333.164601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00010000:00010000:1.0:1767384333.164609:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164614:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.164615:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384333.164617:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164620:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.164621:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164623:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384333.164625:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384333.164630:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001244cd69 already unused, calling callback (0000000090c6ba53) 00010000:00000001:1.0:1767384333.164632:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384333.164634:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384333.164635:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00010000:00010000:1.0:1767384333.164636:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164643:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384333.164645:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384333.164646:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384333.164648:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001244cd69 refcount=5 00000020:00000001:1.0:1767384333.164649:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164651:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474213888 : -113724235337728 : ffff98918359b000) 00010000:00000001:1.0:1767384333.164653:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384333.164654:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164658:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384333.164659:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384333.164661:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164664:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384333.164665:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384333.164667:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.164672:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.164672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000020:00000040:1.0:1767384333.164678:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001244cd69 with handle 0x960a57272cefbbce from hash 00010000:00000001:1.0:1767384333.164681:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384333.164683:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.164684:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.164685:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384333.164687:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384333.164689:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384333.164690:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384333.164692:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.164694:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164696:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384333.164697:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384333.164699:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.164699:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.164701:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.164702:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.164703:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164705:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.164709:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.164712:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.164713:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.164714:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384333.164715:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384333.164716:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.164717:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.164719:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384333.164721:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.164722:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.164724:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384333.164726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164727:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384333.164731:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384333.164733:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001244cd69/0x960a57272cefbbce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384333.164746:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1964372 count: 0 00000400:00000200:0.0:1767384333.164750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164756:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384333.164759:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384333.164768:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384333.164771:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384333.164773:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000da68bd68. 00000400:00000200:0.0:1767384333.164775:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 20000000:00000001:1.0:1767384333.164777:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384333.164781:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728321408 00010000:00000001:1.0:1767384333.164784:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384333.164788:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007f67e86 x1853236728321408/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.164794:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00010000:00000001:1.0:1767384333.164795:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384333.164800:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.164805:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.164810:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384333.164813:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384333.164817:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000200:0.0:1767384333.164819:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 02000000:00000001:1.0:1767384333.164821:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384333.164825:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.164829:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384333.164831:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384333.164835:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5437b0. 00000100:00000200:1.0:1767384333.164839:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728321408, offset 224 00000400:00000200:0.0:1767384333.164842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.164847:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384333.164855:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384333.164862:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05580 00000400:00000200:1.0:1767384333.164868:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19d1 [2] + 224 00000400:00000200:1.0:1767384333.164874:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384333.164877:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384333.164881:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384333.164883:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000100:00000200:1.0:1767384333.164885:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.164898:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.164915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000100:00000001:1.0:1767384333.164921:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384333.164931:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5437b0 00000400:00000010:1.0:1767384333.164934:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5437b0. 00000100:00000001:1.0:1767384333.164938:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384333.164940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000100:00000001:1.0:1767384333.164941:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.164949:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.164953:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384333.164957:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384333.164959:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.164962:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384333.164966:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007f67e86 x1853236728321408/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.164975:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007f67e86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728321408:12345-0@lo:253: Request processed in 1917us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384333.164984:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767384333.164988:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384333.164990:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384333.164992:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384333.164998:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd2007ca. 00000020:00000010:1.0:1767384333.165003:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000020:00000010:1.0:1767384333.165007:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007178effa. 00000020:00000040:1.0:1767384333.165013:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:1.0:1767384333.165018:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384333.165020:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eeaa46b7. 02000000:00000001:1.0:1767384333.165025:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384333.165027:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384333.165031:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384333.165035:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e36ff26f. 00000400:00000010:1.0:1767384333.165038:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5437b0. 00000100:00000001:1.0:1767384333.165052:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384333.165054:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f22d4eb. 00000100:00000001:1.0:1767384333.165055:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384333.165059:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:0.0:1767384333.165060:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043a026dc. 00000400:00000001:1.0:1767384333.165061:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:0.0:1767384333.165065:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d61042d. 00000400:00000010:1.0:1767384333.165070:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718e061f. 00000400:00000200:1.0:1767384333.165073:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019bfa7b3 00000400:00000010:1.0:1767384333.165075:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019bfa7b3. 00000100:00000001:1.0:1767384333.165077:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384333.165081:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384333.165085:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d61042d. 00000100:00000200:1.0:1767384333.165088:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.165095:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00020000:0.0:1767384333.165095:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000100:00000001:1.0:1767384333.165099:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384333.165100:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043a026dc. 00000100:00000001:1.0:1767384333.165102:0:16357:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:0.0:1767384333.165103:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009f22d4eb. 02000000:00000001:1.0:1767384333.165104:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.165107:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.165109:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.165111:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.165114:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.165117:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.165120:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.165121:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.165123:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384333.165125:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.165127:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.165130:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.165154:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.165157:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.165159:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:0.0:1767384333.165161:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp35 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000020:01000004:1.0:1767384333.165163:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384333.165166:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384333.165170:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384333.165172:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp35 notifying 192.168.202.115@tcp35: down 00000020:01000004:1.0:1767384333.165173:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384333.165176:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384333.165179:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384333.165180:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384333.165181:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384333.165184:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384333.165184:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp35 down 00000020:01000004:1.0:1767384333.165191:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000100:0.0:1767384333.165195:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp35 00000100:00000040:1.0:1767384333.165198:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384333.165202:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000100:00100000:1.0:1767384333.165209:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728321408:0@lo:253: 00000400:00000200:0.0:1767384333.165209:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:1.0:1767384333.165217:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.165220:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384333.165221:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp35->192.168.202.115@tcp35: GET: LOCAL_ERROR 00000100:00000040:1.0:1767384333.165224:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728321408/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.165232:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.165234:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384333.165235:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp35 added to recovery queue. ping count: 0 next ping: 254 health :900 02000000:00000010:1.0:1767384333.165236:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008eb2c045. 00000400:00000200:0.0:1767384333.165242:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384333.165243:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.165247:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384333.165250:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000020:00000040:1.0:1767384333.165251:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384333.165255:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.165258:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e27263b7. 00000400:00000200:0.0:1767384333.165259:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 02000000:00000001:1.0:1767384333.165265:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.165268:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.165269:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:1.0:1767384333.165272:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.165274:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.165275:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.165279:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.165281:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.165282:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384333.165283:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.165288:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.165291:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100851 00000400:00000001:2.0:1767384333.165297:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384333.165299:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384333.165301:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a2b06a 00000400:00000010:2.0:1767384333.165302:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a2b06a. 00000400:00000200:2.0:1767384333.165306:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384333.165309:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:2.0:1767384333.165313:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000007a4f4bcd. 00000400:00000200:2.0:1767384333.165316:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (29) 00000400:00000200:2.0:1767384333.165319:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:2.0:1767384333.165321:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 rc -71 00000400:00000200:2.0:1767384333.165325:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384333.165328:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (28) 00080000:00000010:2.0:1767384333.165709:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ef25efcc. 00080000:00000010:0.0:1767384333.165753:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007746b230. 00040000:00000001:0.0:1767384333.165760:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384333.165762:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384333.165765:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384333.165769:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384333.165771:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.165773:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384333.165775:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384333.165787:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384333.165790:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384333.165794:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384333.165814:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384333.165818:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384333.165820:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384333.165824:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384333.165826:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384333.165832:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ce68dd0. 00010000:00000001:1.0:1767384333.165836:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384333.165839:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070ee400f. 00000020:00000001:1.0:1767384333.165841:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384333.165848:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070ee400f with handle 0x960a57272cefbbd5 to hash 00000020:00000001:1.0:1767384333.165850:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384333.165851:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384333.165853:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384333.165855:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.165856:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.165858:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.165863:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384333.165865:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384333.165867:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384333.165868:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384333.165869:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.165870:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384333.165871:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.165872:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384333.165873:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384333.165874:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384333.165876:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384333.165877:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ce68dd0) refcount = 1 00010000:00010000:1.0:1767384333.165879:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.165882:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384333.165884:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384333.165885:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.165886:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.165887:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384333.165888:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384333.165890:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384333.165892:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384333.165894:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384333.165895:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=4 00000020:00000001:1.0:1767384333.165896:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384333.165901:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384333.165903:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384333.165905:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.165912:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384333.165914:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.165920:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.165922:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384333.165924:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384333.165928:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384333.165929:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.165932:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.165934:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384333.165937:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384333.165941:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384333.165945:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083ca4be3. 00010000:00010000:1.0:1767384333.165948:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070ee400f already unused, calling callback (0000000090c6ba53) 20000000:00000001:0.0:1767384333.165951:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.165953:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:0.0:1767384333.165955:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728321536 00010000:00000001:1.0:1767384333.165957:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1767384333.165960:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384333.165961:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384333.165967:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019e69bfb x1853236728321536/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.165977:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384333.165980:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384333.165984:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384333.165985:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384333.165989:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384333.165990:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070ee400f refcount=5 00000100:00001000:0.0:1767384333.165994:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=56 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384333.165995:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00010000:00000001:1.0:1767384333.166003:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474211328 : -113724235340288 : ffff98918359a600) 00000100:00000001:0.0:1767384333.166003:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384333.166008:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384333.166009:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00010000:1.0:1767384333.166012:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384333.166014:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384333.166017:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384333.166019:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.166023:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384333.166029:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384333.166029:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384333.166032:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384333.166034:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.166035:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a026dc. 00010000:00000001:1.0:1767384333.166037:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384333.166041:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384333.166042:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384333.166043:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.166043:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728321536, offset 224 00000020:00000040:1.0:1767384333.166047:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070ee400f with handle 0x960a57272cefbbd5 from hash 00010000:00000001:1.0:1767384333.166050:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384333.166052:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.166054:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.166055:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384333.166055:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384333.166058:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384333.166060:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384333.166061:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384333.166062:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384333.166065:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.166067:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384333.166069:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384333.166072:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384333.166075:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384333.166077:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05600 00010000:00000001:1.0:1767384333.166078:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.166081:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.166085:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.166085:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19d9 [2] + 224 00010000:00000001:1.0:1767384333.166090:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.166095:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384333.166096:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.166103:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384333.166109:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384333.166109:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384333.166113:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384333.166114:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.166116:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384333.166119:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384333.166122:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384333.166125:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384333.166129:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384333.166132:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.166133:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.166182:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384333.166190:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a026dc 00000400:00000010:0.0:1767384333.166193:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043a026dc. 00000100:00000001:0.0:1767384333.166203:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.166205:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.166210:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.166213:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384333.166215:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384333.166217:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.166219:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384333.166223:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019e69bfb x1853236728321536/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.166231:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019e69bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728321536:12345-0@lo:253: Request processed in 3007us (3388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384333.166238:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384333.166240:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384333.166242:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.166243:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384333.166246:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5e21d5e. 00000100:00000001:2.0:1767384333.166250:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384333.166250:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000100:00000001:2.0:1767384333.166254:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384333.166256:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000346c3908. 00000400:00000001:2.0:1767384333.166259:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384333.166261:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384333.166262:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000400:00000010:2.0:1767384333.166263:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063af9729. 02000000:00000001:0.0:1767384333.166268:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384333.166269:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb1ea930 02000000:00000010:0.0:1767384333.166271:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000baa8a003. 00000400:00000010:2.0:1767384333.166272:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb1ea930. 02000000:00000001:0.0:1767384333.166279:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384333.166280:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384333.166285:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384333.166288:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384333.166290:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384333.166296:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022806221. 00000400:00000010:0.0:1767384333.166302:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a026dc. 00000100:00000200:2.0:1767384333.166307:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.166318:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384333.166328:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.166332:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384333.166333:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384333.166335:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384333.166337:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384333.166340:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384333.166343:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384333.166347:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384333.166349:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384333.166351:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384333.166353:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384333.166354:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.166356:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384333.166359:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.166364:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384333.166366:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384333.166367:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384333.166369:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384333.166371:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384333.166372:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384333.166373:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384333.166374:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384333.166375:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384333.166376:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384333.166377:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384333.166379:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384333.166381:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384333.166386:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728321536:0@lo:253: 00000100:00000001:2.0:1767384333.166390:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.166392:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384333.166394:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728321536/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.166398:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384333.166406:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384333.166407:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c177b336. 02000000:00000001:2.0:1767384333.166412:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384333.166413:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384333.166414:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384333.166416:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384333.166417:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000490d2d89. 02000000:00000001:2.0:1767384333.166420:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384333.166421:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384333.166422:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:2.0:1767384333.166425:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384333.166426:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.166427:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.166431:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384333.166432:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.166435:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384333.166437:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.166451:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.166459:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384333.166464:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384333.166465:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384333.166466:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070ee400f/0x960a57272cefbbd5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384333.166470:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ce68dd0 count: 0 00010000:00000001:1.0:1767384333.166476:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384333.166477:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384333.168174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1964372. 00010000:00000010:1.1:1767384333.168184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001244cd69. 00010000:00000010:1.1:1767384333.170177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ce68dd0. 00010000:00000010:1.1:1767384333.170185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070ee400f. 00000100:00000040:2.0:1767384333.170193:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294921213, at 4294921214 00000100:00000040:1.0:1767384333.170200:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294921213, at 4294921214 00000100:00000010:2.0:1767384333.170202:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d426f0a. 00000100:00000010:1.0:1767384333.170206:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004180cab8. 00000100:00000040:0.0:1767384333.170227:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294921213, at 4294921214 00000100:00000010:0.0:1767384333.170234:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e128a5e. 00000100:00000040:3.0:1767384333.171170:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294921213, at 4294921215 00000100:00000010:3.0:1767384333.171178:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db3436df. 00000400:00000001:3.0:1767384333.172191:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384333.172195:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384333.172197:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a50616 00000400:00000010:3.0:1767384333.172200:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3a50616. 00000400:00000200:3.0:1767384333.172205:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384333.172210:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384333.172218:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001df933fc. 00000400:00000010:3.0:1767384333.172222:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af6a486a. 00000400:00000001:3.0:1767384333.172228:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384333.172230:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384333.172232:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:3.0:1767384333.172234:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000400:00000200:3.0:1767384333.172238:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384333.172242:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384333.172246:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a750a42. 00000400:00000010:3.0:1767384333.172250:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ba969a6. 00000400:00000200:3.0:1767384333.172261:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00000400:00000010:3.0:1767384333.172266:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f1e45f20. 00000400:00000010:3.0:1767384333.172271:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ba969a6. 00000400:00000010:3.0:1767384333.172275:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000010:3.0:1767384333.172281:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000deb6b472. 00000400:00000200:3.0:1767384333.172287:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00000400:00000200:3.0:1767384333.172297:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000400:00000200:3.0:1767384333.172303:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000400:00000200:3.0:1767384333.172308:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [106:106:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384333.172314:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000400:00000200:3.0:1767384333.172322:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000800:00000200:3.0:1767384333.172327:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000800:00000010:3.0:1767384333.172331:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000200:3.0:1767384333.172345:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000800:00000200:3.1:1767384333.172350:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000400:00000200:3.0:1767384333.172371:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:1.0:1767384333.172416:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172512:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172609:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172633:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172693:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172712:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172730:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172751:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172770:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172795:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172829:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172858:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172883:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172919:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172952:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.172985:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173018:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173043:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173067:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173103:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173117:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173253:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173301:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173320:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384333.173338:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384333.173486:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb2c045. 00000800:00000010:1.0:1767384333.173490:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000019bfa7b3. 00000800:00000010:1.0:1767384333.173494:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003603a2c0. 00000800:00000010:1.0:1767384333.173511:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003603a2c0. 00000800:00020000:1.0:1767384333.173518:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384333.173520:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000019bfa7b3. 00000800:00000010:1.0:1767384333.173523:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008eb2c045. 00000400:02020000:1.0:1767384333.173585:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384333.173590:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000800:00000200:1.0:1767384333.173593:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000800:00000100:1.0:1767384333.173597:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:1.0:1767384333.173599:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:1.0:1767384333.173602:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384333.173605:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384333.173611:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384333.173614:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384333.173624:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00000400:00000010:1.0:1767384333.181536:0:30285:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000053381b8a. 00000400:00000040:1.0:1767384333.181554:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.181556:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384333.181571:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.181574:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.181576:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.181577:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384333.181580:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.181581:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384333.181582:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384333.181583:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384333.181585:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384333.181586:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.181588:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384333.181589:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.181589:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384333.181591:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384333.181592:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.181593:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384333.181594:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384333.181595:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.181596:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.181597:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.181598:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.181599:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.181600:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384333.181602:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.181603:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.181604:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.181605:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.181606:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.181607:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384333.181608:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.181609:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.181610:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.181611:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.181612:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.181618:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384333.181620:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.181621:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.181622:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384333.181623:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384333.181624:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.181626:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384333.181627:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384333.181628:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384333.181628:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384333.181629:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384333.181630:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384333.181632:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384333.181632:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.181633:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384333.181634:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384333.181635:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384333.181636:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384333.181637:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384333.181638:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384333.181639:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384333.181698:0:30285:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000053381b8a. 00010000:00000001:2.0:1767384333.620179:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384333.620185:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384333.620190:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384333.620191:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.620218:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384333.620223:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.620226:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384333.684237:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384333.684237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384333.684242:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384333.684244:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384333.684249:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e93055. 00000100:00000010:0.0:1767384333.684249:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de94863b. 00000020:00000040:1.0:1767384333.684255:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384333.684255:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384333.684259:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384333.684259:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384333.684262:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384333.684267:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.684268:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.684269:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384333.684275:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9e9630a. 02000000:00000010:0.0:1767384333.684275:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c9b8fbe. 00000100:00000001:1.0:1767384333.684282:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.684282:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.684287:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384333.684290:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.684290:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384333.684296:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e93055] to pc [ptlrpcd_00_01+1] req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.684300:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.684301:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.684304:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de94863b] to pc [ptlrpcd_00_02+2] req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384333.684330:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.684330:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.684332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384333.684336:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384333.684339:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000100:00000001:1.0:1767384333.684341:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384333.684342:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384333.684344:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.684345:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384333.684346:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384333.684349:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384333.684349:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384333.684350:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384333.684351:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684353:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384333.684357:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384333.684357:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a784d72e. 00000100:00000040:3.0:1767384333.684360:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.684361:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.684361:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.684367:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384333.684369:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384333.684370:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.684372:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384333.684379:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.684380:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.684383:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.684385:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.684388:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.684390:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384333.684392:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384333.684394:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384333.684394:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_03+3] req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.684395:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.684401:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.684401:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384333.684405:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384333.684409:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.684410:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728321792:0@lo:400: 00000100:00000001:0.0:1767384333.684412:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384333.684417:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e93055 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728321664:0@lo:13: 00000100:00000040:0.0:1767384333.684418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384333.684419:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384333.684423:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384333.684424:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384333.684425:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384333.684427:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384333.684428:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384333.684428:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 02000000:00000001:1.0:1767384333.684432:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.684434:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384333.684435:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384333.684436:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384333.684439:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd8f34ba. 02000000:00000010:1.0:1767384333.684441:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000561a3668. 02000000:00000001:3.0:1767384333.684445:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.684446:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.684446:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384333.684449:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.684451:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.684452:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b66751fd. 00000400:00000010:1.0:1767384333.684453:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e061f. 02000000:00000010:0.0:1767384333.684456:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078327935. 00000100:00000001:0.0:1767384333.684459:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.684462:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3a50616. 00000400:00000010:1.0:1767384333.684462:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000100:00000040:0.0:1767384333.684463:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384333.684471:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728321792, portal 25 00000100:00000200:1.0:1767384333.684471:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728321664, portal 4 00000100:00000001:0.0:1767384333.684472:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.684475:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684476:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384333.684477:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.684478:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801158528 : -113719908393088 : ffff989285419f80) 00000100:00000040:0.0:1767384333.684479:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_00+0] req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.684480:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492206464 : -113724217345152 : ffff9891846c3b80) 00000100:00000040:3.0:1767384333.684486:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.684489:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.684500:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.684504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384333.684510:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384333.684511:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384333.684511:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384333.684515:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384333.684516:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000100:00000040:1.0:1767384333.684518:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.684520:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00000020:00000040:0.0:1767384333.684520:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384333.684522:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 00000100:00000001:0.0:1767384333.684524:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384333.684525:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728321792, offset 0 02000000:00000001:0.0:1767384333.684527:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.684530:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.684531:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728321664, offset 0 02000000:00000010:0.0:1767384333.684534:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5f6f561. 00000400:00000200:3.0:1767384333.684535:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384333.684538:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.684542:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384333.684543:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384333.684563:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384333.684569:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384333.684573:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.684574:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.684576:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce05700 00000400:00000200:1.0:1767384333.684579:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce05680 00000100:00000040:0.0:1767384333.684579:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089139bd1] to pc [ptlrpcd_00_01+1] req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384333.684587:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000001:0.0:1767384333.684594:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.684595:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.684598:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1255 [2] + 0 00000100:00000040:0.0:1767384333.684600:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000400:00000200:1.0:1767384333.684604:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384333.684605:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032730fd4. 00000400:00000200:3.0:1767384333.684610:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8e344ac 00000400:00000200:3.0:1767384333.684614:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384333.684618:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384333.684619:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384333.684623:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384333.684625:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e344ac 00000400:00000010:3.0:1767384333.684629:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e344ac. 00000100:00000010:1.0:1767384333.684631:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000372fdfb7. 00000100:00000001:3.0:1767384333.684633:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.684636:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384333.684637:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000372fdfb7 x1853236728321664 msgsize 224 00000100:00000040:3.0:1767384333.684640:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000004aa1c0c8 x1853236728321792 msgsize 224 00000100:00100000:1.0:1767384333.684648:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384333.684650:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.684653:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384333.684660:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384333.684665:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384333.684669:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000400:00000010:1.0:1767384333.684672:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000100:00000001:1.0:1767384333.684676:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384333.684679:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee640459 00000100:00000200:1.0:1767384333.684682:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.684683:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee640459. 00000100:00000001:3.0:1767384333.684688:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.684695:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.684696:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.684704:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.684706:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.684712:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.684717:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.684722:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.684723:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684726:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.684729:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684732:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.684736:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3798 usecs (4 jiffies) 00000100:00000001:3.0:1767384333.684737:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294921735 00000100:00000001:1.0:1767384333.684742:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921732 00000100:00000010:3.0:1767384333.684744:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b45214e. 00000100:00000001:3.0:1767384333.684751:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384333.684756:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294921735 00000100:00000010:3.0:1767384333.684759:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064eb120b. 00000100:00000001:1.0:1767384333.684759:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921735 00000100:00000001:3.0:1767384333.684762:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384333.684765:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921732 00000100:00000001:3.0:1767384333.684768:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294921735 00000100:00000001:1.0:1767384333.684769:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921735 00000100:00000010:3.0:1767384333.684771:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009aca4a47. 00000100:00000001:1.0:1767384333.684774:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921732 00000100:00000001:3.0:1767384333.684776:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384333.684787:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294921735 00000100:00000001:1.0:1767384333.684788:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921735 00000100:00000001:1.0:1767384333.684792:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921732 00000100:00000010:3.0:1767384333.684793:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b343e6. 00000100:00000001:3.0:1767384333.684797:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384333.684800:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.684804:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:3.0:1767384333.684805:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684811:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.684811:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.684816:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684817:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.684822:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684825:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.684826:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.684829:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.684833:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.684833:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.684837:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.684838:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.684842:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.684843:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.684846:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384333.684848:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384333.684849:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384333.684853:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.684856:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.684859:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.684863:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.684869:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.684869:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.684873:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.684873:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684877:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384333.684878:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384333.684882:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384333.684884:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.684886:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.684890:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728322048:0@lo:400: 00000100:00000001:1.0:1767384333.684897:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384333.684901:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384333.684903:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.684906:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384333.684907:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384333.684910:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384333.684913:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3412e2f. 02000000:00000001:3.0:1767384333.684914:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384333.684918:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.684919:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.684924:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384333.684925:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f7d5d8. 00000100:00100000:3.0:1767384333.684928:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728321920:0@lo:400: 00000100:00000001:3.0:1767384333.684932:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384333.684933:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 02000000:00000001:3.0:1767384333.684934:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384333.684937:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.684940:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384333.684940:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728322048, portal 10 00000100:00000001:1.0:1767384333.684945:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384333.684946:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b52f5b0. 00000100:00000001:1.0:1767384333.684947:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 02000000:00000001:3.0:1767384333.684950:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.684954:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000907e9a66. 00000100:00000040:1.0:1767384333.684957:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.684961:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00000100:00000001:1.0:1767384333.684964:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384333.684970:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384333.684972:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728321920, portal 4 00000400:00000010:1.0:1767384333.684974:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be6902fe. 00000100:00000001:3.0:1767384333.684975:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.684977:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 00000100:00000040:3.0:1767384333.684984:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384333.684987:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728322048, offset 0 00000100:00000001:3.0:1767384333.684994:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.685001:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384333.685002:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384333.685004:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000200:3.0:1767384333.685008:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728321920, offset 0 00000400:00000200:1.0:1767384333.685014:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.685018:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384333.685026:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05800 00000400:00000200:3.0:1767384333.685029:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384333.685037:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:3.0:1767384333.685041:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce05780 00000400:00000200:1.0:1767384333.685046:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.685050:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000400:00000200:1.0:1767384333.685053:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.685056:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384333.685059:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384333.685062:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384333.685063:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384333.685067:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.685069:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384333.685069:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021f7d910. 00000100:00000040:1.0:1767384333.685075:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000021f7d910 x1853236728322048 msgsize 224 00000100:00000010:3.0:1767384333.685076:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077d00ccd. 00000100:00000040:3.0:1767384333.685080:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000077d00ccd x1853236728321920 msgsize 224 00000100:00100000:1.0:1767384333.685085:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384333.685090:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384333.685098:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384333.685102:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384333.685105:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6902fe 00000400:00000010:1.0:1767384333.685108:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be6902fe. 00000100:00000001:1.0:1767384333.685111:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384333.685115:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000100:00000200:1.0:1767384333.685115:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.685119:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00000100:00000001:3.0:1767384333.685124:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.685130:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.685130:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384333.685158:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.685163:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.685163:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.685166:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.685170:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.685173:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384333.685186:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.685190:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685192:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685195:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.685196:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.685199:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384333.685201:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685202:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685205:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.685205:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384333.685206:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3798 usecs (4 jiffies) 02000000:00000001:0.0:1767384333.685208:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384333.685210:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3067 usecs (4 jiffies) 00000100:00000001:3.0:1767384333.685211:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921733 02000000:00000001:0.0:1767384333.685213:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685214:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921733 00000100:00000001:1.0:1767384333.685216:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921735 00000100:00100000:0.0:1767384333.685217:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728322176:0@lo:400: 00000100:00000001:1.0:1767384333.685221:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000001:3.0:1767384333.685223:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921735 00000100:00000001:1.0:1767384333.685224:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921735 00000100:00000001:0.0:1767384333.685224:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384333.685228:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000001:1.0:1767384333.685229:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921733 02000000:00000001:0.0:1767384333.685229:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384333.685233:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921735 00000100:00000001:1.0:1767384333.685234:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921735 02000000:00000001:0.0:1767384333.685234:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685238:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921733 02000000:00000001:0.0:1767384333.685238:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384333.685239:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921733 00000100:00000001:3.0:1767384333.685243:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921735 02000000:00000010:0.0:1767384333.685245:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f0b1d60. 00000100:00000001:3.0:1767384333.685246:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921733 02000000:00000001:0.0:1767384333.685250:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685251:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:3.0:1767384333.685254:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:1.0:1767384333.685254:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384333.685256:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be25d76d. 00000100:00000001:1.0:1767384333.685258:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685260:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.685263:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685263:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.685264:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000001:1.0:1767384333.685269:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.685270:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.685270:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728322176, portal 10 00000100:00000001:3.0:1767384333.685274:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685274:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.685275:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384333.685277:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384333.685279:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000100:00000001:1.0:1767384333.685282:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.685283:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.685285:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.685285:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.685288:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685292:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.685295:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384333.685299:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000001:3.0:1767384333.685300:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384333.685302:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728322176, offset 0 00000100:00100000:3.0:1767384333.685305:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321792 00000100:00000001:1.0:1767384333.685308:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384333.685310:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384333.685310:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384333.685311:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321920 00000100:00000001:3.0:1767384333.685315:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384333.685316:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384333.685320:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384333.685321:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685321:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.685323:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.685327:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05880 02000000:00000001:3.0:1767384333.685328:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.685328:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.685333:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00100000:3.0:1767384333.685336:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321792 00000100:00100000:1.0:1767384333.685336:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321920 00000400:00000200:0.0:1767384333.685338:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384333.685339:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384333.685342:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384333.685342:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000400:00000200:0.0:1767384333.685344:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384333.685345:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384333.685347:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384333.685348:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384333.685348:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384333.685351:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1767384333.685352:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000040:1.0:1767384333.685353:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:3.0:1767384333.685356:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384333.685359:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:3.0:1767384333.685360:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000010:0.0:1767384333.685363:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00000020:00000001:1.0:1767384333.685364:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000040:0.0:1767384333.685367:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000007660d57b x1853236728322176 msgsize 224 00000100:00000001:3.0:1767384333.685368:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384333.685369:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.685374:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d99e55d9. 00000100:00100000:0.0:1767384333.685374:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384333.685375:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:3.0:1767384333.685379:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384333.685382:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000534a31d3. 00000020:00000010:3.0:1767384333.685383:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d99e55d9. 00000100:00000001:0.0:1767384333.685383:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384333.685391:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000020:00000010:3.0:1767384333.685392:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c194df. 00000020:00000040:1.0:1767384333.685392:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000400:00000010:0.0:1767384333.685394:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:0.0:1767384333.685398:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384333.685399:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4f944e9. 00000100:00000200:0.0:1767384333.685403:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.685404:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384333.685406:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000020:00000010:1.0:1767384333.685409:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007178effa. 00000100:00000001:0.0:1767384333.685411:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384333.685414:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000edcd2396. 00000100:00000040:0.0:1767384333.685416:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384333.685419:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00000040:3.0:1767384333.685421:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384333.685424:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685425:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384333.685428:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384333.685429:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.685430:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.685431:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.685432:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685433:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.685436:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685440:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685442:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384333.685442:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3447 usecs (4 jiffies) 00000100:00000001:0.0:1767384333.685446:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294921733 00000100:00000001:1.0:1767384333.685449:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384333.685449:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294921735 00000100:00000001:0.0:1767384333.685451:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000001:3.0:1767384333.685452:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.685452:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384333.685454:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294921735 00000100:00000001:1.0:1767384333.685456:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685458:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294921733 00000100:00000001:0.0:1767384333.685460:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294921735 00000100:00000001:0.0:1767384333.685463:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294921733 00000100:00000001:0.0:1767384333.685465:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:3.0:1767384333.685467:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384333.685468:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.685468:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.685471:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384333.685473:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.685477:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:0.0:1767384333.685479:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.685481:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384333.685483:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.685483:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.685484:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853332560 : -113719856219056 : ffff9892885dbc50) 00000100:00000001:1.0:1767384333.685487:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384333.685490:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384333.685492:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004aa1c0c8 x1853236728321792/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.685493:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384333.685493:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384333.685500:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:0.0:1767384333.685500:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.685505:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384333.685506:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498620928 : -113724210930688 : ffff989184ce1c00) 00000100:00000001:0.0:1767384333.685506:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.685510:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.685511:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d99e55d9. 00000100:00000040:1.0:1767384333.685512:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000077d00ccd x1853236728321920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.685512:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685515:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.685519:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d99e55d9. 00000100:00000001:0.0:1767384333.685524:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.685527:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.685528:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004aa1c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728321792:12345-0@lo:400: 00000100:00000001:1.0:1767384333.685530:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384333.685533:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321792 00000020:00000001:3.0:1767384333.685536:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384333.685536:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000100:00000001:0.0:1767384333.685539:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384333.685540:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384333.685541:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384333.685541:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728321664 00000020:00000001:3.0:1767384333.685544:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384333.685545:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 02000000:00000001:0.0:1767384333.685545:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384333.685548:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384333.685549:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384333.685566:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00000001:0.0:1767384333.685566:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384333.685567:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000077d00ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728321920:12345-0@lo:400: 00000020:00000001:3.0:1767384333.685573:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384333.685573:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.685574:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321920 00000100:00100000:0.0:1767384333.685576:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728321664 00000020:00000001:3.0:1767384333.685577:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.685578:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384333.685579:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384333.685580:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:0.0:1767384333.685582:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384333.685583:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384333.685583:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384333.685585:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384333.685587:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.685588:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384333.685588:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000020:00000001:3.0:1767384333.685590:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384333.685592:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.685592:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:3.0:1767384333.685594:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384333.685595:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:0.0:1767384333.685595:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:3.0:1767384333.685597:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384333.685600:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384333.685600:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384333.685603:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006233d9e0. 00000020:00000001:1.0:1767384333.685605:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384333.685605:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000020:00000001:1.0:1767384333.685608:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384333.685608:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384333.685610:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384333.685610:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 02000000:00000001:3.0:1767384333.685612:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.685614:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685616:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384333.685617:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d755b43a. 00000020:00000001:1.0:1767384333.685618:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384333.685620:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685622:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384333.685622:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d124efb0. 00010000:00000040:3.0:1767384333.685623:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728321792 02000000:00000001:1.0:1767384333.685626:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384333.685627:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384333.685628:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 02000000:00000010:1.0:1767384333.685631:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccb62f81. 00010000:00000200:3.0:1767384333.685634:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004aa1c0c8 x1853236728321792/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384333.685635:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.685636:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384333.685639:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384333.685640:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685642:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.685645:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.685647:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384333.685649:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.685650:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685651:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384333.685655:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728321920 00000100:00001000:3.0:1767384333.685657:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=56 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384333.685658:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384333.685663:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384333.685664:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384333.685665:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077d00ccd x1853236728321920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.685666:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384333.685672:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384333.685675:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384333.685677:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384333.685678:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384333.685681:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.685682:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384333.685685:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384333.685686:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384333.685687:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.685689:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000100:00001000:1.0:1767384333.685691:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=46 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384333.685692:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384333.685693:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492197504 : -113724217354112 : ffff9891846c1880) 00000400:00000010:3.0:1767384333.685697:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000001:1.0:1767384333.685698:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384333.685702:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728321792, offset 224 00000100:00000040:1.0:1767384333.685703:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000040:0.0:1767384333.685705:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000372fdfb7 x1853236728321664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.685710:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000200:3.0:1767384333.685715:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384333.685715:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384333.685719:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685720:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384333.685723:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384333.685724:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000400:00000200:3.0:1767384333.685727:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384333.685728:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384333.685730:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384333.685733:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000400:00000010:1.0:1767384333.685735:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be6902fe. 00000100:00000200:1.0:1767384333.685739:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728321920, offset 224 00000400:00000200:3.0:1767384333.685742:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce05700 00000100:00100000:0.0:1767384333.685742:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000372fdfb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236728321664:12345-0@lo:13: 00000400:00000200:1.0:1767384333.685747:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384333.685749:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728321664 00000020:00000001:0.0:1767384333.685751:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384333.685754:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19fd [1] + 224 00000020:00000001:0.0:1767384333.685755:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384333.685758:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384333.685758:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.685763:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384333.685764:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.685767:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000400:00000200:1.0:1767384333.685768:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce05780 00000400:00000200:3.0:1767384333.685771:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384333.685774:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384333.685776:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a11 [1] + 224 00000020:00000001:0.0:1767384333.685777:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.685779:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384333.685780:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384333.685781:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384333.685782:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384333.685782:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685787:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384333.685788:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384333.685789:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384333.685789:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384333.685793:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000895196c4. 00000100:00000001:1.0:1767384333.685796:0:17895:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384333.685797:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.685802:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.685802:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384333.685808:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384333.685813:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384333.685813:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384333.685817:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:1.0:1767384333.685819:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384333.685828:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.685832:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000024:0.0:1767384333.685832:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384333.685834:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:0.0:1767384333.685838:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:3.0:1767384333.685840:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000020:00000020:0.0:1767384333.685841:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000400:00000010:3.0:1767384333.685844:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00002000:00000020:0.0:1767384333.685847:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384333.685850:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384333.685856:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384333.685857:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384333.685858:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6902fe 00000100:00000001:3.0:1767384333.685860:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384333.685862:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be6902fe. 00000001:00000001:0.0:1767384333.685865:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685866:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1767384333.685868:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.685869:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.685869:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:0.0:1767384333.685871:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728321664 00000100:00000040:3.0:1767384333.685875:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384333.685876:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384333.685879:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.685881:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:0.0:1767384333.685882:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000372fdfb7 x1853236728321664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.685884:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:3.0:1767384333.685885:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.685887:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384333.685892:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384333.685892:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.685894:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384333.685897:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384333.685897:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.685900:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=46 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384333.685901:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004aa1c0c8 x1853236728321792/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.685902:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077d00ccd x1853236728321920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.685906:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384333.685908:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.685912:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384333.685917:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384333.685919:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.685923:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.685928:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384333.685934:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000077d00ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16357:x1853236728321920:12345-0@lo:400: Request processed in 403us (851us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384333.685934:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00100000:3.0:1767384333.685938:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004aa1c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728321792:12345-0@lo:400: Request processed in 429us (1294us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384333.685939:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728321664, offset 224 00000100:00100000:1.0:1767384333.685947:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:0.0:1767384333.685948:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384333.685951:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000100:00100000:3.0:1767384333.685953:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000001:1.0:1767384333.685955:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384333.685956:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.685959:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384333.685960:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384333.685963:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384333.685964:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000edcd2396. 00000400:00000200:0.0:1767384333.685965:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce05680 00000100:00000001:3.0:1767384333.685966:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384333.685969:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000020:00000010:3.0:1767384333.685972:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4f944e9. 00000400:00000200:0.0:1767384333.685972:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a01 [1] + 224 00000020:00000010:1.0:1767384333.685974:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007178effa. 00000020:00000010:3.0:1767384333.685980:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000400:00000200:0.0:1767384333.685980:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384333.685981:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:1.0:1767384333.685987:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384333.685988:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c194df. 00000400:00000200:0.0:1767384333.685989:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384333.685995:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:0.0:1767384333.685995:0:18424:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384333.686001:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00080000:1.0:1767384333.686003:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:0.0:1767384333.686003:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384333.686004:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006233d9e0. 00000020:00000040:1.0:1767384333.686009:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 02000000:00000001:3.0:1767384333.686010:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384333.686014:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384333.686020:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384333.686021:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.686026:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a868db8d. 00000400:00000010:3.0:1767384333.686032:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bd9570e. 00000100:00000001:0.0:1767384333.686041:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.686044:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384333.686046:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322048 00000400:00000200:0.0:1767384333.686047:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 02000000:00000001:1.0:1767384333.686049:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384333.686049:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:1.0:1767384333.686051:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.686053:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384333.686053:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384333.686054:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.686057:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322176 02000000:00000001:1.0:1767384333.686059:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.686060:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384333.686061:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.686063:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384333.686063:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322048 00000100:00000001:0.0:1767384333.686067:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.686068:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.686068:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384333.686071:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000040:0.0:1767384333.686073:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000001:3.0:1767384333.686074:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.686075:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384333.686077:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384333.686079:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322176 00000020:00000040:1.0:1767384333.686079:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000001:0.0:1767384333.686080:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.686083:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:3.0:1767384333.686084:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384333.686085:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384333.686086:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000040:3.0:1767384333.686087:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:1.0:1767384333.686089:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384333.686090:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000372fdfb7 x1853236728321664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.686098:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384333.686100:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000020:00000040:3.0:1767384333.686101:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000100:00000001:1.0:1767384333.686103:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384333.686105:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000372fdfb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728321664:12345-0@lo:13: Request processed in 382us (1465us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384333.686107:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000010:1.0:1767384333.686108:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 00000020:00000001:3.0:1767384333.686114:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000010:1.0:1767384333.686115:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007178effa. 00000100:00100000:0.0:1767384333.686117:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384333.686119:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384333.686120:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000edcd2396. 00000100:00000040:0.0:1767384333.686120:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000010:3.0:1767384333.686123:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d99e55d9. 00000100:00000001:0.0:1767384333.686123:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384333.686125:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00000001:0.0:1767384333.686128:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384333.686129:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f29eabdb. 00000020:00000010:0.0:1767384333.686131:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d124efb0. 00000020:00000040:3.0:1767384333.686151:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000040:1.0:1767384333.686159:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384333.686160:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000100:00000001:3.0:1767384333.686162:0:17913:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384333.686163:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384333.686164:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d755b43a. 00000100:00000001:1.0:1767384333.686166:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384333.686167:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c194df. 00000100:00000001:1.0:1767384333.686168:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384333.686168:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000020:00000010:3.0:1767384333.686172:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4f944e9. 00000100:00000001:0.0:1767384333.686173:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.686174:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384333.686177:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000100:00000001:1.0:1767384333.686178:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384333.686182:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.686183:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.686185:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.686187:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686191:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384333.686192:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686193:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384333.686197:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.686205:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384333.686206:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.686213:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384333.686217:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1767384333.686219:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384333.686220:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:3.0:1767384333.686222:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384333.686225:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492195712 : -113724217355904 : ffff9891846c1180) 00000100:00100000:3.0:1767384333.686230:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384333.686233:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000040:1.0:1767384333.686234:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021f7d910 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686236:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801161216 : -113719908390400 : ffff98928541aa00) 00000100:00000040:3.0:1767384333.686244:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007660d57b x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.686254:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384333.686256:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384333.686260:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000100:00000001:0.0:1767384333.686260:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384333.686261:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d83dbc61. 00000100:00000001:0.0:1767384333.686264:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.686266:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.686267:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767384333.686270:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384333.686271:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 00000020:00000010:3.0:1767384333.686272:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d83dbc61. 00000400:00000001:0.0:1767384333.686273:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384333.686278:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021f7d910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728322048:12345-0@lo:400: 00000400:00000010:0.0:1767384333.686278:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718e061f. 00000100:00100000:3.0:1767384333.686283:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007660d57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728322176:12345-0@lo:400: 00000100:00000200:1.0:1767384333.686284:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322048 00000400:00000200:0.0:1767384333.686284:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:0.0:1767384333.686287:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000020:00000001:1.0:1767384333.686288:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384333.686291:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384333.686292:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384333.686293:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322176 00000020:00000001:1.0:1767384333.686294:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.686296:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384333.686297:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384333.686299:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:1.0:1767384333.686305:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384333.686306:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384333.686309:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.686311:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384333.686314:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.686316:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.686317:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384333.686320:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384333.686320:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384333.686322:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384333.686323:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686323:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.686326:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:1.0:1767384333.686327:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384333.686327:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384333.686331:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384333.686332:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384333.686334:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384333.686335:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384333.686337:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.686337:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384333.686338:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048653260. 00000100:00000001:0.0:1767384333.686340:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.686343:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.686344:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384333.686345:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.686345:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.686347:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384333.686349:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.686350:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.686352:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=46 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384333.686355:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:1.0:1767384333.686355:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322048 00000100:00001000:0.0:1767384333.686357:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.686360:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384333.686360:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384333.686361:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384333.686365:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1767384333.686366:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021f7d910 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686366:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384333.686370:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006233d9e0. 00010000:00000001:0.0:1767384333.686371:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384333.686375:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.686376:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00080000:0.0:1767384333.686376:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686378:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.686380:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.686384:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.686385:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=51 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384333.686391:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322176 00000100:00000001:1.0:1767384333.686391:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384333.686391:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.686396:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384333.686396:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.686398:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384333.686400:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:0.0:1767384333.686401:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:1.0:1767384333.686402:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1767384333.686404:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007660d57b x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384333.686405:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686405:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384333.686408:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.686410:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.686415:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.686416:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384333.686420:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be6902fe. 00010000:00000001:3.0:1767384333.686424:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384333.686426:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728322048, offset 224 00010000:00000001:3.0:1767384333.686428:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686430:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384333.686431:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=51 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384333.686432:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384333.686434:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384333.686437:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686438:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1767384333.686440:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1767384333.686444:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000400:00000200:1.0:1767384333.686444:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:0.0:1767384333.686444:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384333.686449:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000004:00000040:0.0:1767384333.686450:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:3.0:1767384333.686452:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384333.686454:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.686455:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05800 00000100:00000001:3.0:1767384333.686459:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000020:0.0:1767384333.686460:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:1.0:1767384333.686464:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a0d [1] + 224 00000100:00000040:3.0:1767384333.686466:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.686471:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000400:00000200:1.0:1767384333.686471:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1767384333.686471:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384333.686478:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728322176, offset 224 00000400:00000200:1.0:1767384333.686478:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384333.686479:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.686488:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384333.686494:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384333.686494:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e93055 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728321664:0@lo:13: 00000100:00000200:1.0:1767384333.686498:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.686500:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384333.686501:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686509:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384333.686510:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05880 00000100:00000040:0.0:1767384333.686513:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e93055 x1853236728321664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.686516:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686527:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384333.686529:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a1d [1] + 224 02000000:00000001:0.0:1767384333.686530:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384333.686534:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384333.686534:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000561a3668. 00000400:00000200:3.0:1767384333.686536:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384333.686538:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384333.686541:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6902fe 00000020:00000001:0.0:1767384333.686542:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384333.686543:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384333.686544:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be6902fe. 00000020:00000040:0.0:1767384333.686544:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384333.686548:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384333.686548:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384333.686550:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384333.686550:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384333.686550:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9e9630a. 00000100:00000200:3.0:1767384333.686571:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.686572:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.686572:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384333.686576:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384333.686578:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000010:0.0:1767384333.686578:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e93055. 00000100:00000001:0.0:1767384333.686583:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384333.686584:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384333.686586:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686586:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384333.686591:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384333.686591:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384333.686592:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.686596:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384333.686599:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f7d910 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686599:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384333.686603:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384333.686606:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384333.686610:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f7d5d8. 00000400:00000200:0.0:1767384333.686613:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000100:00000001:3.0:1767384333.686614:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384333.686614:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021f7d910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728322048:12345-0@lo:400: Request processed in 359us (1537us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384333.686615:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000100:00000001:0.0:1767384333.686620:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384333.686622:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000200:0.0:1767384333.686623:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.686624:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000100:00000040:1.0:1767384333.686625:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000400:00000010:3.0:1767384333.686629:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00000100:00000001:1.0:1767384333.686629:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384333.686632:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384333.686634:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384333.686636:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000edcd2396. 00000100:00000200:0.0:1767384333.686636:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686638:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384333.686641:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000100:00000001:3.0:1767384333.686644:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384333.686646:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007178effa. 00000100:00000001:0.0:1767384333.686647:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384333.686649:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384333.686650:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384333.686651:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00010000:00000001:3.0:1767384333.686654:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384333.686655:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.686655:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384333.686656:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.686658:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384333.686659:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384333.686662:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384333.686665:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007660d57b x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686666:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.686671:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.686679:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007660d57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728322176:12345-0@lo:400: Request processed in 422us (1310us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384333.686679:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=51 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384333.686685:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384333.686690:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00080000:1.0:1767384333.686691:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:0.0:1767384333.686691:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.686693:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384333.686695:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:3.0:1767384333.686696:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384333.686697:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384333.686701:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.686702:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4f944e9. 00000100:00000001:1.0:1767384333.686703:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384333.686703:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384333.686707:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000100:00000001:1.0:1767384333.686707:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384333.686711:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c194df. 00000400:00000001:1.0:1767384333.686711:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1767384333.686711:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384333.686714:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384333.686716:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000400:00000010:1.0:1767384333.686717:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000907e9a66. 00000100:00000001:3.0:1767384333.686721:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.686726:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.686727:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee640459 00000400:00000010:1.0:1767384333.686729:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee640459. 00000100:00000001:0.0:1767384333.686729:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384333.686731:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384333.686733:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384333.686733:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384333.686734:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.686736:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.686738:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686742:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384333.686745:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686745:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.686748:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384333.686751:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.686751:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.686756:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384333.686756:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384333.686757:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384333.686759:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384333.686761:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384333.686762:0:16357:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384333.686765:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be25d76d. 02000000:00000001:1.0:1767384333.686766:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.686768:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384333.686768:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728322048:0@lo:400: 00000100:00000001:1.0:1767384333.686771:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.686772:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000100:00000001:0.0:1767384333.686773:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384333.686775:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.686776:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00000001:0.0:1767384333.686777:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384333.686779:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384333.686781:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384333.686782:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728322048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384333.686784:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=46 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384333.686788:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.686789:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.686792:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.686797:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384333.686798:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384333.686800:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767384333.686802:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384333.686804:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3412e2f. 02000000:00000001:0.0:1767384333.686808:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384333.686810:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384333.686813:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1767384333.686815:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.686817:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.686817:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384333.686820:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078327935. 00000100:00000001:1.0:1767384333.686822:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384333.686825:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384333.686825:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384333.686829:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384333.686831:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.686832:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.686833:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384333.686834:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384333.686836:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:3.0:1767384333.686838:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384333.686839:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686840:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384333.686842:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384333.686843:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686847:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.686847:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.686848:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.686852:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.686852:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384333.686854:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.686855:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.686856:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.686859:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.686860:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.686860:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.686862:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384333.686867:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=50 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384333.686870:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728321920:0@lo:400: 00000100:00001000:3.0:1767384333.686874:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.686881:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384333.686884:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384333.686886:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384333.686887:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384333.686890:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:3.0:1767384333.686894:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384333.686895:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b66751fd. 00000400:00000200:1.0:1767384333.686900:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a50616 00000400:00000010:1.0:1767384333.686902:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3a50616. 00000100:00000001:1.0:1767384333.686906:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384333.686912:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.686912:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686917:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384333.686920:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384333.686923:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767384333.686924:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686925:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.686932:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.686939:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.686942:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686943:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.686944:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384333.686947:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384333.686948:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384333.686950:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.686950:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.686952:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.686953:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.686955:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.686962:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=56 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384333.686964:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.686965:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.686968:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.686971:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384333.686974:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.686977:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.686981:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728322176:0@lo:400: 00000100:00000040:1.0:1767384333.686983:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.686989:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.686993:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384333.686996:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384333.686998:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089139bd1 x1853236728322176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.687000:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.687003:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.687009:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.687010:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384333.687013:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384333.687017:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f0b1d60. 00000100:00100000:1.0:1767384333.687020:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728321792:0@lo:400: 02000000:00000001:3.0:1767384333.687022:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384333.687026:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384333.687027:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384333.687029:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384333.687032:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384333.687036:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5f6f561. 00000100:00000001:1.0:1767384333.687037:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.687041:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728321920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384333.687042:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384333.687045:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384333.687049:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 00000100:00000001:1.0:1767384333.687049:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.687052:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.687054:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b52f5b0. 00000100:00000001:3.0:1767384333.687055:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384333.687058:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384333.687059:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.687061:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384333.687064:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384333.687064:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384333.687070:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.687072:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a784d72e. 00000100:00000001:3.0:1767384333.687074:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384333.687075:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384333.687078:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.687078:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.687081:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:3.0:1767384333.687084:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.687085:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.687088:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.687089:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.687090:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.687094:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de94863b x1853236728321792/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.687098:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.687101:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.687103:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd8f34ba. 02000000:00000001:1.0:1767384333.687108:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.687110:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.687112:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384333.687117:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.687119:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c9b8fbe. 02000000:00000001:1.0:1767384333.687122:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.687124:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.687126:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de94863b. 00000100:00000001:1.0:1767384333.687129:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.687130:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.687131:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.687201:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.687203:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.687205:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.687207:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.692175:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000010:3.0:1767384333.692183:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b343e6. 00000100:00000040:1.0:1767384333.692201:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000010:1.0:1767384333.692210:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064eb120b. 00000100:00000040:2.0:1767384333.692221:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000040:0.0:1767384333.692223:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000010:2.0:1767384333.692228:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009aca4a47. 00000100:00000010:0.0:1767384333.692232:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b45214e. 00000400:00000001:3.0:1767384334.196206:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384334.196211:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384334.196214:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:3.0:1767384334.196218:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000400:00000200:3.0:1767384334.196222:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384334.196228:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384334.196236:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f1e45f20. 00000400:00000010:3.0:1767384334.196246:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ba969a6. 00000400:00000200:3.0:1767384334.196251:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:3.0:1767384334.196254:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000015825ecd. 00000400:00000010:3.0:1767384334.196258:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dd8b1353. 00000400:00000010:3.0:1767384334.196261:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000010:3.0:1767384334.196266:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6d80e54. 00000400:00000200:3.0:1767384334.196270:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:3.0:1767384334.196280:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:3.0:1767384334.196286:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:3.0:1767384334.196290:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [107:107:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1767384334.196296:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:3.0:1767384334.196305:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:3.0:1767384334.196310:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:3.0:1767384334.196314:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009eda71a2. 00000800:00000200:3.0:1767384334.196320:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:3.1:1767384334.196324:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:3.0:1767384334.196343:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:3.0:1767384334.196349:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp34 00000400:00000010:3.0:1767384334.196351:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000781c4903. 00000400:00000010:3.0:1767384334.196355:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ee2bfa38. 00000400:00000010:3.0:1767384334.196358:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000400:00000010:3.0:1767384334.196362:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2540284. 00000400:00000200:3.0:1767384334.196366:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp34 00000400:00000200:3.0:1767384334.196373:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp34 local destination 00000400:00000200:3.0:1767384334.196377:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp34 00000400:00000200:3.0:1767384334.196380:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp34 NI seq info: [108:108:256:4294967295] 192.168.202.115@tcp34 LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1767384334.196385:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp34 00000400:00000200:3.0:1767384334.196393:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34:) -> 192.168.202.115@tcp34(192.168.202.115@tcp34:192.168.202.115@tcp34) : GET try# 0 00000800:00000200:3.0:1767384334.196398:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp34 00000800:00000010:3.0:1767384334.196402:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d7267f1. 00000800:00000200:3.0:1767384334.196414:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000400:00000200:0.0:1767384334.196417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:3.1:1767384334.196419:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000400:00000200:3.0:1767384334.196434:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp34 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:3.0:1767384334.196440:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp35 00000400:00000010:3.0:1767384334.196445:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049c18c0e. 00000400:00000010:3.0:1767384334.196449:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075ec580f. 00000400:00000010:3.0:1767384334.196454:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051314158. 00000400:00000010:3.0:1767384334.196459:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b085983. 00000400:00000200:3.0:1767384334.196463:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp35 00000400:00000200:3.0:1767384334.196472:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp35 local destination 00000400:00000200:3.0:1767384334.196477:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp35 00000400:00000200:3.0:1767384334.196482:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp35 NI seq info: [109:109:256:4294967295] 192.168.202.115@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384334.196488:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp35 00000400:00000200:0.0:1767384334.196488:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196499:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp35(192.168.202.115@tcp35:) -> 192.168.202.115@tcp35(192.168.202.115@tcp35:192.168.202.115@tcp35) : GET try# 0 00000800:00000200:3.0:1767384334.196504:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp35 00000800:00000010:3.0:1767384334.196508:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000139dcc65. 00000800:00000200:3.0:1767384334.196513:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (2) 00000800:00000200:3.1:1767384334.196519:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (2) 00000400:00000200:3.0:1767384334.196534:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp35 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:0.0:1767384334.196537:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196597:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196597:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196620:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196649:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196649:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196674:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196700:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196700:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196779:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196826:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196836:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196896:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196896:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.196976:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.196976:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.196977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197042:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197045:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197097:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197097:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197100:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197191:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197242:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197306:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197310:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197324:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197388:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197388:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197459:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197459:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197493:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197529:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197573:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197611:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197611:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197682:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197704:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197755:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197818:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197831:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197836:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197897:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.197950:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.197950:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.197974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198015:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198075:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198076:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198088:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198174:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198174:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198288:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198334:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198395:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198408:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198408:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198477:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198520:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198536:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198610:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198656:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.198683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198743:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198772:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198834:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384334.198866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.198897:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000800:00000010:0.0:1767384334.198911:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083ca4be3. 00000800:00000010:0.0:1767384334.198918:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e34cd9c6. 00000800:00000010:0.0:1767384334.198925:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a729bdc9. 00000400:00000200:3.0:1767384334.198937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000800:00000010:0.0:1767384334.198954:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a729bdc9. 00000400:00000200:1.0:1767384334.198956:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000800:00020000:0.0:1767384334.198967:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384334.198972:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e34cd9c6. 00000800:00000010:0.0:1767384334.198976:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083ca4be3. 00000400:00000200:3.0:1767384334.198994:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.199007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:02020000:0.0:1767384334.199036:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384334.199045:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000400:00000200:0.0:1767384334.199050:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384334.199055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000800:00000100:0.0:1767384334.199056:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000800:00000010:0.0:1767384334.199060:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009eda71a2. 00000400:00000200:0.0:1767384334.199065:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384334.199071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.199072:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384334.199082:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384334.199087:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384334.199093:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384334.199117:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.199164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.199353:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb2c045. 00000800:00000010:1.0:1767384334.199358:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000addb0db8. 00000800:00000010:1.0:1767384334.199362:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000400:00000200:3.0:1767384334.199365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.199398:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000400:00000200:3.0:1767384334.199427:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000800:00000010:3.0:1767384334.199620:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009fa82fb2. 00000800:00000010:3.0:1767384334.199625:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000136d21b5. 00000400:00000200:0.0:1767384334.199633:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384334.199635:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ca03c25. 00000400:00000200:0.0:1767384334.199654:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp35 from 215.3.0.2 00000800:00000010:0.0:1767384334.199658:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007df3a5a3. 00000800:00000010:3.0:1767384334.199670:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ca03c25. 00000800:00000010:1.0:1767384334.199697:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eeaa46b7. 00000800:00000010:1.0:1767384334.199703:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009542a61e. 00000800:00000010:1.0:1767384334.199727:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7c87d34. 00000800:00000200:1.1:1767384334.199733:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (2) 00000800:00000200:1.1:1767384334.199738:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp35 00000000f7c87d34 deleted 00000800:00000010:1.1:1767384334.199740:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7c87d34. 00000800:00000200:1.1:1767384334.199744:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384334.199751:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp35 ip 192.168.202.115:983 00000800:00000200:1.1:1767384334.199755:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000139dcc65 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384334.199760:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp35 p 3.x 192.168.202.115 -> 192.168.202.115:983 incarnation:1767384331181251379 sched[0] 00000800:00000010:1.0:1767384334.199768:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384334.199819:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384334.199823:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009542a61e. 00000400:00000200:0.0:1767384334.199830:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:2.1:1767384334.199849:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384334.199852:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007df3a5a3. 00000400:00000200:0.0:1767384334.199854:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp34 from 214.3.0.2 00000800:00000200:2.0:1767384334.199860:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp35 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384331181251379 sched[0] 00000800:00000010:0.0:1767384334.199860:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000300eb784. 00000800:00000001:1.0:1767384334.199863:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384334.199867:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000addb0db8. 00000800:00000001:1.0:1767384334.199870:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384334.199912:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384334.199914:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000139dcc65. 00000400:00000200:1.0:1767384334.199918:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.199923:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp35->192.168.202.115@tcp35: GET: OK 00000400:00000200:2.0:1767384334.199926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.199928:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384334.199933:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp35 recovery message sent successfully:0 00000800:00000001:1.0:1767384334.199945:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.199956:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.199957:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.199963:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.199967:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp35(192.168.202.115@tcp35) <- 192.168.202.115@tcp35 : GET - for me 00000400:00000200:1.0:1767384334.199978:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384334.199985:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x19c9 [1] + 0 00000400:00000200:1.0:1767384334.199994:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp35 to MR: 192.168.202.115@tcp35 local destination 00000400:00000200:2.0:1767384334.199996:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200001:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp35 NI seq info: [110:110:256:4294967295] 192.168.202.115@tcp35 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384334.200014:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp35(192.168.202.115@tcp35:192.168.202.115@tcp35) -> 192.168.202.115@tcp35(192.168.202.115@tcp35:192.168.202.115@tcp35) 192.168.202.115@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384334.200019:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp35 00000800:00000010:1.0:1767384334.200023:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007573c87. 00000800:00000200:1.0:1767384334.200027:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000800:00000200:1.0:1767384334.200031:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp35 ip 192.168.202.115:988 00000800:00000200:1.0:1767384334.200033:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007573c87 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384334.200043:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000200:1.0:1767384334.200072:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384334.200075:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007573c87. 00000400:00000200:1.0:1767384334.200078:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.200082:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp35->192.168.202.115@tcp35: REPLY: OK 00000800:00000001:1.0:1767384334.200093:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384334.200096:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000001:1.0:1767384334.200097:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.200101:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.200107:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.200108:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.200113:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.200119:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp35(192.168.202.115@tcp35) <- 192.168.202.115@tcp35 : REPLY - for me 00000400:00000200:1.0:1767384334.200128:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp35: Reply from 12345-192.168.202.115@tcp35 of length 272/272 into md 0x1a45 00000800:00000001:1.0:1767384334.200132:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384334.200166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.200213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.200260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000001:1.0:1767384334.200292:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.200295:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.200299:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp35->192.168.202.115@tcp35: REPLY: OK 00000400:00000200:1.0:1767384334.200308:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051314158 00000400:00000010:1.0:1767384334.200310:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051314158. 00000400:00000200:2.0:1767384334.200314:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200314:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384334.200319:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049c18c0e. 00000400:00000010:1.0:1767384334.200324:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075ec580f. 00000800:00000001:1.0:1767384334.200331:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.200335:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.200363:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.200401:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da68bd68. 00000800:00000010:1.0:1767384334.200406:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009542a61e. 00000400:00000200:2.0:1767384334.200419:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.200426:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7c87d34. 00000800:00000200:1.1:1767384334.200433:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (2) 00000800:00000200:1.1:1767384334.200438:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp34 00000000f7c87d34 deleted 00000800:00000010:1.1:1767384334.200440:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7c87d34. 00000800:00000200:1.1:1767384334.200447:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384334.200451:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp34 ip 192.168.202.115:982 00000800:00000200:1.1:1767384334.200453:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d7267f1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384334.200459:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp34 p 3.x 192.168.202.115 -> 192.168.202.115:982 incarnation:1767384329289677061 sched[0] 00000800:00000010:1.0:1767384334.200463:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000400:00000200:2.0:1767384334.200471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.200508:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384334.200512:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009542a61e. 00000400:00000200:2.0:1767384334.200519:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.200543:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000300eb784. 00000800:00000001:1.0:1767384334.200569:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.200574:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.200585:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000800:00000200:1.0:1767384334.200625:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384334.200628:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d7267f1. 00000400:00000200:1.0:1767384334.200631:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384334.200636:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200637:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp34->192.168.202.115@tcp34: GET: OK 00000400:00000200:1.0:1767384334.200644:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384334.200648:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp34 recovery message sent successfully:0 00000800:00000200:1.1:1767384334.200685:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384334.200691:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp34 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384329289677061 sched[0] 00000800:00000010:1.0:1767384334.200694:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000136d21b5. 00000400:00000200:2.0:1767384334.200696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200750:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.200764:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200814:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.200834:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.200878:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.200899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000001:0.0:1767384334.200932:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384334.200942:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000001:0.0:1767384334.200942:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384334.200948:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384334.200949:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000800:00000001:0.0:1767384334.200960:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.200970:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34) <- 192.168.202.115@tcp34 : GET - for me 00000400:00000200:0.0:1767384334.200980:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384334.200988:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x19c9 [1] + 0 00000400:00000200:0.0:1767384334.200998:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp34 to MR: 192.168.202.115@tcp34 local destination 00000400:00000200:1.0:1767384334.201000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.201010:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp34 NI seq info: [111:111:256:4294967295] 192.168.202.115@tcp34 LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1767384334.201028:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34:192.168.202.115@tcp34) -> 192.168.202.115@tcp34(192.168.202.115@tcp34:192.168.202.115@tcp34) 192.168.202.115@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384334.201035:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp34 00000800:00000010:0.0:1767384334.201040:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078327935. 00000800:00000200:0.0:1767384334.201046:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000400:00000200:1.0:1767384334.201052:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000200:0.0:1767384334.201052:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp34 ip 192.168.202.115:988 00000800:00000200:0.0:1767384334.201059:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078327935 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384334.201062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201107:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000800:00000200:0.0:1767384334.201116:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384334.201121:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078327935. 00000400:00000200:0.0:1767384334.201126:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.201132:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp34->192.168.202.115@tcp34: REPLY: OK 00000800:00000001:0.0:1767384334.201165:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.201170:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384334.201174:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.201180:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384334.201182:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.201187:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.201188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.201198:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp34(192.168.202.115@tcp34) <- 192.168.202.115@tcp34 : REPLY - for me 00000400:00000200:1.0:1767384334.201206:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384334.201218:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp34: Reply from 12345-192.168.202.115@tcp34 of length 272/272 into md 0x1a41 00000800:00000001:0.0:1767384334.201224:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.201231:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.201233:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.201238:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp34->192.168.202.115@tcp34: REPLY: OK 00000400:00000200:0.0:1767384334.201242:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c626a8 00000400:00000200:2.0:1767384334.201243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000010:0.0:1767384334.201246:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c626a8. 00000400:00000200:0.0:1767384334.201252:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384334.201258:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000781c4903. 00000400:00000200:1.0:1767384334.201261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000010:0.0:1767384334.201264:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ee2bfa38. 00000800:00000001:0.0:1767384334.201274:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.201280:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.201302:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201321:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201363:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201375:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201414:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201468:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201489:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201574:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201602:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201631:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201660:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201687:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201746:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201780:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201816:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201892:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384334.201924:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.201944:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202032:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000800:00000010:2.0:1767384334.202065:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071212a48. 00000800:00000010:2.0:1767384334.202070:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e427e6a. 00000800:00000010:2.0:1767384334.202073:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000084fdf82f. 00000400:00000200:1.0:1767384334.202085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000800:00000010:2.0:1767384334.202102:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000084fdf82f. 00000800:00020000:2.0:1767384334.202110:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384334.202113:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e427e6a. 00000800:00000010:2.0:1767384334.202115:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071212a48. 00000400:00000200:1.0:1767384334.202119:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:02020000:2.0:1767384334.202181:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp35 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384334.202308:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202346:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202359:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202378:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202398:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202428:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202465:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202483:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384334.202530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384334.202638:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037620d5c. 00000800:00000010:1.0:1767384334.202641:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009542a61e. 00000800:00000010:1.0:1767384334.202644:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384334.202666:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000800:00020000:1.0:1767384334.202672:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384334.202675:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009542a61e. 00000800:00000010:1.0:1767384334.202677:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000037620d5c. 00000400:02020000:1.0:1767384334.202716:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384334.515069:0:30694:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b87a5bbb. 00080000:00000010:2.0:1767384334.515078:0:30694:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b87a5bbb. 00000020:00000001:2.0:1767384334.515082:0:30694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384334.515088:0:30694:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b87a5bbb. 00080000:00000010:2.0:1767384334.515092:0:30694:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b87a5bbb. 00000020:00000001:2.0:1767384334.515095:0:30694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.644198:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384334.644202:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.644207:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384334.644208:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.644245:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384334.644248:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.644251:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384335.180813:0:30858:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384335.180818:0:30858:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:2.0:1767384335.183788:0:30858:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384335.190184:0:30859:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fc7e1452. 00000400:00000010:2.0:1767384335.190197:0:30859:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a9e8dc7f. 00000400:00000010:2.0:1767384335.190205:0:30859:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008c7ede34. 00000400:00000010:2.0:1767384335.190208:0:30859:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a068b61d. 00000400:00000010:2.0:1767384335.190211:0:30859:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004aecf47e. 00000400:00000010:2.0:1767384335.190214:0:30859:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de017fda. 00000400:00000010:2.0:1767384335.190215:0:30859:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc9c2924. 00000400:00000010:2.0:1767384335.190216:0:30859:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023f51ef9. 00000400:00000010:2.0:1767384335.190219:0:30859:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000077c13e37. 00000800:00000010:2.0:1767384335.190232:0:30859:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000024aafb55. 00000800:00000200:2.0:1767384335.190242:0:30859:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384335.190250:0:30859:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384335.190284:0:30859:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384335.190307:0:30859:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384335.191627:0:30859:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000b40b8c4c. 00000400:00000010:2.0:1767384335.191633:0:30859:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003a8bdfc. 00000400:00000010:2.0:1767384335.191637:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc8d08fc. 00000400:00000001:2.0:1767384335.191652:0:30859:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384335.191654:0:30859:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384335.191655:0:30859:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f259eb1c. 00000400:00000200:2.0:1767384335.191658:0:30859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:2.0:1767384335.191659:0:30859:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000400:00000010:2.0:1767384335.191662:0:30859:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f131b468. 00000400:00000200:2.0:1767384335.191666:0:30859:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (27) 00000400:00000200:2.0:1767384335.191676:0:30859:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384335.191685:0:30859:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384335.191691:0:30859:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000071212a48. 00000020:01000000:2.0:1767384335.191695:0:30859:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384335.191697:0:30859:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp37 00000400:00000200:0.0:1767384335.191706:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384335.191711:0:30859:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a9e8dc7f. 00000400:00000010:2.0:1767384335.191714:0:30859:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fc7e1452. 00000400:00000200:0.0:1767384335.191716:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000200:0.0:1767384335.191722:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 00000400:00000010:0.0:1767384335.191727:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000116577e9. 00000400:00000010:0.0:1767384335.191731:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384335.191739:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070495b45. 00000400:00000200:0.0:1767384335.191744:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384335.191758:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:3.0:1767384335.191765:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384335.191765:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:3.0:1767384335.191770:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384335.191775:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384335.191776:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 10000000:01000000:3.0:1767384335.191779:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384335.191784:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:01000004:3.0:1767384335.191786:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384335.191789:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:01000004:3.0:1767384335.191793:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384335.191793:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000020:01000004:3.0:1767384335.191798:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384335.191800:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000020:01000004:3.0:1767384335.191802:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384335.191804:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384335.191806:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384335.191807:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384335.191810:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384335.191814:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384335.191815:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000020:01000004:3.0:1767384335.191817:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384335.191821:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000100:00000010:3.0:1767384335.191826:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000400:00000200:0.0:1767384335.191826:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00000020:00000040:3.0:1767384335.191834:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384335.191835:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000400:00000200:0.0:1767384335.191842:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:3.0:1767384335.191844:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384335.191848:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 02000000:00000001:3.0:1767384335.191849:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384335.191855:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384335.191866:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002b44b889. 00000400:00000200:0.0:1767384335.191866:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:3.0:1767384335.191876:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.191876:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:0.0:1767384335.191886:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000100:00000001:3.0:1767384335.191888:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384335.191892:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.191896:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000100:00000040:3.0:1767384335.191904:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_02+2] req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.191907:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:0.0:1767384335.191925:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:0.0:1767384335.191932:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 26], ns[83, 26] 00000400:00000200:0.0:1767384335.191937:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 26], ns[85, 26] 00000400:00000200:0.0:1767384335.191944:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 26], ns[89, 26] 00000400:00000200:0.0:1767384335.191949:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 26], ns[88, 26] 10000000:00000001:3.0:1767384335.191952:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.191957:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 26], ns[106, 26] 10000000:00000001:3.0:1767384335.191958:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.191964:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384335.191969:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384335.191969:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 26], ns[107, 26] 00000100:00000001:2.0:1767384335.191970:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.191975:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.191978:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384335.191980:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384335.191983:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384335.191984:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384335.191987:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384335.191991:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384335.191993:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384335.191996:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 26], ns[111, 26] 00000400:00000200:0.0:1767384335.192003:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 26], ns[110, 26] 00000020:01000004:3.0:1767384335.192006:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384335.192010:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384335.192014:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384335.192017:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000020:01000004:3.0:1767384335.192019:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384335.192019:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.192023:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.192023:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp19 00000020:01000004:3.0:1767384335.192024:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384335.192028:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384335.192028:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384335.192031:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp19 lpni_is_preferred = 0 00000020:01000004:3.0:1767384335.192034:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384335.192034:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384335.192036:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp19 00000020:01000004:3.0:1767384335.192039:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384335.192039:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384335.192045:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034eb0750. 00000100:00100000:2.0:1767384335.192046:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728322304:0@lo:253: 00000400:00000200:0.0:1767384335.192046:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp19 NI seq info: [112:112:256:4294967295] 192.168.202.115@tcp19 LPNI seq info [109:109:8:4294967295] 00000020:00000040:3.0:1767384335.192053:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384335.192056:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384335.192059:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384335.192059:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp19 02000000:00000001:2.0:1767384335.192061:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.192063:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384335.192065:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.192068:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.192069:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384335.192076:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19:) -> 192.168.202.115@tcp19(192.168.202.115@tcp:192.168.202.115@tcp19) : GET try# 0 02000000:00000010:2.0:1767384335.192077:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a3393cb. 02000000:00000010:3.0:1767384335.192078:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d62d21c5. 02000000:00000001:2.0:1767384335.192082:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192085:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.192087:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c62d1c9. 00000800:00000200:0.0:1767384335.192088:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp19 00000100:00000001:3.0:1767384335.192093:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384335.192096:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384335.192096:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078327935. 00000400:00000010:2.0:1767384335.192099:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e8dc7f. 00000100:00000040:3.0:1767384335.192103:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034eb0750] to pc [ptlrpcd_00_03+3] req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384335.192105:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728322304, portal 25 00000800:00000200:0.0:1767384335.192110:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (6) 00000100:00000001:2.0:1767384335.192111:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384335.192115:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000040:2.0:1767384335.192123:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384335.192124:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384335.192129:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp19 ip 192.168.202.115:988 10000000:00000001:3.0:1767384335.192130:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.192157:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384335.192159:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384335.192161:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000071212a48. 00000100:00000001:2.0:1767384335.192168:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384335.192171:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384335.192172:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384335.192176:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384335.192176:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078327935 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384335.192177:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00000100:00000001:3.0:1767384335.192180:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384335.192182:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728322304, offset 0 00000100:00000040:3.0:1767384335.192187:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384335.192194:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384335.192196:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000100:00000001:3.0:1767384335.192200:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384335.192202:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.192203:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 02000000:00000001:3.0:1767384335.192206:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384335.192210:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384335.192210:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384335.192212:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.192216:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034eb0750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728322432:0@lo:253: 00000100:00000001:3.0:1767384335.192219:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384335.192225:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05900 02000000:00000001:3.0:1767384335.192228:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.192231:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.192233:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384335.192236:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1275 [2] + 0 02000000:00000010:3.0:1767384335.192239:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000070fe940d. 00000400:00000010:2.0:1767384335.192241:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d33bc7. 02000000:00000001:3.0:1767384335.192242:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.192248:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000abe034c 00000400:00000010:3.0:1767384335.192249:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6c7ae3f. 00000400:00000010:3.0:1767384335.192256:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003afe0d3f. 00000400:00000200:2.0:1767384335.192259:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384335.192260:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728322432, portal 25 00000100:00000001:3.0:1767384335.192264:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.192266:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498627200 : -113724210924416 : ffff989184ce3480) 00000400:00000200:2.0:1767384335.192268:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384335.192271:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384335.192276:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000abe034c 00000100:00000001:3.0:1767384335.192277:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384335.192281:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000abe034c. 00000100:00000040:3.0:1767384335.192282:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.192285:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fefa471c. 00000100:00000200:3.0:1767384335.192288:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728322432, offset 0 00000100:00000001:2.0:1767384335.192289:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384335.192293:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384335.192293:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384335.192300:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000008beb15dd x1853236728322304 msgsize 4848 00000400:00000200:3.0:1767384335.192302:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384335.192311:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384335.192314:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05980 00000100:00000040:2.0:1767384335.192316:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384335.192321:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1299 [2] + 0 00000400:00000010:3.0:1767384335.192324:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ee00aa. 00000400:00000200:3.0:1767384335.192327:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c4f5fd7 00000800:00000200:0.0:1767384335.192328:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384335.192329:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.192331:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.192335:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:0.0:1767384335.192335:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078327935. 00000400:00000200:2.0:1767384335.192338:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000400:00000010:2.0:1767384335.192341:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00000400:00000200:0.0:1767384335.192342:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384335.192345:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384335.192346:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c4f5fd7 00000400:00000010:3.0:1767384335.192351:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c4f5fd7. 00000100:00000200:2.0:1767384335.192351:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.192353:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: GET: OK 00000100:00000001:3.0:1767384335.192357:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384335.192361:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384335.192363:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384335.192368:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000007738da8c x1853236728322432 msgsize 4848 00000400:00000200:0.0:1767384335.192371:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000100:00000001:2.0:1767384335.192372:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.192377:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384335.192381:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384335.192384:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384335.192388:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384335.192397:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.192400:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384335.192403:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.192407:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.192409:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefa471c 00000100:00000001:2.0:1767384335.192409:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384335.192414:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fefa471c. 00000800:00000001:0.0:1767384335.192415:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.192416:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192418:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384335.192422:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294923243 00000100:00000010:2.0:1767384335.192428:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002174b7ee. 00000400:00000200:0.0:1767384335.192429:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19) <- 192.168.202.115@tcp19 : GET - for me 00000100:00000200:3.0:1767384335.192432:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.192437:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384335.192443:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384335.192446:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294923243 00000400:00000200:0.0:1767384335.192447:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384335.192450:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384335.192454:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053798d67. 00000100:00000001:2.0:1767384335.192462:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384335.192463:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 480/480 into md 0x1a49 [1] + 0 00000100:00000001:3.0:1767384335.192464:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192467:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384335.192469:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294923243 00000100:00000001:3.0:1767384335.192472:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384335.192477:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003500fa91. 00000100:00000001:3.0:1767384335.192478:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294923243 00000100:00000001:3.0:1767384335.192483:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294923243 00000100:00000001:3.0:1767384335.192485:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294923243 00000100:00000001:2.0:1767384335.192485:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384335.192490:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp19 to MR: 192.168.202.115@tcp19 local destination 00000100:00000001:3.0:1767384335.192491:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294923243 00000100:00000001:2.0:1767384335.192492:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294923243 00000100:00000001:3.0:1767384335.192496:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294923243 00000100:00000010:2.0:1767384335.192502:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ac1aba2. 00000100:00000001:3.0:1767384335.192503:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294923243 00000400:00000200:0.0:1767384335.192506:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp19 NI seq info: [113:113:256:4294967295] 192.168.202.115@tcp19 LPNI seq info [110:110:8:4294967295] 00000100:00000001:3.0:1767384335.192509:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294923243 00000100:00000001:2.0:1767384335.192509:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384335.192516:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.192518:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294923243 00000100:00000001:2.0:1767384335.192521:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192524:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.192527:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192532:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.192532:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.192537:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19:192.168.202.115@tcp19) -> 192.168.202.115@tcp19(192.168.202.115@tcp19:192.168.202.115@tcp19) 192.168.202.115@tcp19 : REPLY try# 0 00000100:00000001:3.0:1767384335.192554:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.192556:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384335.192559:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.192559:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767384335.192562:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.115@tcp19 00000100:00000001:2.0:1767384335.192564:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.192568:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.192570:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767384335.192570:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078327935. 00000100:00000001:2.0:1767384335.192571:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192574:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384335.192575:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192581:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384335.192581:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (6) 00000100:00000001:3.0:1767384335.192585:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.192590:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384335.192594:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp19 ip 192.168.202.115:1003 00000100:00000001:3.0:1767384335.192595:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.192596:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1767384335.192600:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078327935 type 3, nob 576 niov 1 nkiov 1 00000100:00100000:2.0:1767384335.192601:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322304 02000000:00000001:2.0:1767384335.192605:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.192608:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.192610:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.192612:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.192615:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322304 00000100:00000001:3.0:1767384335.192623:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384335.192623:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384335.192627:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00100000:3.0:1767384335.192628:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322432 00000020:00000001:2.0:1767384335.192630:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384335.192632:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384335.192633:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:3.0:1767384335.192637:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384335.192637:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384335.192641:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.192642:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 02000000:00000001:3.0:1767384335.192648:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.192649:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384335.192653:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2838893. 00000100:00100000:3.0:1767384335.192654:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322432 00000100:00000001:2.0:1767384335.192656:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384335.192659:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2838893. 00000800:00000200:0.0:1767384335.192661:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384335.192664:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e875a789. 00000800:00000010:0.0:1767384335.192667:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078327935. 00000020:00000001:3.0:1767384335.192668:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384335.192669:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fbbb1c2. 00000020:00000040:3.0:1767384335.192672:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:0.0:1767384335.192675:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384335.192677:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384335.192677:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e084f91. 00000020:00000040:3.0:1767384335.192682:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:0.0:1767384335.192685:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: REPLY: OK 00000100:00000040:2.0:1767384335.192686:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384335.192687:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384335.192691:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384335.192695:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384335.192696:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384335.192698:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.192700:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384335.192702:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384335.192706:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.192706:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384335.192707:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9932627. 00000800:00000001:0.0:1767384335.192712:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384335.192713:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.192715:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.192718:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384335.192720:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9932627. 00000800:00000001:0.0:1767384335.192722:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.192727:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384335.192728:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036139ffc. 00000800:00000001:0.0:1767384335.192728:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.192731:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384335.192736:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000819cfadf. 00000400:00000200:0.0:1767384335.192737:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp19(192.168.202.115@tcp19) <- 192.168.202.115@tcp19 : REPLY - for me 00000100:00100000:2.0:1767384335.192740:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000020:00000010:3.0:1767384335.192745:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000100:00000040:2.0:1767384335.192745:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384335.192749:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853319248 : -113719856232368 : ffff9892885d8850) 00000100:00000001:3.0:1767384335.192754:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384335.192755:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp19: Reply from 12345-192.168.202.115@tcp19 of length 480/480 into md 0x1a4d 00000100:00000040:2.0:1767384335.192757:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008beb15dd x1853236728322304/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.192758:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384335.192762:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384335.192763:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.192769:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.192772:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384335.192773:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.192773:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384335.192776:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2838893. 00000100:00000001:2.0:1767384335.192780:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.192781:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.192784:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp19->192.168.202.115@tcp19: REPLY: OK 00000020:00000010:2.0:1767384335.192785:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2838893. 00000400:00000200:0.0:1767384335.192792:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000100:00100000:2.0:1767384335.192796:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008beb15dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728322304:12345-0@lo:253: 00000400:00000010:0.0:1767384335.192797:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:3.0:1767384335.192799:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384335.192804:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384335.192804:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322304 00000400:00000200:0.0:1767384335.192804:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384335.192811:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000100:00100000:3.0:1767384335.192815:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000020:00000001:2.0:1767384335.192816:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384335.192818:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000020:00000001:2.0:1767384335.192821:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384335.192822:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:0.0:1767384335.192824:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.115@tcp (496 bytes) 00000020:00000001:2.0:1767384335.192825:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.192827:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853330512 : -113719856221104 : ffff9892885db450) 00000020:00000001:2.0:1767384335.192829:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384335.192832:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384335.192836:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384335.192837:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007738da8c x1853236728322432/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.192838:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000001:2.0:1767384335.192839:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384335.192845:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384335.192847:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384335.192850:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000116577e9. 00000020:00000001:2.0:1767384335.192851:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.192857:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (29) 00000100:00000001:2.0:1767384335.192858:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384335.192859:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384335.192863:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1767384335.192864:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384335.192865:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9932627. 00000100:00000001:3.0:1767384335.192870:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384335.192870:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384335.192872:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b5d8c494. 00000020:00000010:3.0:1767384335.192878:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9932627. 02000000:00000001:2.0:1767384335.192878:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.192884:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.192888:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007738da8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728322432:12345-0@lo:253: 20000000:00000001:2.0:1767384335.192890:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384335.192894:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:3.0:1767384335.192896:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322432 00000400:00000010:0.0:1767384335.192899:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000116577e9. 20000000:00000010:2.0:1767384335.192901:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071212a48. 00000400:00000010:0.0:1767384335.192904:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb633589. 20000000:01000000:2.0:1767384335.192907:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384335.192908:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384335.192909:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 20000000:00000001:2.0:1767384335.192911:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384335.192914:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384335.192915:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000116577e9 20000000:00000001:2.0:1767384335.192916:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384335.192919:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.192921:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384335.192921:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384335.192925:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384335.192926:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384335.192926:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.192928:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8f9bcf7. 00000020:00000001:3.0:1767384335.192931:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:2.0:1767384335.192932:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384335.192934:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf854b9 00000400:00000010:0.0:1767384335.192938:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf854b9. 00000020:00000001:3.0:1767384335.192939:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384335.192943:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384335.192943:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000437f9e3. 00000400:00000200:0.0:1767384335.192943:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 20000000:01000000:2.0:1767384335.192949:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000020:00000001:3.0:1767384335.192950:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384335.192950:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000a304192a. 00000020:00000001:3.0:1767384335.192955:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384335.192956:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 20000000:00000001:2.0:1767384335.192957:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384335.192959:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.192964:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100871 00000100:00000001:3.0:1767384335.192965:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384335.192965:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384335.192970:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:3.0:1767384335.192971:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384335.192973:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:0 00000400:00000200:0.0:1767384335.192977:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 rc 1 00000400:00000200:0.0:1767384335.192979:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 02000000:00000010:3.0:1767384335.192980:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bc31e91a. 00000400:00000200:0.0:1767384335.192981:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 02000000:00000001:3.0:1767384335.192986:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.192987:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:0.0:1767384335.192987:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000f8d79792. 00000100:00000001:3.0:1767384335.192989:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.192993:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 20000000:00000001:3.0:1767384335.192994:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384335.192998:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fa84892. 00080000:00000001:2.0:1767384335.193001:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.193003:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 20000000:00000010:3.0:1767384335.193007:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bbdc6283. 00080000:00000001:2.0:1767384335.193007:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384335.193009:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.193011:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 20000000:01000000:3.0:1767384335.193014:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384335.193015:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384335.193019:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.193019:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 20000000:00000001:3.0:1767384335.193020:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384335.193025:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:2.0:1767384335.193026:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:0.0:1767384335.193028:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 20000000:00000001:3.0:1767384335.193029:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.193032:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 20000000:00000001:3.0:1767384335.193036:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384335.193037:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384335.193038:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 20000000:00000001:3.0:1767384335.193042:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384335.193047:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00080000:00000001:2.0:1767384335.193049:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384335.193052:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.193056:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384335.193061:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384335.193061:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:0.0:1767384335.193067:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000020:00000001:2.0:1767384335.193068:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384335.193074:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384335.193075:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00080000:00000010:2.0:1767384335.193079:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000082f11597. 00000400:00000200:0.0:1767384335.193080:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00080000:00000001:2.0:1767384335.193085:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349493368320 : -113724216183296 : ffff9891847df600) 00000400:00000200:0.0:1767384335.193086:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00080000:00000001:2.0:1767384335.193091:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384335.193092:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000001:00000001:2.0:1767384335.193095:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384335.193097:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 36], ns[28, 36] 00080000:00000010:2.0:1767384335.193099:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2838893. 00000400:00000200:0.0:1767384335.193103:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00080000:00000001:2.0:1767384335.193104:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.193109:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384335.193111:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:0.0:1767384335.193115:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:0.0:1767384335.193118:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00080000:00000001:2.0:1767384335.193121:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.193122:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:0.0:1767384335.193128:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:0.0:1767384335.193131:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:0.0:1767384335.193154:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[83, 28] 00000400:00000200:0.0:1767384335.193159:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 28], ns[85, 28] 00000400:00000200:0.0:1767384335.193162:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 28], ns[89, 28] 00080000:00000001:2.0:1767384335.193163:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384335.193167:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 28], ns[88, 28] 00000400:00000200:0.0:1767384335.193181:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 28], ns[106, 28] 00000400:00000200:0.0:1767384335.193184:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 28], ns[107, 28] 00000400:00000200:0.0:1767384335.193189:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 28], ns[111, 28] 00000400:00000200:0.0:1767384335.193192:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 28], ns[110, 28] 00000400:00000200:0.0:1767384335.193196:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:0.0:1767384335.193199:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp20 00000400:00000200:0.0:1767384335.193201:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp20 lpni_is_preferred = 0 00000400:00000200:0.0:1767384335.193203:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp20 00000400:00000200:0.0:1767384335.193206:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [114:114:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [111:111:8:4294967295] 00000400:00000200:0.0:1767384335.193211:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp20 00000400:00000200:0.0:1767384335.193217:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:) -> 192.168.202.115@tcp20(192.168.202.115@tcp:192.168.202.115@tcp20) : GET try# 0 00000800:00000200:0.0:1767384335.193220:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp20 00000800:00000010:0.0:1767384335.193223:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078327935. 00000800:00000200:0.0:1767384335.193226:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (6) 00000800:00000200:0.0:1767384335.193231:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:988 00000800:00000200:0.0:1767384335.193233:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078327935 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384335.193239:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384335.193241:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000001:2.0:1767384335.193277:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384335.193287:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384335.193290:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384335.193290:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384335.193295:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078327935. 00000400:00000200:0.0:1767384335.193299:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384335.193300:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.193306:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: GET: OK 00000400:00000200:0.0:1767384335.193313:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384335.193314:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : GET - for me 00000400:00000200:0.0:1767384335.193319:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:2.0:1767384335.193328:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384335.193333:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 496/496 into md 0x1a49 [1] + 0 00000400:00000200:2.0:1767384335.193341:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp20 to MR: 192.168.202.115@tcp20 local destination 00000400:00000200:2.0:1767384335.193345:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [115:115:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767384335.193351:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) -> 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) 192.168.202.115@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384335.193355:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.115@tcp20 00000800:00000010:2.0:1767384335.193357:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f59fb7e. 00000800:00000200:2.0:1767384335.193360:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (6) 00000800:00000200:2.0:1767384335.193364:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:1001 00000800:00000200:2.0:1767384335.193366:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f59fb7e type 3, nob 592 niov 1 nkiov 1 00000800:00000001:0.0:1767384335.193401:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384335.193418:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384335.193426:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f59fb7e. 00000800:00000001:0.0:1767384335.193429:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.193430:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384335.193437:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384335.193440:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: REPLY: OK 00000800:00000001:0.0:1767384335.193445:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.193455:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.193460:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.193467:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384335.193477:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp20: Reply from 12345-192.168.202.115@tcp20 of length 496/496 into md 0x1a65 00000800:00000001:0.0:1767384335.193482:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.193487:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.193488:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.193492:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: REPLY: OK 00000400:00000200:0.0:1767384335.193496:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384335.193498:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384335.193500:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384335.193503:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384335.193505:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384335.193509:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 29. state = 0x100271 00000400:00000200:0.0:1767384335.193513:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384335.193526:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (29) 00000800:00000001:0.0:1767384335.193532:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.193535:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.193558:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384335.193561:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:2.0:1767384335.193568:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000fc7e1452. 00000400:00000010:2.0:1767384335.193570:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 0000000080251b79. 00000400:00000010:2.0:1767384335.193572:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000941354ae. 00000400:00000200:2.0:1767384335.193593:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp32(0000000062d0d79d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384335.193598:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp33(00000000bb8b90dc) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384335.193605:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000818abf2b. 00000400:00000200:2.0:1767384335.193609:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000818abf2b nid 192.168.202.115@tcp36 00000400:00000010:2.0:1767384335.193613:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000476c2ed1. 00000400:00000200:2.0:1767384335.193615:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000476c2ed1 net tcp36 00000400:00000200:2.0:1767384335.193617:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (28) 00000400:00000200:2.0:1767384335.193620:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp36 flags 0x11 00000400:00000010:2.0:1767384335.193624:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000056304e91. 00000400:00000200:2.0:1767384335.193626:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000056304e91 nid 192.168.202.115@tcp37 00000400:00000010:2.0:1767384335.193629:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009da66c18. 00000400:00000200:2.0:1767384335.193630:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000009da66c18 net tcp37 00000400:00000200:2.0:1767384335.193631:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (29) 00000400:00000200:2.0:1767384335.193633:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp37 flags 0x11 00000400:00000010:2.0:1767384335.193636:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000fc7e1452. 00000400:00000010:2.0:1767384335.193638:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 0000000080251b79. 00000400:00000010:2.0:1767384335.193639:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000941354ae. 00000400:00000010:2.0:1767384335.193641:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000f8d79792. 00000400:00000200:2.0:1767384335.193643:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384335.193645:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:2.0:1767384335.193647:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:2.0:1767384335.193649:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:2.0:1767384335.193653:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000400:00000200:2.0:1767384335.193654:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000400:00000010:2.0:1767384335.193665:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001242f3b1. 00000400:00000200:2.0:1767384335.193670:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp20 00000400:00000200:2.0:1767384335.193677:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp20 to MR: 192.168.202.115@tcp20 local destination 00000400:00000200:2.0:1767384335.193684:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [116:116:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1767384335.193689:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp20 00000400:00000200:2.0:1767384335.193696:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) -> 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) : PUT try# 0 00000800:00000200:2.0:1767384335.193699:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.115@tcp20 00000800:00000010:2.0:1767384335.193702:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f59fb7e. 00000800:00000200:2.0:1767384335.193706:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (6) 00000800:00000200:2.0:1767384335.193709:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:988 00000800:00000200:2.0:1767384335.193711:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f59fb7e type 1, nob 592 niov 1 nkiov 1 00000400:00000200:2.0:1767384335.193726:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384335.193730:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000800:00000200:3.0:1767384335.193810:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384335.193815:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f59fb7e. 00000800:00000001:2.0:1767384335.193816:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384335.193821:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384335.193824:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384335.193827:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384335.193831:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: PUT: OK 00000800:00000001:2.0:1767384335.193831:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384335.193838:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384335.193842:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp20: 0 00000400:00000200:2.0:1767384335.193856:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : PUT - for me 00000400:00000200:2.0:1767384335.193865:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384335.193871:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 496/496 into md 0x1a61 [1] + 0 00000400:00000010:2.0:1767384335.193875:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb633589. 00000400:00000200:2.0:1767384335.193879:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aba034ec 00000800:00000001:2.0:1767384335.193883:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384335.193889:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.193891:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384335.193896:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: PUT: OK 00000400:00000200:2.0:1767384335.193900:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:2.0:1767384335.193902:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000400:00000200:2.0:1767384335.193905:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384335.193908:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000200:2.0:1767384335.193913:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:2.0:1767384335.193924:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000b08ba752. 00000400:00000200:2.0:1767384335.193927:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 29 00000400:00000200:2.0:1767384335.193929:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384335.193939:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 00000400:00000200:2.0:1767384335.193943:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384335.193947:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp20 to MR: 192.168.202.115@tcp20 local destination 00000400:00000200:2.0:1767384335.193952:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp20 NI seq info: [117:117:256:4294967295] 192.168.202.115@tcp20 LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767384335.193959:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) -> 192.168.202.115@tcp20(192.168.202.115@tcp20:192.168.202.115@tcp20) 192.168.202.115@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384335.193963:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp20 00000400:00000200:0.0:1767384335.193964:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384335.193966:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f59fb7e. 00000400:00000010:0.0:1767384335.193969:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010cf9c75. 00000800:00000200:2.0:1767384335.193974:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (6) 00000400:00000010:0.0:1767384335.193977:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000800:00000200:2.0:1767384335.193981:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:1001 00000400:00000200:0.0:1767384335.193982:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000116577e9 00000800:00000200:2.0:1767384335.193985:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f59fb7e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384335.193988:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004f1 00000400:00000010:0.0:1767384335.193994:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000c9d3489d. 00000400:00000010:0.0:1767384335.193997:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000c385836f. 00000400:00000010:0.0:1767384335.193999:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 000000005a0a9d46. 00000400:00000010:0.0:1767384335.194017:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000c9d3489d. 00000400:00000010:0.0:1767384335.194020:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000c385836f. 00000400:00000010:0.0:1767384335.194022:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 000000005a0a9d46. 00000400:00000010:0.0:1767384335.194025:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000b08ba752. 00000800:00000200:2.0:1767384335.194028:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384335.194029:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000800:00000010:2.0:1767384335.194032:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f59fb7e. 00000400:00000200:0.0:1767384335.194033:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100571 00000400:00000200:2.0:1767384335.194038:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.194038:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 1 00000400:00000200:2.0:1767384335.194043:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: ACK: OK 00000800:00000001:2.0:1767384335.194050:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384335.194053:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 00000800:00000001:2.0:1767384335.194056:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.194058:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000800:00000001:2.0:1767384335.194060:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384335.194061:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000800:00000001:2.0:1767384335.194064:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.194066:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000001:2.0:1767384335.194068:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384335.194070:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (31) 00000800:00000001:2.0:1767384335.194075:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.194084:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp20(192.168.202.115@tcp20) <- 192.168.202.115@tcp20 : ACK - for me 00000400:00000200:2.0:1767384335.194100:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp20: ACK from 12345-192.168.202.115@tcp20 into md 0x1a69 00000400:00000200:2.0:1767384335.194104:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384335.194108:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp20->192.168.202.115@tcp20: ACK: OK 00000400:00000200:2.0:1767384335.194111:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000400:00000010:2.0:1767384335.194114:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 00000400:00000200:2.0:1767384335.194117:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384335.194124:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:2.0:1767384335.194126:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (30) 00000800:00000001:2.0:1767384335.194130:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384335.194132:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384335.195019:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000082f11597. 00080000:00000010:0.0:1767384335.195065:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2838893. 00040000:00000001:0.0:1767384335.195072:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384335.195074:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384335.195077:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384335.195081:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384335.195084:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.195087:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384335.195098:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384335.195112:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384335.195115:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384335.195120:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b52f5b0. 00080000:00000001:0.0:1767384335.195122:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384335.195126:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:3.0:1767384335.195131:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384335.195133:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384335.195157:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384335.195158:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:2.0:1767384335.195160:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384335.195162:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384335.195164:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384335.195168:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384335.195171:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384335.195175:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000057a2da1e. 00010000:00000001:2.0:1767384335.195179:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384335.195183:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00080000:00000001:3.0:1767384335.195185:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.195187:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384335.195189:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:2.0:1767384335.195191:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbbdc to hash 00080000:00000001:3.0:1767384335.195192:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384335.195194:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384335.195196:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.195198:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:3.0:1767384335.195200:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000001:2.0:1767384335.195202:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000020:00000001:3.0:1767384335.195204:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:3.0:1767384335.195207:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384335.195209:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000001:3.0:1767384335.195210:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384335.195215:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195217:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384335.195218:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384335.195222:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384335.195223:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.195225:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00010000:2.0:1767384335.195228:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384335.195229:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384335.195233:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000076c194df. 00080000:00000001:3.0:1767384335.195238:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480672768 : -113724228878848 : ffff989183bc3e00) 00080000:00000001:3.0:1767384335.195243:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384335.195246:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384335.195246:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384335.195251:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9932627. 00080000:00000001:3.0:1767384335.195253:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195253:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384335.195257:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384335.195258:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384335.195261:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384335.195264:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384335.195266:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195267:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384335.195271:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.195274:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384335.195275:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384335.195277:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384335.195281:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384335.195283:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384335.195286:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000057a2da1e) refcount = 1 00010000:00010000:2.0:1767384335.195290:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384335.195290:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384335.195296:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384335.195299:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071212a48. 20000000:00000001:0.0:1767384335.195302:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384335.195305:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322304 00010000:00000001:0.0:1767384335.195309:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384335.195315:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008beb15dd x1853236728322304/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.195318:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384335.195322:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384335.195324:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384335.195325:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.195328:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195329:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195333:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384335.195333:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=58 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384335.195336:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384335.195338:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:2.0:1767384335.195340:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000040:0.0:1767384335.195342:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384335.195344:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384335.195345:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:2.0:1767384335.195346:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.195349:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 02000000:00000001:0.0:1767384335.195350:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384335.195353:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 02000000:00000001:0.0:1767384335.195353:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195357:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384335.195358:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384335.195361:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384335.195364:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384335.195364:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384335.195370:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384335.195374:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384335.195375:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8cb28d1. 00010000:00000001:2.0:1767384335.195380:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384335.195381:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728322304, offset 224 00010000:00000001:2.0:1767384335.195382:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384335.195384:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.195390:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384335.195393:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.195393:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384335.195396:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384335.195399:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384335.195406:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384335.195407:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384335.195412:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384335.195417:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05900 00010000:00000001:2.0:1767384335.195420:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384335.195423:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384335.195428:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a51 [2] + 224 00010000:00000001:2.0:1767384335.195433:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384335.195436:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384335.195436:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.195438:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000400:00000200:0.0:1767384335.195438:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384335.195442:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384335.195444:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384335.195447:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384335.195448:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384335.195450:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384335.195454:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384335.195460:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384335.195461:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.195463:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384335.195466:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195472:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384335.195475:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384335.195479:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384335.195480:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.195482:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384335.195488:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbbdc from hash 00010000:00000001:2.0:1767384335.195494:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384335.195496:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.195499:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.195500:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384335.195503:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384335.195505:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384335.195507:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384335.195509:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.195511:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.195511:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384335.195515:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384335.195517:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384335.195519:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384335.195520:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8cb28d1 00010000:00000001:2.0:1767384335.195521:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384335.195524:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8cb28d1. 00010000:00000001:2.0:1767384335.195525:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.195527:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384335.195529:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384335.195530:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.195533:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384335.195535:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.195537:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384335.195538:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384335.195548:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384335.195550:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384335.195554:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:3.0:1767384335.195555:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c62d1c9. 00010000:00010000:2.0:1767384335.195556:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.195559:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384335.195562:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e8dc7f 00000020:00000001:0.0:1767384335.195564:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.195565:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e8dc7f. 00000020:00000001:0.0:1767384335.195569:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384335.195571:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384335.195573:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384335.195574:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384335.195576:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008beb15dd x1853236728322304/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.195577:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1767384335.195580:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.195582:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384335.195585:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.195588:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.195591:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384335.195595:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.195600:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384335.195604:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384335.195612:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.195613:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008beb15dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728322304:12345-0@lo:253: Request processed in 2836us (3308us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384335.195620:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384335.195623:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384335.195625:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefbbdc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384335.195636:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:3.0:1767384335.195637:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384335.195639:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000057a2da1e count: 0 00000100:00000040:0.0:1767384335.195642:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384335.195646:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.195647:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384335.195647:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:2.0:1767384335.195650:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384335.195652:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384335.195653:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384335.195655:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.195658:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.195659:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.195660:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fbbb1c2. 02000000:00000001:3.0:1767384335.195661:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384335.195667:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=58 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384335.195668:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e084f91. 00000100:00001000:3.0:1767384335.195670:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384335.195672:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384335.195673:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.195675:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384335.195677:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.195680:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.195682:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e875a789. 00000100:00000040:3.0:1767384335.195684:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384335.195691:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384335.195692:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.195697:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384335.195699:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384335.195700:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384335.195701:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384335.195704:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:0.0:1767384335.195704:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b5d8c494. 00000020:01000004:3.0:1767384335.195707:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384335.195709:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384335.195711:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384335.195712:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384335.195712:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384335.195715:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:0.0:1767384335.195717:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384335.195718:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384335.195720:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384335.195722:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384335.195725:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384335.195726:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384335.195734:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728322304:0@lo:253: 00000400:00000010:0.0:1767384335.195734:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c858b9b. 00000100:00000001:3.0:1767384335.195742:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384335.195742:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8cb28d1. 00000100:00000001:3.0:1767384335.195746:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384335.195750:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728322304/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.195756:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384335.195763:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384335.195765:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a3393cb. 02000000:00000001:3.0:1767384335.195769:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384335.195771:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384335.195772:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384335.195773:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384335.195775:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002b44b889. 02000000:00000001:3.0:1767384335.195777:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384335.195778:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384335.195779:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:3.0:1767384335.195781:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384335.195782:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.195784:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.195787:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384335.195788:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.195789:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.195791:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384335.196730:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076c194df. 00080000:00000010:3.0:1767384335.196767:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9932627. 00040000:00000001:3.0:1767384335.196771:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384335.196772:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384335.196773:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384335.196775:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384335.196777:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384335.196779:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384335.196780:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384335.196786:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384335.196789:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384335.196793:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384335.196797:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384335.196800:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384335.196802:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384335.196804:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384335.196805:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384335.196809:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b303fc84. 00010000:00000001:2.0:1767384335.196812:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384335.196814:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021c686e8. 00000020:00000001:2.0:1767384335.196816:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384335.196818:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021c686e8 with handle 0x960a57272cefbbe3 to hash 00000020:00000001:2.0:1767384335.196820:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384335.196827:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384335.196829:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384335.196831:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384335.196832:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384335.196834:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.196839:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384335.196841:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384335.196842:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384335.196842:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384335.196843:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.196845:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384335.196846:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.196847:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384335.196848:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384335.196849:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384335.196849:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384335.196850:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b303fc84) refcount = 1 00010000:00010000:2.0:1767384335.196852:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.196855:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384335.196856:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384335.196857:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.196858:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.196859:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384335.196862:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384335.196865:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384335.196867:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384335.196869:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.196871:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=4 00000020:00000001:2.0:1767384335.196874:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384335.196876:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00080000:00000020:3.0:1767384335.196877:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384335.196880:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384335.196880:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000010:3.0:1767384335.196882:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bbdc6283. 20000000:00000001:3.0:1767384335.196885:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384335.196889:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322432 00010000:00010000:2.0:1767384335.196890:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384335.196892:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384335.196897:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007738da8c x1853236728322432/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.196906:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384335.196908:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384335.196910:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384335.196916:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384335.196922:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=58 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384335.196922:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.196925:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384335.196927:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384335.196928:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384335.196930:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384335.196935:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384335.196939:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384335.196940:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384335.196942:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.196943:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.196947:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384335.196949:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384335.196954:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021c686e8 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384335.196955:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384335.196956:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384335.196957:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384335.196958:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384335.196961:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.196966:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fefa471c. 00010000:00000001:2.0:1767384335.196970:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767384335.196971:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728322432, offset 224 00010000:00000001:2.0:1767384335.196975:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384335.196977:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384335.196979:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.196982:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=5 00000400:00000200:3.0:1767384335.196986:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384335.196987:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384335.196991:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384335.196994:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384335.196996:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384335.197000:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05980 00010000:00000001:2.0:1767384335.197004:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384335.197008:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a59 [2] + 224 00010000:00000001:2.0:1767384335.197012:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384335.197016:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.197019:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384335.197019:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384335.197022:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384335.197025:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384335.197028:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.197029:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384335.197030:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021c686e8 with handle 0x960a57272cefbbe3 from hash 00010000:00000001:2.0:1767384335.197034:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384335.197036:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384335.197036:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.197037:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.197040:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384335.197042:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384335.197044:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384335.197044:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384335.197047:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384335.197049:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.197052:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.197054:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384335.197057:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384335.197060:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.197062:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.197064:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.197067:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.197069:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.197071:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384335.197072:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.197088:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.197090:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.197093:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384335.197094:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384335.197095:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.197096:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384335.197097:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384335.197099:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.197100:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.197101:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384335.197102:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384335.197107:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefa471c 00000400:00000010:3.0:1767384335.197109:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fefa471c. 00000100:00000001:3.0:1767384335.197113:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384335.197116:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384335.197119:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384335.197120:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384335.197121:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.197123:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384335.197124:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384335.197126:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00010000:2.0:1767384335.197127:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021c686e8/0x960a57272cefbbe3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384335.197129:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384335.197129:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384335.197133:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384335.197133:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384335.197151:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6c7ae3f. 00000020:00000001:3.0:1767384335.197156:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384335.197157:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003afe0d3f 00000100:00000040:3.0:1767384335.197161:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007738da8c x1853236728322432/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384335.197161:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003afe0d3f. 00010000:00000040:2.0:1767384335.197162:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b303fc84 count: 0 00000100:00000001:0.0:1767384335.197168:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384335.197172:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384335.197175:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384335.197176:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:0.0:1767384335.197201:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384335.197205:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007738da8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728322432:12345-0@lo:253: Request processed in 4344us (4834us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384335.197218:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384335.197219:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384335.197221:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384335.197223:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384335.197224:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384335.197227:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384335.197228:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.197230:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384335.197230:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384335.197233:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384335.197234:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000819cfadf. 02000000:00000001:0.0:1767384335.197235:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384335.197239:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000100:00001000:0.0:1767384335.197240:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=58 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384335.197246:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036139ffc. 00000100:00001000:0.0:1767384335.197246:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.197248:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384335.197250:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384335.197253:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384335.197253:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384335.197254:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.197258:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.197262:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384335.197264:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384335.197270:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bc31e91a. 02000000:00000001:3.0:1767384335.197275:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384335.197279:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.197285:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384335.197286:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384335.197287:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384335.197291:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384335.197293:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000058c50a7. 00000020:01000004:0.0:1767384335.197294:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384335.197297:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:3.0:1767384335.197298:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fefa471c. 00000020:01000004:0.0:1767384335.197299:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384335.197303:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384335.197304:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384335.197306:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384335.197307:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384335.197308:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384335.197309:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384335.197311:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.197316:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034eb0750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728322432:0@lo:253: 00000100:00000001:0.0:1767384335.197319:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.197320:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384335.197321:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034eb0750 x1853236728322432/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.197324:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384335.197326:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384335.197327:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000070fe940d. 02000000:00000001:0.0:1767384335.197329:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384335.197330:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384335.197331:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384335.197333:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384335.197334:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d62d21c5. 02000000:00000001:0.0:1767384335.197336:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384335.197337:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384335.197338:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034eb0750. 00000100:00000001:0.0:1767384335.197340:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384335.197341:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.197342:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.197346:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384335.197350:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.197351:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384335.197353:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.200175:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294923243, at 4294923244 00000100:00000010:2.0:1767384335.200183:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003500fa91. 00000100:00000040:1.0:1767384335.200184:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294923243, at 4294923244 00000100:00000010:1.0:1767384335.200191:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053798d67. 00000100:00000040:0.0:1767384335.200200:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294923243, at 4294923244 00000100:00000010:0.0:1767384335.200210:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002174b7ee. 00000100:00000040:3.0:1767384335.201168:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294923243, at 4294923245 00000100:00000010:3.0:1767384335.201176:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ac1aba2. 00010000:00000010:2.1:1767384335.203174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000057a2da1e. 00010000:00000010:2.1:1767384335.203181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00010000:00000010:2.1:1767384335.203185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b303fc84. 00010000:00000010:2.1:1767384335.203194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021c686e8. 00000400:00000010:1.0:1767384335.211329:0:30864:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000053381b8a. 00000400:00000040:1.0:1767384335.211353:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.211356:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384335.211359:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.211361:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.211363:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.211365:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384335.211368:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.211371:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384335.211373:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384335.211374:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384335.211377:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384335.211379:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.211381:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384335.211383:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.211384:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384335.211386:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384335.211388:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.211389:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384335.211391:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384335.211394:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.211395:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.211397:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.211398:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.211400:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.211401:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384335.211404:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.211406:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.211415:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.211417:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.211419:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.211420:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384335.211423:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.211424:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.211426:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.211428:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.211430:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.211432:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384335.211434:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.211436:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.211438:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384335.211440:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384335.211441:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.211443:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384335.211446:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384335.211448:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384335.211450:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384335.211452:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384335.211453:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384335.211456:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384335.211457:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.211459:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384335.211461:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384335.211462:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384335.211464:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384335.211466:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384335.211468:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384335.211469:0:30864:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384335.211580:0:30864:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000053381b8a. 00000400:00000001:3.0:1767384335.220224:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.220229:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384335.220233:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:3.0:1767384335.220237:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000400:00000200:3.0:1767384335.220244:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384335.220251:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384335.220259:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000015825ecd. 00000400:00000010:3.0:1767384335.220265:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dd8b1353. 00000400:00000200:3.0:1767384335.220276:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp31 00000400:00000010:3.0:1767384335.220281:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000051b516e2. 00000400:00000010:3.0:1767384335.220288:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000032fcb05. 00000400:00000010:3.0:1767384335.220293:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000010:3.0:1767384335.220301:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a46a3fd3. 00000400:00000200:3.0:1767384335.220315:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp31 00000400:00000200:3.0:1767384335.220331:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp31 local destination 00000400:00000200:3.0:1767384335.220339:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp31 00000400:00000200:3.0:1767384335.220346:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [118:118:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1767384335.220355:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp31 00000400:00000200:3.0:1767384335.220370:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:) -> 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) : GET try# 0 00000800:00000200:3.0:1767384335.220379:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp31 00000800:00000010:3.0:1767384335.220386:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005541ea9b. 00000800:00000200:3.0:1767384335.220396:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000800:00000200:3.1:1767384335.220403:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000400:00000200:3.0:1767384335.220424:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp31 added to recovery queue. ping count: 3 next ping: 263 health :700 00000400:00000200:1.0:1767384335.220473:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220552:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220637:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220725:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220760:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220777:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220791:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220803:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220816:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220831:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220844:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220859:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220874:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220887:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220903:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220942:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.220967:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221001:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221031:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221057:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221106:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221121:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221195:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221214:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221229:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221242:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384335.221260:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384335.221371:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037620d5c. 00000800:00000010:1.0:1767384335.221375:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384335.221385:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000772ce002. 00000800:00000010:1.0:1767384335.221404:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000772ce002. 00000800:00020000:1.0:1767384335.221411:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384335.229874:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384335.229881:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000037620d5c. 00000400:02020000:1.0:1767384335.229958:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384335.235491:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp31 notifying 192.168.202.115@tcp31: down 00000800:00000200:1.0:1767384335.235502:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp31 down 00000800:00000100:1.0:1767384335.235510:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp31 00000800:00000010:1.0:1767384335.235514:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005541ea9b. 00000400:00000200:1.0:1767384335.235520:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384335.235527:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384335.235553:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384335.235558:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384335.235563:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp31) recovery failed with -71 00010000:00000001:2.0:1767384335.668192:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384335.668198:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.668203:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384335.668205:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.668240:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384335.668244:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.668248:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384336.244213:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.244219:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.244223:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:3.0:1767384336.244228:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000400:00000200:3.0:1767384336.244235:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384336.244243:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384336.244254:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000051b516e2. 00000400:00000010:3.0:1767384336.244261:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000032fcb05. 00000400:00000200:3.0:1767384336.244274:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:3.0:1767384336.244278:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000732be021. 00000400:00000010:3.0:1767384336.244285:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000856193c1. 00000400:00000010:3.0:1767384336.244290:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000400:00000010:3.0:1767384336.244299:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b8b04661. 00000400:00000200:3.0:1767384336.244303:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:3.0:1767384336.244317:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:3.0:1767384336.244324:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:3.0:1767384336.244329:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [119:119:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384336.244337:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:3.0:1767384336.244353:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:3.0:1767384336.244359:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:3.0:1767384336.244365:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000200:3.0:1767384336.244372:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:3.1:1767384336.244377:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:3.0:1767384336.244396:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 4 next ping: 272 health :600 00000400:00000200:1.0:1767384336.244472:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244516:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244555:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244603:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244622:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244642:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244663:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244685:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244707:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244727:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244747:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244765:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244785:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244806:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244837:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244857:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244878:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244902:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244949:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244972:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.244994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245017:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245039:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245058:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245079:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245128:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245176:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245200:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245223:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245246:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245269:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384336.245291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384336.245433:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037620d5c. 00000800:00000010:1.0:1767384336.245440:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384336.245446:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000772ce002. 00000800:00000010:1.0:1767384336.245468:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000772ce002. 00000800:00020000:1.0:1767384336.245479:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384336.245484:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ff8b72. 00000800:00000010:1.0:1767384336.245486:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000037620d5c. 00000400:02020000:1.0:1767384336.245523:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384336.245545:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:1.0:1767384336.245552:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:1.0:1767384336.245558:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:1.0:1767384336.245566:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:1.0:1767384336.245570:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384336.245575:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384336.245583:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384336.245585:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384336.245589:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00080000:00000010:0.0:1767384336.545772:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bc76842a. 00080000:00000010:0.0:1767384336.545781:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bc76842a. 00000020:00000001:0.0:1767384336.545785:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384336.545791:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bc76842a. 00080000:00000010:0.0:1767384336.545795:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bc76842a. 00000020:00000001:0.0:1767384336.545798:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.692186:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.692191:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.692195:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.692196:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.692230:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384336.692235:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.692239:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384337.196864:0:31449:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384337.196868:0:31449:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384337.200122:0:31449:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384337.206966:0:31450:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000efac9fdb. 00000400:00000010:1.0:1767384337.206981:0:31450:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f7c87d34. 00000400:00000010:1.0:1767384337.206992:0:31450:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1ff8b72. 00000400:00000010:1.0:1767384337.206995:0:31450:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007178effa. 00000400:00000010:1.0:1767384337.206998:0:31450:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000078d84d55. 00000400:00000010:1.0:1767384337.207002:0:31450:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006080953b. 00000400:00000010:1.0:1767384337.207003:0:31450:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005341aec1. 00000400:00000010:1.0:1767384337.207004:0:31450:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002012f83f. 00000400:00000010:1.0:1767384337.207008:0:31450:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000045c65977. 00000800:00000010:1.0:1767384337.207021:0:31450:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d42d0039. 00000800:00000200:1.0:1767384337.207030:0:31450:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384337.207039:0:31450:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384337.207071:0:31450:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384337.207090:0:31450:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384337.208578:0:31450:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000561a3668. 00000400:00000010:1.0:1767384337.208585:0:31450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef15c518. 00000400:00000010:1.0:1767384337.208593:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be6902fe. 00000400:00000001:1.0:1767384337.208608:0:31450:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384337.208610:0:31450:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384337.208611:0:31450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003a8bdfc. 00000400:00000200:1.0:1767384337.208614:0:31450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8d08fc 00000400:00000010:1.0:1767384337.208615:0:31450:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc8d08fc. 00000400:00000010:1.0:1767384337.208619:0:31450:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000b40b8c4c. 00000400:00000200:1.0:1767384337.208628:0:31450:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (29) 00000400:00000200:1.0:1767384337.208639:0:31450:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384337.208645:0:31450:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:1.0:1767384337.208651:0:31450:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000037620d5c. 00000020:01000000:1.0:1767384337.208655:0:31450:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384337.208657:0:31450:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp38 00000400:00000200:2.0:1767384337.208662:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384337.208669:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384337.208669:0:31450:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f7c87d34. 00000400:00000010:1.0:1767384337.208675:0:31450:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000efac9fdb. 00000400:00000010:2.0:1767384337.208678:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4504415. 00000400:00000200:2.0:1767384337.208682:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000400:00000010:2.0:1767384337.208687:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000796f943d. 00000400:00000200:2.0:1767384337.208691:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:0.0:1767384337.208694:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.208700:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.208702:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384337.208704:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:01000000:0.0:1767384337.208705:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384337.208711:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384337.208713:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384337.208714:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384337.208717:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384337.208719:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.208722:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384337.208724:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000020:01000004:0.0:1767384337.208725:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.208728:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384337.208730:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384337.208733:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384337.208734:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:01000004:0.0:1767384337.208735:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384337.208742:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000100:00000010:0.0:1767384337.208742:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000020:00000040:0.0:1767384337.208748:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384337.208750:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000100:00000001:0.0:1767384337.208755:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.208757:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.208762:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.208777:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:2.0:1767384337.208783:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 02000000:00000010:0.0:1767384337.208783:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083ca4be3. 00000100:00000001:0.0:1767384337.208792:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.208793:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000100:00000001:0.0:1767384337.208800:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384337.208801:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00000100:00000001:0.0:1767384337.208804:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.208819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2bbfb1] to pc [ptlrpcd_00_00+0] req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384337.208822:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000400:00000200:2.0:1767384337.208838:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:2.0:1767384337.208844:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:2.0:1767384337.208847:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384337.208851:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384337.208854:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:2.0:1767384337.208857:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:2.0:1767384337.208861:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000100:00000001:1.0:1767384337.208863:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384337.208863:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.208867:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000100:00000001:1.0:1767384337.208868:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384337.208869:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.208872:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384337.208876:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384337.208880:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384337.208881:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[83, 30] 00000100:00000040:1.0:1767384337.208882:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384337.208887:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.208891:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.208895:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384337.208897:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 10000000:01000000:0.0:1767384337.208898:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384337.208903:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384337.208904:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384337.208908:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 30], ns[89, 30] 00000100:00000001:1.0:1767384337.208908:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384337.208909:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384337.208913:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384337.208916:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384337.208918:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384337.208919:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 02000000:00000001:1.0:1767384337.208921:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384337.208922:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384337.208926:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384337.208927:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 30], ns[106, 30] 02000000:00000001:1.0:1767384337.208929:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384337.208930:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384337.208933:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384337.208937:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728322560:0@lo:253: 00000020:01000004:0.0:1767384337.208938:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384337.208943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000400:00000200:2.0:1767384337.208950:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 30], ns[107, 30] 00000100:00000001:1.0:1767384337.208950:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384337.208950:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384337.208958:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 30], ns[111, 30] 02000000:00000001:1.0:1767384337.208958:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384337.208959:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384337.208964:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.208964:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384337.208965:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 02000000:00000001:0.0:1767384337.208970:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.208971:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384337.208974:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:2.0:1767384337.208979:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:0.0:1767384337.208981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f22d4eb. 00000400:00000200:2.0:1767384337.208982:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 02000000:00000010:1.0:1767384337.208982:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000490d2d89. 02000000:00000001:1.0:1767384337.208988:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.208989:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp36 00000100:00000001:0.0:1767384337.208989:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.208996:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000400:00000200:2.0:1767384337.208997:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp36 lpni_is_preferred = 0 00000100:00000001:0.0:1767384337.208997:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.209001:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.209004:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp36 00000400:00000010:1.0:1767384337.209005:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7c87d34. 00000100:00000040:0.0:1767384337.209009:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_01+1] req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.209011:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728322560, portal 25 00000400:00000200:2.0:1767384337.209013:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [120:120:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [117:117:8:4294967295] 00000100:00000001:1.0:1767384337.209018:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.209021:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000400:00000200:2.0:1767384337.209028:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp36 00000100:00000040:1.0:1767384337.209031:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384337.209038:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.209045:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.209046:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:) -> 192.168.202.115@tcp36(192.168.202.115@tcp:192.168.202.115@tcp36) : PUT try# 0 00000020:00000001:0.0:1767384337.209053:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209054:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384337.209059:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.115@tcp36 00000020:01000000:0.0:1767384337.209060:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384337.209061:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384337.209066:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000084e87709. 00000020:00000010:0.0:1767384337.209067:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000037620d5c. 00000400:00000010:1.0:1767384337.209072:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dbf940. 00000100:00000200:1.0:1767384337.209075:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728322560, offset 0 00000800:00000010:2.0:1767384337.209076:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000136d21b5. 00000800:00000010:2.0:1767384337.209082:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000679e58b8. 00000400:00000200:1.0:1767384337.209084:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384337.209089:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384337.209090:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000100:00000001:0.0:1767384337.209094:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384337.209095:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384337.209099:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384337.209101:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000100:00000040:0.0:1767384337.209108:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.209112:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05a00 00000400:00000200:2.0:1767384337.209116:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384337.209123:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000400:00000200:1.0:1767384337.209125:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a1 [2] + 0 00000400:00000010:1.0:1767384337.209133:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036fb9c53. 00000100:00000001:0.0:1767384337.209160:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384337.209162:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.209165:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384337.209167:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.209170:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.209174:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728322688:0@lo:253: 00000100:00000001:0.0:1767384337.209179:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384337.209182:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.209184:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.209186:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.209190:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000037620d5c. 02000000:00000001:0.0:1767384337.209192:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.209196:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163baf64. 00000400:00000200:2.0:1767384337.209197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.209252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.209300:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.209319:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f461de80 00000400:00000010:0.0:1767384337.209327:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008bc5dde. 00000400:00000200:1.0:1767384337.209328:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.209329:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000200:0.0:1767384337.209336:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728322688, portal 25 00000400:00000200:1.0:1767384337.209338:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.209342:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384337.209346:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f461de80 00000100:00000001:0.0:1767384337.209346:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000400:00000010:1.0:1767384337.209350:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f461de80. 00000400:00000200:2.0:1767384337.209353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209356:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384337.209356:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.209359:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384337.209364:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000389daaba x1853236728322560 msgsize 4848 00000400:00000200:2.0:1767384337.209372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00100000:1.0:1767384337.209387:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384337.209389:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.209391:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384337.209396:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.209400:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d468053. 00000100:00000001:1.0:1767384337.209402:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384337.209404:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728322688, offset 0 00000400:00000200:1.0:1767384337.209409:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015dbf940 00000400:00000010:1.0:1767384337.209413:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015dbf940. 00000400:00000200:2.0:1767384337.209415:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209416:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384337.209420:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384337.209423:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.209434:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384337.209435:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.209440:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.209455:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209457:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384337.209459:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05a80 00000400:00000200:2.0:1767384337.209464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209464:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.209470:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c5 [2] + 0 00000100:00000001:1.0:1767384337.209472:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294925260 00000400:00000010:0.0:1767384337.209478:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b713a15. 00000100:00000010:1.0:1767384337.209479:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f70b521. 00000400:00000200:0.0:1767384337.209486:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015e5125d 00000100:00000001:1.0:1767384337.209488:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384337.209493:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294925260 00000100:00000010:1.0:1767384337.209498:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e75c6ba. 00000400:00000200:2.0:1767384337.209499:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384337.209501:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.209510:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.209512:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384337.209515:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e5125d 00000100:00000001:1.0:1767384337.209519:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294925260 00000400:00000010:0.0:1767384337.209520:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e5125d. 00000100:00000010:1.0:1767384337.209539:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e73e9821. 00000100:00000001:0.0:1767384337.209541:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.209545:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384337.209546:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384337.209549:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000007bb2abc0 x1853236728322688 msgsize 4848 00000100:00000001:1.0:1767384337.209562:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294925260 00000400:00000200:2.0:1767384337.209568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00100000:0.0:1767384337.209569:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384337.209570:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3df63a0. 00000100:00000040:0.0:1767384337.209575:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384337.209578:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384337.209587:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.209587:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.209591:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209595:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.209596:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d468053 00000100:00000001:1.0:1767384337.209597:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384337.209601:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d468053. 00000100:00000001:0.0:1767384337.209606:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384337.209609:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384337.209612:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.209613:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384337.209618:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384337.209621:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209621:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.209625:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209630:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209632:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.209638:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.209646:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209648:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.209653:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209654:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384337.209658:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294925260 00000100:00100000:1.0:1767384337.209659:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322560 02000000:00000001:1.0:1767384337.209663:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384337.209665:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.209665:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294925260 00000400:00000200:2.0:1767384337.209669:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209669:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209670:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294925260 02000000:00000001:1.0:1767384337.209673:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209676:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294925260 00000100:00100000:1.0:1767384337.209678:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322560 00000100:00000001:0.0:1767384337.209681:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294925260 00000020:00000001:1.0:1767384337.209682:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384337.209686:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384337.209686:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294925260 00000020:00000001:1.0:1767384337.209690:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384337.209691:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294925260 00000020:00000040:1.0:1767384337.209694:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:0.0:1767384337.209696:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294925260 00000020:00000001:1.0:1767384337.209697:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384337.209701:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384337.209702:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384337.209708:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209709:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384337.209710:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:0.0:1767384337.209712:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.209715:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000100:00000001:1.0:1767384337.209719:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.209722:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384337.209723:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 00000100:00000001:0.0:1767384337.209730:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384337.209733:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384337.209736:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f131b468. 00000100:00000001:0.0:1767384337.209737:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.209740:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384337.209742:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a059ddc. 00000100:00000001:0.0:1767384337.209743:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209748:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.209749:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000400:00000200:2.0:1767384337.209750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000040:1.0:1767384337.209772:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384337.209775:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.209777:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384337.209779:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209786:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209794:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.209803:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384337.209804:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322688 02000000:00000001:1.0:1767384337.209806:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384337.209807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209807:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.209810:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.209814:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.209816:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322688 00000020:00000001:1.0:1767384337.209818:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384337.209819:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384337.209821:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.209822:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:1.0:1767384337.209824:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384337.209826:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384337.209828:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384337.209830:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000100:00000001:1.0:1767384337.209832:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.209833:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 00000020:00000010:1.0:1767384337.209836:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3a667ef. 00000020:00000010:1.0:1767384337.209839:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069d51da3. 00000020:00000010:1.0:1767384337.209842:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0b85435. 00000100:00000001:1.0:1767384337.209844:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.209845:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384337.209845:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209848:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.209851:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.209860:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384337.209867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000001:1.0:1767384337.209867:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384337.209872:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:1.0:1767384337.209877:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384337.209879:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853329488 : -113719856222128 : ffff9892885db050) 00000100:00000040:1.0:1767384337.209883:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000389daaba x1853236728322560/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.209889:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384337.209891:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83776d1. 00000100:00000001:1.0:1767384337.209894:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.209896:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83776d1. 00000100:00100000:1.0:1767384337.209901:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000389daaba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728322560:12345-0@lo:253: 00000100:00000200:1.0:1767384337.209904:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322560 00000020:00000001:1.0:1767384337.209907:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384337.209910:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384337.209913:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.209915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000020:00000001:1.0:1767384337.209916:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384337.209917:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384337.209921:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:0.0:1767384337.209921:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384337.209928:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384337.209930:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000001:1.0:1767384337.209932:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384337.209935:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000020:00000001:1.0:1767384337.209938:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384337.209939:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853317200 : -113719856234416 : ffff9892885d8050) 00000020:00000001:1.0:1767384337.209942:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384337.209947:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.209949:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007bb2abc0 x1853236728322688/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.209953:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384337.209955:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 02000000:00000001:1.0:1767384337.209958:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384337.209966:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384337.209968:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c177b336. 00000020:00000010:0.0:1767384337.209970:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b20f0cf. 02000000:00000001:1.0:1767384337.209973:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.209975:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.209979:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384337.209980:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b20f0cf. 20000000:00000001:1.0:1767384337.209986:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384337.209991:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007bb2abc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728322688:12345-0@lo:253: 00000400:00000200:2.0:1767384337.209994:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 20000000:00000010:1.0:1767384337.209996:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e27263b7. 00000100:00000200:0.0:1767384337.209999:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322688 20000000:01000000:1.0:1767384337.210001:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384337.210005:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384337.210006:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384337.210010:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384337.210011:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384337.210013:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.210015:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.210018:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384337.210023:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.210023:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:2.0:1767384337.210024:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 20000000:00000001:1.0:1767384337.210028:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384337.210030:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384337.210034:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.210036:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384337.210038:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384337.210039:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3412e2f. 00000020:00000001:0.0:1767384337.210041:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384337.210043:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000100:00000001:0.0:1767384337.210047:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384337.210048:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 20000000:00000001:1.0:1767384337.210050:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384337.210052:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384337.210058:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000010:0.0:1767384337.210060:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000070fe940d. 00080000:00000001:1.0:1767384337.210062:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:0.0:1767384337.210065:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.210071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00080000:00000001:1.0:1767384337.210079:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384337.210079:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.210085:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384337.210094:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384337.210095:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000baa8a003. 00000400:00000200:2.0:1767384337.210096:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00080000:00000001:1.0:1767384337.210098:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384337.210102:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384337.210103:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384337.210104:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384337.210108:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.210109:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000002:1.0:1767384337.210112:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 20000000:00000001:0.0:1767384337.210113:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384337.210118:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000400:00000200:2.0:1767384337.210119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 20000000:00000001:0.0:1767384337.210119:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384337.210122:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384337.210126:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.210127:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384337.210132:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384337.210161:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.210164:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.210168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000020:00000001:1.0:1767384337.210169:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384337.210174:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384337.210179:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384337.210183:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c25a54b2. 00080000:00000001:1.0:1767384337.210186:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473671680 : -113724235879936 : ffff989183516a00) 00080000:00000001:1.0:1767384337.210188:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384337.210192:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384337.210196:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f83776d1. 00080000:00000001:1.0:1767384337.210199:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.210201:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384337.210211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00080000:00000001:1.0:1767384337.210213:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.210230:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384337.210270:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210329:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210348:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210406:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210434:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.210471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384337.210659:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b123cf8. 00000800:00000010:2.0:1767384337.210663:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ad5536d. 00000800:00000010:2.0:1767384337.210667:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0373f70. 00000800:00000010:2.0:1767384337.210691:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0373f70. 00000800:00020000:2.0:1767384337.210700:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384337.210703:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ad5536d. 00000800:00000010:2.0:1767384337.210705:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b123cf8. 00000400:02020000:2.0:1767384337.210740:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp36 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.210745:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp36 notifying 192.168.202.115@tcp36: down 00000800:00000200:2.0:1767384337.210749:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp36 down 00000800:00000100:2.0:1767384337.210754:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.115@tcp36 00000800:00000010:2.0:1767384337.210757:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084e87709. 00000400:00000200:2.0:1767384337.210763:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.210767:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384337.210775:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp36 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:2.0:1767384337.210778:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384337.210781:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:2.0:1767384337.210785:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384337.210850:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384337.210856:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101151 00000400:00000001:0.0:1767384337.210861:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.210862:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384337.210864:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4504415 00000400:00000010:0.0:1767384337.210865:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4504415. 00000400:00000200:0.0:1767384337.210869:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384337.210872:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384337.210893:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (31) 00000400:00000200:0.0:1767384337.210896:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384337.210898:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc -71 00000400:00000200:0.0:1767384337.210902:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384337.210905:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (30) 00080000:00000010:0.0:1767384337.211106:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c25a54b2. 00080000:00000010:1.0:1767384337.211159:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f83776d1. 00040000:00000001:1.0:1767384337.211164:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384337.211166:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384337.211168:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384337.211171:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384337.211177:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.211179:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384337.211187:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384337.211195:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384337.211197:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384337.211202:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384337.211204:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000899e2486. 20000000:01000000:0.0:1767384337.211209:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384337.211212:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384337.211214:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384337.211216:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384337.211221:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384337.211222:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:2.0:1767384337.211226:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384337.211231:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384337.211232:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384337.211237:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384337.211241:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.211245:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384337.211246:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a61db4c4. 00080000:00000001:0.0:1767384337.211247:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.211252:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384337.211254:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384337.211254:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384337.211259:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53952. 00080000:00000002:0.0:1767384337.211259:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:2.0:1767384337.211267:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384337.211267:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00000020:00000040:2.0:1767384337.211270:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53952 with handle 0x960a57272cefbbea to hash 00000020:00000001:2.0:1767384337.211272:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384337.211274:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00080000:00000002:0.0:1767384337.211277:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384337.211278:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384337.211284:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384337.211285:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384337.211287:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.211294:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384337.211294:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.211298:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.211300:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384337.211305:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:2.0:1767384337.211310:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384337.211311:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384337.211314:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384337.211316:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008b5a0ba4. 00010000:00000001:2.0:1767384337.211318:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384337.211321:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384337.211323:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353829944320 : -113719879607296 : ffff989286f8dc00) 00010000:00000001:2.0:1767384337.211324:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.211329:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384337.211330:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384337.211331:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.211335:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1767384337.211335:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384337.211340:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:0.0:1767384337.211340:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009b20f0cf. 00010000:00000001:2.0:1767384337.211343:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384337.211345:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211346:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384337.211349:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a61db4c4) refcount = 1 00080000:00000001:0.0:1767384337.211350:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384337.211353:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.211358:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384337.211360:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384337.211361:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.211362:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.211362:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211367:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384337.211370:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384337.211372:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384337.211375:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384337.211375:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384337.211379:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.211381:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=4 00000020:00000001:2.0:1767384337.211383:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384337.211385:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384337.211387:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384337.211388:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.211392:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384337.211394:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384337.211402:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384337.211406:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384337.211407:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384337.211409:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:1.0:1767384337.211409:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e27263b7. 00010000:00010000:2.0:1767384337.211411:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.211417:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:1.0:1767384337.211418:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211419:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211425:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000040:1.0:1767384337.211426:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322560 00010000:00010000:2.0:1767384337.211427:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.211429:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384337.211435:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53952 already unused, calling callback (0000000090c6ba53) 00010000:00000200:1.0:1767384337.211436:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000389daaba x1853236728322560/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.211440:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384337.211443:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384337.211445:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.211448:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384337.211451:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211452:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:1.0:1767384337.211455:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=60 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384337.211456:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.211458:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.211459:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=5 00000020:00000001:2.0:1767384337.211463:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00000100:00000001:1.0:1767384337.211463:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384337.211467:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00000100:00000040:1.0:1767384337.211468:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384337.211472:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384337.211472:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:2.0:1767384337.211475:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384337.211476:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384337.211480:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211482:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384337.211483:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384337.211485:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384337.211489:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.211489:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.211493:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dbf940. 00010000:00000001:2.0:1767384337.211494:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384337.211498:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384337.211499:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728322560, offset 224 00010000:00000001:2.0:1767384337.211501:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384337.211504:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384337.211511:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.211511:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384337.211516:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53952 with handle 0x960a57272cefbbea from hash 00010000:00000001:2.0:1767384337.211532:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384337.211535:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384337.211536:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05a00 00010000:00000001:2.0:1767384337.211537:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.211540:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384337.211543:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384337.211544:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00010000:00000001:2.0:1767384337.211547:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384337.211550:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384337.211551:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384337.211555:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384337.211556:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.211558:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384337.211562:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384337.211563:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.211568:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384337.211571:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384337.211576:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.211577:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.211579:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211583:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.211587:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.211591:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384337.211597:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.211598:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.211601:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.211603:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384337.211606:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384337.211608:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.211611:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.211613:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384337.211615:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384337.211616:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.211618:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.211619:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384337.211624:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384337.211626:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384337.211627:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015dbf940 00010000:00010000:2.0:1767384337.211628:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0b53952/0x960a57272cefbbea lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384337.211630:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015dbf940. 00000100:00000001:1.0:1767384337.211635:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384337.211637:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.211640:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.211646:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384337.211647:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384337.211650:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384337.211653:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:2.0:1767384337.211654:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a61db4c4 count: 0 00000020:00000001:1.0:1767384337.211656:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.211657:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384337.211659:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384337.211661:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384337.211664:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384337.211665:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000389daaba x1853236728322560/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384337.211666:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 20000000:00000001:2.0:1767384337.211667:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384337.211674:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c87d34 00000100:00100000:1.0:1767384337.211678:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000389daaba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728322560:12345-0@lo:253: Request processed in 1786us (2310us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384337.211679:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7c87d34. 00000100:00000001:0.0:1767384337.211686:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384337.211689:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:1.0:1767384337.211692:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000200:0.0:1767384337.211693:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.211696:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384337.211699:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384337.211704:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a059ddc. 00000020:00000010:1.0:1767384337.211709:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000100:00000200:0.0:1767384337.211712:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384337.211714:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f131b468. 00000020:00000040:1.0:1767384337.211720:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:1.0:1767384337.211726:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384337.211726:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384337.211729:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c177b336. 00000100:00000001:0.0:1767384337.211730:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384337.211732:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384337.211734:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384337.211735:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384337.211738:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384337.211740:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384337.211742:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384337.211745:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b532acd8. 00000100:00000001:0.0:1767384337.211746:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.211750:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dbf940. 02000000:00000001:0.0:1767384337.211751:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384337.211757:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384337.211766:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.211769:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.211771:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.211773:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.211775:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.211777:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.211781:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.211789:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.211792:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.211794:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384337.211797:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384337.211798:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384337.211800:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384337.211801:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.211802:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384337.211804:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.211804:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384337.211806:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384337.211807:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384337.211808:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384337.211811:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.211818:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728322560:0@lo:253: 00000100:00000001:0.0:1767384337.211823:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.211825:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.211826:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728322560/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.211834:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.211836:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.211838:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000490d2d89. 02000000:00000001:0.0:1767384337.211842:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.211843:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.211845:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384337.211847:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384337.211853:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083ca4be3. 02000000:00000001:0.0:1767384337.211857:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.211859:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.211860:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:0.0:1767384337.211863:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.211864:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.211866:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.211870:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384337.211871:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.211874:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.211875:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384337.212780:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008b5a0ba4. 00080000:00000010:0.0:1767384337.212827:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009b20f0cf. 00040000:00000001:0.0:1767384337.212833:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384337.212834:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384337.212836:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384337.212839:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384337.212841:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.212843:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384337.212844:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384337.212853:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384337.212856:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384337.212860:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384337.212863:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384337.212866:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384337.212868:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384337.212870:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384337.212872:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384337.212876:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000058a2fc93. 00010000:00000001:2.0:1767384337.212879:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384337.212880:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384337.212883:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384337.212885:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbbf1 to hash 00000020:00000001:2.0:1767384337.212886:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384337.212887:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.212889:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.212891:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.212892:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.212894:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212898:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384337.212900:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384337.212901:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384337.212902:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.212903:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.212905:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.212906:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.212908:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384337.212909:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384337.212910:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384337.212911:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384337.212912:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000058a2fc93) refcount = 1 00010000:00010000:2.0:1767384337.212920:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212924:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384337.212925:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384337.212926:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.212927:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.212928:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384337.212930:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384337.212931:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384337.212933:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.212934:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.212935:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:2.0:1767384337.212936:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.212937:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.212939:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384337.212940:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212945:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384337.212945:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212949:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.212950:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384337.212950:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212954:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.212955:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.212957:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384337.212958:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384337.212962:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5dd8851 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384337.212967:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384337.212969:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384337.212970:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.212974:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:0.0:1767384337.212975:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384337.212976:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.212979:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384337.212980:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384337.212981:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=5 20000000:00000010:0.0:1767384337.212983:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000baa8a003. 00000020:00000001:2.0:1767384337.212984:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.212989:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 20000000:00000001:0.0:1767384337.212989:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.212995:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000040:0.0:1767384337.212995:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322688 00010000:00010000:2.0:1767384337.212996:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.213001:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384337.213003:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384337.213006:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:0.0:1767384337.213008:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bb2abc0 x1853236728322688/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.213009:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.213014:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384337.213016:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384337.213020:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.213022:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384337.213026:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbbf1 from hash 00010000:00000001:0.0:1767384337.213026:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384337.213030:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.213031:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384337.213033:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.213036:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384337.213036:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=60 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384337.213037:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384337.213039:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384337.213041:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384337.213044:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384337.213045:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.213045:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384337.213050:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.213052:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384337.213052:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384337.213055:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384337.213058:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384337.213058:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384337.213060:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384337.213067:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384337.213068:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.213072:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.213072:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.213073:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.213079:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384337.213080:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384337.213086:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384337.213087:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384337.213088:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.213091:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384337.213092:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384337.213093:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384337.213093:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d468053. 00010000:00000001:2.0:1767384337.213096:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.213098:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384337.213100:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384337.213100:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728322688, offset 224 20000000:00000001:2.0:1767384337.213104:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.213108:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384337.213113:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384337.213116:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384337.213119:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384337.213120:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbf1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384337.213126:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384337.213129:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058a2fc93 count: 0 00010000:00000001:2.0:1767384337.213151:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384337.213153:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384337.213172:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05a80 00000400:00000200:0.0:1767384337.213178:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a99 [2] + 224 00000400:00000200:0.0:1767384337.213184:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.213187:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.213191:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384337.213194:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.213204:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.213222:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.213228:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d468053 00000400:00000010:0.0:1767384337.213230:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d468053. 00000100:00000001:0.0:1767384337.213232:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384337.213234:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.213236:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.213238:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.213241:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384337.213244:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384337.213248:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384337.213248:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.213251:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384337.213254:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384337.213257:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bb2abc0 x1853236728322688/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384337.213258:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384337.213262:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163baf64. 00000400:00000200:1.0:1767384337.213270:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008bc5dde 00000400:00000010:1.0:1767384337.213275:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008bc5dde. 00000100:00100000:0.0:1767384337.213276:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007bb2abc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728322688:12345-0@lo:253: Request processed in 3306us (3723us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.213282:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384337.213288:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000200:1.0:1767384337.213291:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.213292:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384337.213301:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.213303:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384337.213307:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384337.213309:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069d51da3. 00000020:00000010:0.0:1767384337.213315:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0b85435. 00000100:00000001:1.0:1767384337.213320:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384337.213322:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a667ef. 00000100:00000001:1.0:1767384337.213323:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.213328:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384337.213329:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384337.213330:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:1.0:1767384337.213331:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.213333:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.213336:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.213337:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384337.213339:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=60 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384337.213341:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000070fe940d. 00000100:00001000:1.0:1767384337.213344:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=60 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384337.213347:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384337.213348:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384337.213351:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.213352:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.213353:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384337.213356:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.213359:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384337.213360:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384337.213361:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384337.213367:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b713a15. 00000100:00000001:1.0:1767384337.213369:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.213373:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384337.213374:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384337.213374:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d468053. 00000020:01000004:1.0:1767384337.213380:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384337.213382:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384337.213383:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384337.213384:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.213386:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384337.213387:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384337.213394:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384337.213395:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.213396:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384337.213398:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.213403:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728322688:0@lo:253: 00000100:00000001:1.0:1767384337.213406:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.213408:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.213409:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728322688/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.213413:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.213414:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.213415:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000037620d5c. 02000000:00000001:1.0:1767384337.213429:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384337.213430:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.213430:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384337.213432:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.213433:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f22d4eb. 02000000:00000001:1.0:1767384337.213437:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.213438:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384337.213439:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:1.0:1767384337.213442:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.213443:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.213444:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.213448:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.213449:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.213451:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.213453:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.217166:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294925260, at 4294925261 00000100:00000040:2.0:1767384337.217169:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294925260, at 4294925261 00000100:00000010:1.0:1767384337.217174:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e75c6ba. 00000100:00000010:2.0:1767384337.217177:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e73e9821. 00000100:00000040:0.0:1767384337.217185:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294925260, at 4294925261 00000100:00000010:0.0:1767384337.217194:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f70b521. 00000100:00000040:3.0:1767384337.217196:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294925260, at 4294925261 00000100:00000010:3.0:1767384337.217201:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3df63a0. 00010000:00000010:2.1:1767384337.223174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a61db4c4. 00010000:00000010:2.1:1767384337.223184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53952. 00000400:00000010:3.0:1767384337.224881:0:31455:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f6e41841. 00000400:00000040:3.0:1767384337.224901:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.224904:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.224907:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.224909:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.224911:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.224913:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384337.224916:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.224918:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.224920:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.224921:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384337.224924:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.224926:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.224929:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.224930:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.224932:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384337.224935:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.224936:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.224938:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384337.224939:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384337.224942:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.224944:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.224945:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.224947:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.224949:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.224951:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384337.224954:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.224955:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.224962:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.224964:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.224965:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.224967:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384337.224969:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.224971:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.224972:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.224974:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.224976:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.224977:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384337.224980:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.224982:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.224984:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.224986:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.224987:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.224989:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384337.224991:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384337.224992:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384337.224994:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384337.224996:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384337.224997:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384337.225000:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.225002:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.225004:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384337.225006:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.225007:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384337.225009:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384337.225011:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384337.225013:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384337.225014:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384337.225101:0:31455:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f6e41841. 00010000:00000010:2.1:1767384337.225172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058a2fc93. 00010000:00000010:2.1:1767384337.225177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00000400:00000001:1.0:1767384337.268195:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384337.268200:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384337.268202:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f059da05 00000400:00000010:1.0:1767384337.268206:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f059da05. 00000100:00000001:0.0:1767384337.268208:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000200:1.0:1767384337.268211:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:0.0:1767384337.268213:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.268224:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384337.268233:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000732be021. 00000100:00000001:0.0:1767384337.268234:0:17114:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000010:1.0:1767384337.268237:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000856193c1. 00000100:00000001:0.0:1767384337.268238:0:17114:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.268245:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:1.0:1767384337.268248:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e63f675a. 00000400:00000010:1.0:1767384337.268253:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b3a667ef. 00000400:00000010:1.0:1767384337.268257:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000400:00000010:1.0:1767384337.268262:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053a066af. 00000400:00000200:1.0:1767384337.268266:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:1.0:1767384337.268276:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:1.0:1767384337.268281:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:1.0:1767384337.268284:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [121:121:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1767384337.268290:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:1.0:1767384337.268296:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:1.0:1767384337.268301:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:1.0:1767384337.268305:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce265113. 00000800:00000200:1.0:1767384337.268310:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:1.1:1767384337.268315:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:1.0:1767384337.268327:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384337.268331:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00000400:00000010:1.0:1767384337.268334:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000946b6d40. 00000400:00000010:1.0:1767384337.268337:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c25a54b2. 00000400:00000010:1.0:1767384337.268340:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 00000400:00000010:1.0:1767384337.268346:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c24d9317. 00000400:00000200:1.0:1767384337.268349:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00000400:00000200:1.0:1767384337.268355:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000400:00000200:1.0:1767384337.268359:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000400:00000200:1.0:1767384337.268362:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [122:122:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1767384337.268366:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000400:00000200:1.0:1767384337.268376:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000800:00000200:1.0:1767384337.268381:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000800:00000010:1.0:1767384337.268391:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fca36c0. 00000800:00000200:1.0:1767384337.268396:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000800:00000200:1.1:1767384337.268400:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000400:00000200:1.0:1767384337.268412:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384337.268418:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp36 00000400:00000010:1.0:1767384337.268422:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e77ce9ca. 00000400:00000010:1.0:1767384337.268426:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000066ba6e98. 00000400:00000010:1.0:1767384337.268430:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000400:00000010:1.0:1767384337.268435:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bab69962. 00000400:00000200:1.0:1767384337.268440:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp36 00000400:00000200:1.0:1767384337.268446:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp36 local destination 00000400:00000200:1.0:1767384337.268449:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp36 00000400:00000200:1.0:1767384337.268452:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [123:123:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [120:120:8:4294967295] 00000400:00000200:1.0:1767384337.268456:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp36 00000400:00000200:1.0:1767384337.268465:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:) -> 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) : GET try# 0 00000800:00000200:1.0:1767384337.268469:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp36 00000800:00000010:1.0:1767384337.268473:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005aa2d1ae. 00000800:00000200:1.0:1767384337.268477:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000800:00000200:1.1:1767384337.268482:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000400:00000200:1.0:1767384337.268491:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp36 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:1.0:1767384337.268582:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268641:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268725:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268760:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268798:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268828:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268903:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.268958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269003:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269171:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269319:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269366:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269470:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269579:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269622:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269712:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269797:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269817:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269846:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269882:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269926:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.269958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270084:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.270264:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000800:00000010:1.0:1767384337.270269:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000034e949eb. 00000800:00000010:1.0:1767384337.270274:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa4c09e6. 00000800:00000010:1.0:1767384337.270298:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa4c09e6. 00000800:00020000:1.0:1767384337.270307:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384337.270310:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000034e949eb. 00000800:00000010:1.0:1767384337.270313:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:00000200:2.0:1767384337.270336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:02020000:1.0:1767384337.270382:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.270389:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:1.0:1767384337.270395:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000800:00000100:1.0:1767384337.270401:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000400:00000200:2.0:1767384337.270405:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.270405:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce265113. 00000400:00000200:1.0:1767384337.270411:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.270417:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.270425:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384337.270428:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384337.270434:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:2.0:1767384337.270460:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270611:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270627:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270671:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270691:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270731:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270809:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270830:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270912:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.270974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.270980:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.271034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.271114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271115:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271204:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271262:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271382:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271451:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271514:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271648:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271704:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271760:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271822:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271889:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271930:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271947:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271967:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.271986:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.272021:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.272067:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.272098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.272132:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272190:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272267:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000800:00000010:2.0:1767384337.272276:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b123cf8. 00000800:00000010:2.0:1767384337.272281:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5dd9b57. 00000800:00000010:2.0:1767384337.272283:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0373f70. 00000800:00000010:2.0:1767384337.272307:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0373f70. 00000800:00020000:2.0:1767384337.272313:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384337.272316:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5dd9b57. 00000800:00000010:2.0:1767384337.272318:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b123cf8. 00000400:00000200:1.0:1767384337.272335:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:02020000:2.0:1767384337.272363:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.272369:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000800:00000200:2.0:1767384337.272374:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000400:00000200:1.0:1767384337.272375:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000800:00000100:2.0:1767384337.272381:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:2.0:1767384337.272384:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fca36c0. 00000400:00000200:2.0:1767384337.272388:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.272392:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384337.272398:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384337.272401:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384337.272403:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384337.272404:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00000400:00000200:1.0:1767384337.272431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272447:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272459:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272480:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272494:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272519:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272554:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272570:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272617:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272633:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272645:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272656:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.272699:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.272777:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000800:00000010:1.0:1767384337.272780:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ced6c4f. 00000800:00000010:1.0:1767384337.272783:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa4c09e6. 00000800:00000010:1.0:1767384337.272796:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa4c09e6. 00000800:00020000:1.0:1767384337.272801:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384337.272804:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ced6c4f. 00000800:00000010:1.0:1767384337.272805:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:02020000:1.0:1767384337.272834:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp36 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.272837:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp36 notifying 192.168.202.115@tcp36: down 00000400:00000200:1.0:1767384337.272840:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384337.272842:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp36 00000800:00000010:1.0:1767384337.272843:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005aa2d1ae. 00000400:00000200:1.0:1767384337.272846:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.272848:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.272852:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384337.272854:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384337.272863:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp36) recovery failed with -71 00010000:00000001:2.0:1767384337.717208:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.717215:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.717222:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.717224:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.717263:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.717267:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.717271:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384337.780258:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384337.780264:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:0.0:1767384337.780268:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.780271:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384337.780273:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384337.780274:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384337.780276:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384337.780279:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384337.780281:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 57 10000000:00000001:0.0:1767384337.780283:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384337.780285:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384337.780291:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000020:00000040:0.0:1767384337.780295:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384337.780300:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.780308:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.780312:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384337.780318:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027552dc3. 00000100:00000001:0.0:1767384337.780325:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.780329:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384337.780331:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384337.780337:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003aeb1469. 00010000:00000001:0.0:1767384337.780341:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384337.780344:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093b2c031. 00000020:00000001:0.0:1767384337.780348:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384337.780351:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093b2c031 with handle 0x960a57272cefbbf8 to hash 00000020:00000001:0.0:1767384337.780352:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384337.780354:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.780356:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.780359:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.780361:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.780364:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.780378:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.780387:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384337.780391:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384337.780394:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384337.780400:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079cea3f3. 00000100:00000001:0.0:1767384337.780402:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491799936 : -113724217751680 : ffff989184660780) 00000100:00000001:0.0:1767384337.780404:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.780406:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000001:0.0:1767384337.780410:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.780412:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.780414:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384337.780416:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384337.780428:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.780436:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384337.780437:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.780456:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384337.780458:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.780460:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.780462:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728322816:0@lo:101: 00000100:00000001:0.0:1767384337.780466:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384337.780470:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.780472:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.780474:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.780478:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f061bf79. 02000000:00000001:0.0:1767384337.780479:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.780484:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003818671f. 00000400:00000010:0.0:1767384337.780490:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000200:0.0:1767384337.780496:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728322816, portal 25 00000100:00000001:0.0:1767384337.780498:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.780499:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000040:0.0:1767384337.780503:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.780508:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384337.780511:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.780513:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000100:00000200:0.0:1767384337.780530:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728322816, offset 0 00000400:00000200:0.0:1767384337.780536:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.780563:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.780573:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce05b00 00000400:00000200:0.0:1767384337.780579:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x12cd [2] + 0 00000400:00000010:0.0:1767384337.780583:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e93cd53. 00000400:00000200:0.0:1767384337.780586:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a6879bd 00000400:00000200:0.0:1767384337.780591:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.780596:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384337.780607:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a6879bd 00000400:00000010:0.0:1767384337.780609:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a6879bd. 00000100:00000001:0.0:1767384337.780613:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.780615:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384337.780618:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000e2bb107a x1853236728322816 msgsize 328 00000100:00100000:0.0:1767384337.780623:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384337.780625:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384337.780638:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.780645:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:0.0:1767384337.780646:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000001:0.0:1767384337.780649:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384337.780652:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.780661:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.780664:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.780670:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.780672:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384337.780676:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384337.780677:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384337.780684:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322816 00000100:00000001:0.0:1767384337.780686:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294925831 02000000:00000001:2.0:1767384337.780689:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384337.780694:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384337.780695:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c54450c9. 00000100:00000001:2.0:1767384337.780700:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.780705:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384337.780706:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.780711:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294925831 00000100:00100000:2.0:1767384337.780713:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322816 00000020:00000001:2.0:1767384337.780719:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384337.780719:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e770af01. 00000020:00000040:2.0:1767384337.780725:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384337.780727:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384337.780730:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.780733:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:0.0:1767384337.780733:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294925831 00000020:00000001:2.0:1767384337.780742:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000010:0.0:1767384337.780743:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c94816d. 00000020:00000001:2.0:1767384337.780749:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384337.780751:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384337.780758:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384337.780758:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294925831 00000100:00000010:0.0:1767384337.780764:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006725324e. 00000100:00000001:0.0:1767384337.780767:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384337.780770:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:0.0:1767384337.780772:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.780774:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.780778:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000100:00000001:0.0:1767384337.780789:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.780791:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384337.780792:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ed915e8. 00000100:00000001:0.0:1767384337.780793:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384337.780800:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000079cea3f3 going to sleep for 11 seconds 00000020:00000010:2.0:1767384337.780804:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc5b3ef4. 00000100:00000001:0.0:1767384337.780804:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.780810:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.780812:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000100:00000040:2.0:1767384337.780826:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384337.780830:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384337.780832:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384337.780834:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.780846:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.780862:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.780884:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384337.780887:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384337.780890:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384337.780893:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384337.780899:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:2.0:1767384337.780905:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384337.780907:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.780908:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853327440 : -113719856224176 : ffff9892885da850) 00000100:00000001:0.0:1767384337.780913:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.780919:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2bb107a x1853236728322816/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.780928:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384337.780931:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384337.780932:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.780933:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000100:00100000:2.0:1767384337.780937:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2bb107a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728322816:12345-0@lo:101: 00000100:00000200:2.0:1767384337.780940:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322816 00000020:00000001:2.0:1767384337.780943:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384337.780947:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384337.780950:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.780952:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384337.780954:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384337.780957:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384337.780958:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384337.780967:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384337.780968:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384337.780973:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.780975:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384337.780978:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384337.780980:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384337.780981:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384337.780983:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.780989:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384337.780994:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060a32fb8. 00010000:00000001:2.0:1767384337.780997:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384337.781000:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384337.781003:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384337.781006:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbbff to hash 00000020:00000001:2.0:1767384337.781007:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384337.781008:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384337.781010:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00010000:2.0:1767384337.781012:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbbf8 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384337.781019:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:2.0:1767384337.781021:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384337.781030:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384337.781032:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384337.781036:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000941354ae. 02000000:00000001:2.0:1767384337.781037:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.781039:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.781042:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384337.781045:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384337.781047:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384337.781049:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.781051:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.781052:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.781053:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.781055:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384337.781057:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384337.781063:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384337.781065:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384337.781067:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060a32fb8) refcount = 1 00010000:00010000:2.0:1767384337.781071:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.781075:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384337.781077:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384337.781079:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.781080:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.781081:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384337.781086:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384337.781088:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.781093:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384337.781095:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384337.781097:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.781100:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.781101:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384337.781103:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.781104:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384337.781105:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c5dd8851, rc 0) 00000020:00000001:2.0:1767384337.781107:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384337.781109:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322816 00010000:00000001:2.0:1767384337.781112:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384337.781115:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2bb107a x1853236728322816/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 328/344 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.781122:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384337.781124:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384337.781127:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.781132:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384337.781183:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384337.781185:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384337.781189:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384337.781197:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.781201:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384337.781208:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384337.781213:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc592d. 00000100:00000200:2.0:1767384337.781218:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728322816, offset 224 00000400:00000200:2.0:1767384337.781224:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.781234:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.781241:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce05b00 00000400:00000200:2.0:1767384337.781247:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1abd [1] + 224 00000400:00000200:2.0:1767384337.781253:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.781256:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384337.781261:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384337.781266:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.781272:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.781287:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384337.781293:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc592d 00000400:00000010:2.0:1767384337.781295:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc592d. 00000100:00000001:2.0:1767384337.781299:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384337.781301:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.781304:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384337.781308:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.781310:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.781313:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384337.781315:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384337.781316:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003818671f. 00010000:00000001:2.0:1767384337.781323:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384337.781325:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000020:00000001:2.0:1767384337.781327:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.781328:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00000001:0.0:1767384337.781338:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384337.781339:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384337.781346:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.781351:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bb107a x1853236728322816/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 328/344 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384337.781380:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384337.781392:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2bb107a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728322816:12345-0@lo:101: Request processed in 456us (766us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384337.781432:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384337.781433:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:0.0:1767384337.781434:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.781440:0:17084:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384337.781443:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 02000000:00000001:0.0:1767384337.781443:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384337.781448:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384337.781454:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.781454:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.781459:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384337.781463:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=60 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384337.781470:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384337.781471:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.781477:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.781478:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.781480:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc5b3ef4. 00010000:00000001:0.0:1767384337.781481:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.781487:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.781503:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 00000100:00000001:0.0:1767384337.781508:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.781511:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ed915e8. 00000100:00000040:0.0:1767384337.781513:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384337.781535:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384337.781544:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384337.781551:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384337.781552:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000941354ae. 02000000:00000001:2.0:1767384337.781562:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384337.781562:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.781566:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.781568:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384337.781572:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384337.781577:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384337.781578:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728322816:0@lo:101: 00000100:00000001:0.0:1767384337.781586:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384337.781587:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087d604d4. 00000100:00000001:0.0:1767384337.781588:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781596:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384337.781597:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.781598:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384337.781600:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002be912dc. 00000100:00000001:0.0:1767384337.781609:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384337.781612:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079cea3f3. 00000100:00000001:0.0:1767384337.781616:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384337.781617:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.781619:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384337.781621:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.781623:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.781624:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=4 00000020:00000001:0.0:1767384337.781626:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.781628:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000040:0.0:1767384337.781632:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000093b2c031, remote cookie: 0x960a57272cefbbff, flags: 0x0 00010000:00000001:0.0:1767384337.781635:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384337.781638:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.781639:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.781641:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.781642:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.781644:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aeb1469) refcount = 1 00010000:00010000:0.0:1767384337.781647:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.781661:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.781663:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.781664:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384337.781666:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.781669:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.781671:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.781674:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384337.781676:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.781677:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.781678:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.781679:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.781680:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781681:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.781683:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728322816/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.781687:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.781689:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.781691:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f061bf79. 02000000:00000001:0.0:1767384337.781693:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.781694:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.781696:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384337.781697:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384337.781698:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027552dc3. 02000000:00000001:0.0:1767384337.781701:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.781702:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.781703:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:0.0:1767384337.781706:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.781706:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384337.781708:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.781709:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384337.781710:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:0.0:1767384337.781712:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.781713:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.781719:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.781720:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=3 00000020:00000001:0.0:1767384337.781722:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.781723:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.781725:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384337.781726:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.781726:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.781727:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.781729:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384337.781731:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000004593d7a1. 00000100:00000010:0.0:1767384337.781741:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000020:00000040:0.0:1767384337.781743:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384337.781745:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.781746:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.781748:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384337.781751:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027552dc3. 00000100:00000001:0.0:1767384337.781753:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781756:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384337.781759:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f061bf79. 00000100:00000010:0.0:1767384337.781761:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000e9d775a2. 00000020:00000040:0.0:1767384337.781763:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384337.781765:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384337.781767:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384337.781769:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079cea3f3. 00000100:00000001:0.0:1767384337.781771:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491799936 : -113724217751680 : ffff989184660780) 00000100:00000001:0.0:1767384337.781773:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.781774:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000001:0.0:1767384337.781776:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.781777:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781778:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384337.781778:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384337.781780:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.781785:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384337.781785:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.781792:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384337.781794:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.781795:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.781797:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728322944:0@lo:256: 00000100:00000001:0.0:1767384337.781800:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384337.781802:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.781803:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781805:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384337.781809:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003818671f. 00000400:00000010:0.0:1767384337.781812:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000040424a. 00000100:00000200:0.0:1767384337.781816:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce05b80-0x695824ce05b80, portal 33 00000100:00000001:0.0:1767384337.781818:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.781819:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.781821:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a304192a. 02000000:00000001:0.0:1767384337.781823:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.781826:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010dd5b7c. 00000400:00000010:0.0:1767384337.781828:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000200:0.0:1767384337.781830:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728322944, portal 25 00000100:00000001:0.0:1767384337.781831:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.781832:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000040:0.0:1767384337.781835:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.781839:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384337.781841:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.781843:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000100:00000200:0.0:1767384337.781844:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728322944, offset 0 00000400:00000200:0.0:1767384337.781847:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.781852:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.781858:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce05b80 00000400:00000200:0.0:1767384337.781861:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12f1 [2] + 0 00000400:00000010:0.0:1767384337.781863:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1d6b893. 00000400:00000200:0.0:1767384337.781865:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003682ba79 00000400:00000200:0.0:1767384337.781868:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.781876:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384337.781879:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003682ba79 00000400:00000010:0.0:1767384337.781880:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003682ba79. 00000100:00000001:0.0:1767384337.781884:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.781885:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384337.781887:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000070d0ba49 x1853236728322944 msgsize 304 00000100:00100000:0.0:1767384337.781890:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384337.781891:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384337.781901:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.781906:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:0.0:1767384337.781908:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000001:0.0:1767384337.781909:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384337.781912:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.781918:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.781923:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.781929:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781931:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384337.781938:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384337.781939:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384337.781942:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728322944 00000100:00000001:0.0:1767384337.781944:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294925832 02000000:00000001:2.0:1767384337.781947:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384337.781950:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384337.781952:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781953:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925831 02000000:00000001:2.0:1767384337.781956:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.781958:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294925832 00000100:00100000:2.0:1767384337.781960:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728322944 00000100:00000001:0.0:1767384337.781962:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925831 00000020:00000001:2.0:1767384337.781963:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384337.781966:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384337.781967:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294925832 00000020:00000001:2.0:1767384337.781973:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384337.781975:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925831 00000020:00000040:2.0:1767384337.781976:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384337.781980:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294925832 00000020:00000001:2.0:1767384337.781986:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384337.781988:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925831 00000020:00000001:2.0:1767384337.781990:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384337.781992:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.781997:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384337.781998:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.782010:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:0.0:1767384337.782010:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384337.782017:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.782017:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384337.782021:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000020:00000010:2.0:1767384337.782025:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ed915e8. 00000100:00100000:0.0:1767384337.782026:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000079cea3f3 going to sleep for 11 seconds 00000100:00000001:0.0:1767384337.782031:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384337.782033:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc5b3ef4. 00000100:00000001:0.0:1767384337.782035:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.782039:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000100:00000040:2.0:1767384337.782046:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384337.782049:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384337.782050:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384337.782057:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782062:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782073:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.782080:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384337.782082:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384337.782086:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:2.0:1767384337.782089:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384337.782091:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853320272 : -113719856231344 : ffff9892885d8c50) 00000100:00000040:2.0:1767384337.782095:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070d0ba49 x1853236728322944/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 304/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.782101:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384337.782105:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000100:00000001:2.0:1767384337.782109:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.782111:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaa9c10b. 00000100:00100000:2.0:1767384337.782119:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070d0ba49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728322944:12345-0@lo:256: 00000100:00000200:2.0:1767384337.782123:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728322944 00000020:00000001:2.0:1767384337.782125:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384337.782128:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384337.782129:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.782131:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384337.782132:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:2.0:1767384337.782175:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384337.782177:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384337.782180:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384337.782182:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384337.782185:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782189:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384337.782193:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384337.782197:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000941354ae. 02000000:00000001:2.0:1767384337.782199:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782202:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384337.782205:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384337.782209:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384337.782219:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384337.782222:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384337.782225:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384337.782227:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384337.782230:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384337.782233:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000137d7a5d. 20000000:00000001:2.0:1767384337.782236:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384337.782251:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384337.782259:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384337.782264:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384337.782266:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384337.782268:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384337.782269:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384337.782271:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384337.782273:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384337.782276:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384337.782278:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384337.782280:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384337.782282:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384337.782284:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384337.782285:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384337.782288:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384337.782290:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384337.782292:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384337.782294:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384337.782296:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384337.782298:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384337.782300:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384337.782302:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384337.782304:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384337.782306:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384337.782309:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384337.782312:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384337.782314:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384337.782316:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384337.782318:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384337.782321:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384337.782324:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:2.0:1767384337.782336:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384337.782347:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384337.782350:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384337.782352:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384337.782354:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384337.782357:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384337.782359:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384337.782362:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384337.782364:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384337.782366:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384337.782368:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384337.782369:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384337.782371:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384337.782372:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384337.782374:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384337.782375:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384337.782376:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384337.782378:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384337.782379:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384337.782381:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384337.782382:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384337.782384:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384337.782386:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384337.782387:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384337.782388:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384337.782389:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384337.782391:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384337.782392:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384337.782393:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384337.782395:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384337.782397:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:2.0:1767384337.782399:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 64 20000000:00000001:2.0:1767384337.782400:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:2.0:1767384337.782403:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384337.782406:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006b0b81d0. 00000100:00000010:2.0:1767384337.782409:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000073952a31. 00000020:00000040:2.0:1767384337.782410:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:2.0:1767384337.782413:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384337.782416:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384337.782435:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc592d. 00000400:00000010:2.0:1767384337.782441:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ae02277. 00000400:00000200:2.0:1767384337.782443:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.782451:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.782457:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x695824ce05b80 00000400:00000200:2.0:1767384337.782462:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1acd [4] + 0 00000400:00000010:2.0:1767384337.782465:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003818671f. 00000400:00000200:2.0:1767384337.782468:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000040424a 00000400:00000200:2.0:1767384337.782471:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.782473:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384337.782477:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000040424a 00000400:00000010:2.0:1767384337.782478:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000040424a. 00000100:00000001:2.0:1767384337.782481:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384337.782482:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007f2bbfb1 desc 00000000f061bf79 mbits 1853236728322944 00000100:00000001:2.0:1767384337.782493:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384337.782496:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384337.782499:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384337.782504:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ad9 00000400:00000200:2.0:1767384337.782508:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.782513:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384337.782528:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384337.782530:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384337.782532:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384337.782534:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006b0b81d0 00000100:00000001:2.0:1767384337.782540:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384337.782546:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc592d 00000400:00000010:2.0:1767384337.782547:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc592d. 00000100:00000001:2.0:1767384337.782550:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384337.782550:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006b0b81d0 00000100:00000001:2.0:1767384337.782552:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384337.782566:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x695824ce05b80-0x695824ce05b80 00000100:00000001:2.0:1767384337.782569:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.782573:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782575:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384337.782577:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:2.0:1767384337.782579:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000073952a31. 00000100:00000010:2.0:1767384337.782582:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006b0b81d0. 00000100:00000001:2.0:1767384337.782590:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384337.782591:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384337.782598:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000137d7a5d. 20000000:00000001:2.0:1767384337.782602:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384337.782604:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728322944 00010000:00000001:2.0:1767384337.782605:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384337.782610:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070d0ba49 x1853236728322944/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 304/240 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.782616:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384337.782618:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384337.782620:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.782623:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384337.782625:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384337.782626:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384337.782629:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384337.782631:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.782632:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384337.782634:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384337.782636:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc592d. 00000100:00000200:2.0:1767384337.782639:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728322944, offset 224 00000400:00000200:2.0:1767384337.782642:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.782647:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.782651:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce05b80 00000400:00000200:2.0:1767384337.782654:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ad1 [1] + 224 00000400:00000200:2.0:1767384337.782657:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.782659:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384337.782661:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384337.782665:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.782673:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.782687:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384337.782689:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc592d 00000400:00000010:2.0:1767384337.782695:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc592d. 00000100:00000001:2.0:1767384337.782699:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384337.782701:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384337.782706:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.782707:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384337.782711:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384337.782714:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384337.782715:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384337.782717:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.782719:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384337.782720:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384337.782731:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010dd5b7c. 00000100:00000040:2.0:1767384337.782735:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070d0ba49 x1853236728322944/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:318/0 lens 304/240 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.782738:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:0.0:1767384337.782743:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000100:00100000:2.0:1767384337.782768:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070d0ba49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728322944:12345-0@lo:256: Request processed in 664us (878us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384337.782770:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384337.782784:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:0.0:1767384337.782785:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.782793:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384337.782801:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384337.782805:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384337.782810:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc5b3ef4. 00000100:00000200:0.0:1767384337.782816:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384337.782817:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 00000020:00000010:2.0:1767384337.782835:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ed915e8. 00000020:00000040:2.0:1767384337.782847:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:0.0:1767384337.782848:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384337.782851:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.782858:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384337.782860:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384337.782861:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384337.782862:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384337.782867:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000941354ae. 00000100:00000001:0.0:1767384337.782867:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.782879:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.782882:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384337.782883:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=60 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384337.782889:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384337.782889:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.782899:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384337.782902:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384337.782902:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.782910:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384337.782912:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d1da34c. 00010000:00000001:0.0:1767384337.782914:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.782920:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384337.782921:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011e98c71. 00000100:00000040:0.0:1767384337.782928:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.782938:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.782942:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.782950:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384337.782954:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.782958:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f2bbfb1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728322944:0@lo:256: 00000100:00000001:0.0:1767384337.782963:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.782965:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.782967:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384337.782968:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.782969:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.782973:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384337.782975:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079cea3f3. 00000100:00000001:0.0:1767384337.782977:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384337.782978:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384337.782980:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 64, more 0. 10000000:00000001:0.0:1767384337.782983:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384337.782987:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000617ced23. 10000000:00000040:0.0:1767384337.782995:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384337.783000:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384337.783002:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384337.783006:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:0.0:1767384337.783008:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.783010:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384337.783012:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:0.0:1767384337.783014:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000400:00000200:0.0:1767384337.783017:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:0.0:1767384337.783019:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384337.783022:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:0.0:1767384337.783025:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384337.783029:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (29) 00000400:00000200:0.0:1767384337.783032:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000400:00000200:0.0:1767384337.783044:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384337.783046:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384337.783049:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384337.783057:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:0.0:1767384337.783060:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (31) 00000400:00000200:0.0:1767384337.783062:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:0.0:1767384337.783064:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:0.0:1767384337.783070:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783072:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:2.0:1767384337.783075:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384337.783076:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:0.0:1767384337.783088:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783093:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:0.0:1767384337.783096:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000010:2.0:1767384337.783101:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc592d. 00000400:00000200:0.0:1767384337.783102:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:2.0:1767384337.783124:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000400:00000010:2.0:1767384337.783131:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e01b1c42. 00000400:00000200:0.0:1767384337.783132:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783137:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:0.0:1767384337.783138:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:0.0:1767384337.783144:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783146:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:2.0:1767384337.783167:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384337.783174:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:2.0:1767384337.783185:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1767384337.783188:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783196:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:2.0:1767384337.783201:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384337.783203:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:2.0:1767384337.783222:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:0.0:1767384337.783223:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783236:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:2.0:1767384337.783241:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:0.0:1767384337.783245:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:0.0:1767384337.783258:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783263:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000400:00000200:0.0:1767384337.783267:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:0.0:1767384337.783276:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:2.0:1767384337.783277:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:0.0:1767384337.783287:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783293:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:2.0:1767384337.783294:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:0.0:1767384337.783303:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:0.0:1767384337.783313:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783319:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000400:00000200:0.0:1767384337.783319:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:0.0:1767384337.783327:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:0.0:1767384337.783351:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783354:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000400:00000200:0.0:1767384337.783355:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:0.0:1767384337.783364:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:0.0:1767384337.783373:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783380:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:2.0:1767384337.783384:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00000400:00000200:2.0:1767384337.783392:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000400:00000200:0.0:1767384337.783397:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:2.0:1767384337.783406:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:0.0:1767384337.783415:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783419:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:0.0:1767384337.783423:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:2.0:1767384337.783428:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384337.783434:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:2.0:1767384337.783438:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384337.783447:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783450:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:0.0:1767384337.783455:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:2.0:1767384337.783459:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:0.0:1767384337.783467:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:2.0:1767384337.783472:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384337.783480:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783481:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:0.0:1767384337.783488:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:2.0:1767384337.783492:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[83, 30] 00000400:00000200:0.0:1767384337.783496:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:0.0:1767384337.783503:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783512:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 00000400:00000200:0.0:1767384337.783512:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:0.0:1767384337.783535:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:2.0:1767384337.783536:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 30], ns[89, 30] 00000400:00000200:0.0:1767384337.783551:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783552:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 00000400:00000200:0.0:1767384337.783565:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:2.0:1767384337.783571:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 00000400:00000200:0.0:1767384337.783577:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:2.0:1767384337.783585:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 30], ns[121, 30] 00000400:00000200:0.0:1767384337.783590:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783598:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:2.0:1767384337.783600:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 30], ns[111, 30] 00000400:00000200:0.0:1767384337.783608:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:2.0:1767384337.783612:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 00000400:00000200:2.0:1767384337.783623:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[120, 30], ns[123, 30] 00000400:00000200:0.0:1767384337.783627:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783634:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:2.0:1767384337.783635:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:0.0:1767384337.783644:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:2.0:1767384337.783645:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:0.0:1767384337.783653:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783654:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000400:00000200:0.0:1767384337.783660:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:2.0:1767384337.783664:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp37 lpni_is_preferred = 0 00000400:00000200:2.0:1767384337.783671:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp37 00000400:00000200:0.0:1767384337.783671:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:2.0:1767384337.783689:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [124:124:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [121:121:8:4294967295] 00000400:00000200:0.0:1767384337.783690:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783703:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:2.0:1767384337.783708:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:0.0:1767384337.783713:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:0.0:1767384337.783726:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384337.783736:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp:192.168.202.115@tcp37) : PUT try# 0 00000400:00000200:0.0:1767384337.783738:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:0.0:1767384337.783750:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000800:00000200:2.0:1767384337.783755:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.115@tcp37 00000800:00000010:2.0:1767384337.783760:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f284eb61. 00000400:00000200:0.0:1767384337.783762:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783767:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:0.0:1767384337.783770:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000800:00000010:2.0:1767384337.783775:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a34cc234. 00000400:00000200:0.0:1767384337.783775:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783781:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000800:00000010:2.0:1767384337.783782:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a5dd9b57. 00000800:00000200:2.0:1767384337.783795:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:0.0:1767384337.783801:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000800:00000200:2.1:1767384337.783808:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:0.0:1767384337.783814:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783817:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:0.0:1767384337.783820:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:0.0:1767384337.783826:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783828:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:2.0:1767384337.783829:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384337.783838:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000400:00000200:0.0:1767384337.783839:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:0.0:1767384337.783851:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783856:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:0.0:1767384337.783859:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:0.0:1767384337.783865:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783867:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:0.0:1767384337.783869:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:0.0:1767384337.783873:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.783875:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:0.0:1767384337.783877:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000010:0.0:1767384337.783883:0:17084:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000078f6988a. 00000400:00000200:0.0:1767384337.783888:0:17084:0:(peer.c:264:lnet_peer_alloc()) 0000000078f6988a nid 192.168.202.115@tcp38 00000400:00000010:0.0:1767384337.783892:0:17084:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000535975a2. 00000400:00000200:0.0:1767384337.783895:0:17084:0:(peer.c:204:lnet_peer_net_alloc()) 00000000535975a2 net tcp38 00000400:00000010:0.0:1767384337.783898:0:17084:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007a4f4bcd. 00000400:00000200:0.0:1767384337.783910:0:17084:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007a4f4bcd nid 192.168.202.115@tcp38 00000400:00000200:3.0:1767384337.783913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384337.783915:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (0) 00000400:00000200:0.0:1767384337.783924:0:17084:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.115@tcp38: -2 00000400:00000200:0.0:1767384337.783930:0:17084:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp38 NID 192.168.202.115@tcp38 flags 0x1 00000400:00000200:0.0:1767384337.783936:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (1) 00000400:00000200:0.0:1767384337.783939:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (2) 00000400:00000200:0.0:1767384337.783945:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (1) 00000400:00000200:0.0:1767384337.783952:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (2) 00000400:00000200:0.0:1767384337.783972:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): 0 00000400:00000200:0.0:1767384337.783976:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384337.783985:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384337.783993:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp38 NID 192.168.202.115@tcp38: 0. pending discovery 00000400:00000200:0.0:1767384337.783997:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (3) 00000100:00000001:0.0:1767384337.784003:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.784010:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00010000:00000001:0.0:1767384337.784016:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384337.784023:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:0.0:1767384337.784030:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ba9f5014. 10000000:00000040:0.0:1767384337.784034:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 64/64 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:0.0:1767384337.784038:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384337.784046:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384337.784051:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000faefdb22. 00000400:00000200:3.0:1767384337.784054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784056:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384337.784057:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009be2c197. 00000400:00000200:1.0:1767384337.784065:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x41 00000040:00000010:0.0:1767384337.784067:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004785cb18. 00000400:00000200:1.0:1767384337.784070:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (2) 00000020:00000010:0.0:1767384337.784076:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a29240e4. 00000400:00000010:1.0:1767384337.784077:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000174e91ca. 00000400:00000010:1.0:1767384337.784083:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 00000020:00000010:0.0:1767384337.784087:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000400:00000010:1.0:1767384337.784089:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0a39e54. 00000400:00000200:3.0:1767384337.784090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000020:00000010:0.0:1767384337.784096:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006749840c. 00000400:00000200:1.0:1767384337.784097:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 80000000:00000010:0.0:1767384337.784105:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d6773d7. 00000400:00000200:1.0:1767384337.784111:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp38 local destination 40000000:00000010:0.0:1767384337.784111:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003a6e44d4. 00000400:00000200:1.0:1767384337.784119:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00100000:00000010:0.0:1767384337.784123:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c6dec36. 00000400:00000200:3.0:1767384337.784125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784126:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00040000:00000010:0.0:1767384337.784131:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b336a2d. 00000400:00000200:1.0:1767384337.784132:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp38 lpni_is_preferred = 0 00040000:00000010:0.0:1767384337.784169:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000033970068. 00040000:00000010:0.0:1767384337.784174:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007cde560b. 00000400:00000200:1.0:1767384337.784184:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp38 00080000:00000010:0.0:1767384337.784184:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000baa8a003. 00000400:00000200:1.0:1767384337.784193:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [125:125:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [1:1:8:4294967295] 00080000:00000010:0.0:1767384337.784193:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000070fe940d. 00000400:00000200:1.0:1767384337.784204:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000004:00000010:0.0:1767384337.784206:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018c8ac12. 00000400:00000200:3.0:1767384337.784216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784216:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000004:00000010:0.0:1767384337.784217:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b26c929. 00000800:00000200:1.0:1767384337.784223:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000004:00000010:0.0:1767384337.784227:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb4bef24. 00000800:00000010:1.0:1767384337.784229:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005aa2d1ae. 00002000:00000010:0.0:1767384337.784234:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c880bf0e. 00000800:00000010:1.0:1767384337.784239:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004ca3d2a3. 00000004:00000010:0.0:1767384337.784243:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c6539cd. 00000800:00000010:1.0:1767384337.784245:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1af57c6. 00000004:00000001:0.0:1767384337.784251:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000200:1.0:1767384337.784253:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000040:00000001:0.0:1767384337.784259:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000200:1.1:1767384337.784263:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000040:00001000:0.0:1767384337.784263:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ba9f5014 00000040:00001000:0.0:1767384337.784271:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384337.784274:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384337.784276:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:3.0:1767384337.784278:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000040:00001000:0.0:1767384337.784279:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:1.0:1767384337.784281:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp38 00000400:00000200:1.0:1767384337.784290:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x241 rc 0 00000040:00001000:0.0:1767384337.784290:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384337.784299:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384337.784312:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384337.784316:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:0.0:1767384337.784319:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384337.784349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784361:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000004:00000001:0.0:1767384337.784391:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384337.784402:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009be2c197. 00000040:00000010:0.0:1767384337.784411:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004785cb18. 00000020:00000010:0.0:1767384337.784416:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a29240e4. 00000400:00000200:3.0:1767384337.784417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000020:00000010:0.0:1767384337.784427:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384337.784435:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006749840c. 80000000:00000010:0.0:1767384337.784441:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d6773d7. 00000400:00000200:1.0:1767384337.784444:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 40000000:00000010:0.0:1767384337.784448:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003a6e44d4. 00100000:00000010:0.0:1767384337.784458:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c6dec36. 00040000:00000010:0.0:1767384337.784468:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b336a2d. 00040000:00000010:0.0:1767384337.784474:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000033970068. 00040000:00000010:0.0:1767384337.784481:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007cde560b. 00080000:00000010:0.0:1767384337.784492:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000070fe940d. 00080000:00000010:0.0:1767384337.784500:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000baa8a003. 00000004:00000010:0.0:1767384337.784508:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018c8ac12. 00000004:00000010:0.0:1767384337.784527:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b26c929. 00000004:00000010:0.0:1767384337.784536:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb4bef24. 00000400:00000200:3.0:1767384337.784538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00002000:00000010:0.0:1767384337.784542:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c880bf0e. 00000004:00000010:0.0:1767384337.784549:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009c6539cd. 00000020:00000010:0.0:1767384337.784558:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000faefdb22. 00000020:00000001:0.0:1767384337.784565:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.784568:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000020:00000001:0.0:1767384337.784570:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384337.784578:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ba9f5014. 10000000:00000010:0.0:1767384337.784583:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000617ced23. 10000000:00000001:0.0:1767384337.784590:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.784593:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.784602:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f2bbfb1 x1853236728322944/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.784612:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.784616:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.784619:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a304192a. 02000000:00000001:0.0:1767384337.784636:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.784639:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384337.784643:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000040:0.0:1767384337.784643:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384337.784651:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384337.784656:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384337.784660:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.784663:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384337.784665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000020:00000001:0.0:1767384337.784667:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384337.784674:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000e9d775a2. 00000100:00000010:0.0:1767384337.784681:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f061bf79. 00000100:00000001:0.0:1767384337.784690:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384337.784694:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027552dc3. 02000000:00000001:0.0:1767384337.784702:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.784706:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.784708:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f2bbfb1. 00000100:00000001:0.0:1767384337.784716:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.784720:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384337.784745:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000004593d7a1. 10000000:01000000:0.0:1767384337.784753:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384337.784760:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384337.784763:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.784766:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.784770:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=3 00000020:00000001:0.0:1767384337.784774:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.784777:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384337.784780:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.784784:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384337.784789:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00010000:00000001:0.0:1767384337.784792:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.784796:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.784799:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.784804:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384337.784809:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00010000:00000001:0.0:1767384337.784810:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.784816:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384337.784819:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.784824:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.784827:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384337.784833:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384337.784835:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:0.0:1767384337.784838:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384337.784895:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784897:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.784975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.784986:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785028:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.785049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785094:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.785125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785208:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785310:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785505:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785641:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785906:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.785991:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786073:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786157:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786389:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786473:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786640:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786939:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.786945:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.786984:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787043:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787069:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787113:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787278:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787314:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787367:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787388:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787435:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787474:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384337.787529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.787564:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000400:00000200:3.0:1767384337.787569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.787573:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2d05ccc. 00000800:00000010:1.0:1767384337.787580:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa4c09e6. 00000400:00000200:3.0:1767384337.787599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.787605:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa4c09e6. 00000800:00020000:1.0:1767384337.787624:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384337.787627:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2d05ccc. 00000400:00000200:3.0:1767384337.787630:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.787630:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:00000200:3.0:1767384337.787669:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:02020000:1.0:1767384337.787682:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.787688:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp38 notifying 192.168.202.115@tcp38: down 00000800:00000200:1.0:1767384337.787693:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp38 down 00000800:00000100:1.0:1767384337.787700:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp38 00000400:00000200:3.0:1767384337.787701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000800:00000010:1.0:1767384337.787703:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005aa2d1ae. 00000400:00000200:1.0:1767384337.787708:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.787715:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.787719:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp38 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:1.0:1767384337.787723:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384337.787726:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp38: 1 00000400:00000200:1.0:1767384337.787729:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): -114 00000400:00000200:3.0:1767384337.787742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787751:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384337.787757:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x841 00000400:00000001:1.0:1767384337.787760:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384337.787761:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384337.787762:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000400:00000010:1.0:1767384337.787763:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000400:00000200:1.0:1767384337.787766:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384337.787769:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): -114 00000400:00000010:1.0:1767384337.787771:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000174e91ca. 00000400:00000200:3.0:1767384337.787773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384337.787774:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (3) 00000400:00000200:1.0:1767384337.787780:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp38:-71 00000400:00000200:1.0:1767384337.787785:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x2041 rc -71 00000400:00000200:1.0:1767384337.787788:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp38 (0000000078f6988a) 00000400:00000200:1.0:1767384337.787792:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (2) 00000400:00000200:3.0:1767384337.787812:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384337.787923:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbdc6283. 00000800:00000010:3.0:1767384337.787929:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002502168f. 00000800:00000010:3.0:1767384337.787941:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076901a27. 00000800:00000010:3.0:1767384337.787961:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076901a27. 00000800:00020000:3.0:1767384337.787967:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384337.787970:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002502168f. 00000800:00000010:3.0:1767384337.787973:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbdc6283. 00000400:02020000:3.0:1767384337.788014:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384337.788020:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000800:00000200:3.0:1767384337.788024:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp37 down 00000800:00000100:3.0:1767384337.788028:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:3.0:1767384337.788030:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f284eb61. 00000400:00000200:3.0:1767384337.788034:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384337.788037:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384337.788045:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:3.0:1767384337.788049:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384337.788052:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:3.0:1767384337.788055:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384337.788091:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384337.788095:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101171 00000400:00000001:3.0:1767384337.788098:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.788100:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384337.788101:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc592d 00000400:00000010:3.0:1767384337.788103:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc592d. 00000400:00000200:3.0:1767384337.788106:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384337.788107:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384337.788110:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (31) 00000400:00000200:3.0:1767384337.788112:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384337.788116:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc -71 00000400:00000200:3.0:1767384337.788119:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384337.788121:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (30) 00000100:00000040:2.0:1767384337.789206:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294925832, at 4294925833 00000100:00000010:2.0:1767384337.789222:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c94816d. 00000100:00000040:0.0:1767384337.789231:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294925832, at 4294925833 00000100:00000010:0.0:1767384337.789242:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c54450c9. 00000100:00000040:1.0:1767384337.789265:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294925832, at 4294925833 00000100:00000010:1.0:1767384337.789272:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e770af01. 00000100:00000040:3.0:1767384337.789645:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294925832, at 4294925833 00000100:00000010:3.0:1767384337.789651:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006725324e. 00000020:00000010:2.0:1767384337.801608:0:31645:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000eaa9c10b. 00000020:00000040:2.0:1767384337.801617:0:31645:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384337.801619:0:31645:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000eaa9c10b. 00000400:00000001:1.0:1767384338.292278:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.292290:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.292292:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:1.0:1767384338.292296:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000400:00000200:1.0:1767384338.292302:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.292308:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384338.292317:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e63f675a. 00000400:00000010:1.0:1767384338.292319:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b3a667ef. 00000400:00000001:1.0:1767384338.292323:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.292324:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.292325:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000400:00000010:1.0:1767384338.292327:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000400:00000200:1.0:1767384338.292330:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.292332:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384338.292333:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000946b6d40. 00000400:00000010:1.0:1767384338.292335:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c25a54b2. 00000400:00000001:1.0:1767384338.292340:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.292341:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.292342:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:1.0:1767384338.292342:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000400:00000200:1.0:1767384338.292345:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.292346:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384338.292348:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e77ce9ca. 00000400:00000010:1.0:1767384338.292350:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000066ba6e98. 00000400:00000200:1.0:1767384338.292358:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 00000400:00000010:1.0:1767384338.292363:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e77ce9ca. 00000400:00000010:1.0:1767384338.292367:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007cde560b. 00000400:00000010:1.0:1767384338.292372:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000400:00000010:1.0:1767384338.292384:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e386914. 00000400:00000200:1.0:1767384338.292387:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00000400:00000200:1.0:1767384338.292397:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00000400:00000200:1.0:1767384338.292402:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00000400:00000200:1.0:1767384338.292406:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [126:126:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [122:122:8:4294967295] 00000400:00000200:1.0:1767384338.292412:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000400:00000200:1.0:1767384338.292420:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:1.0:1767384338.292431:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:1.0:1767384338.292436:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000198e88cb. 00000800:00000200:1.0:1767384338.292443:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:1.1:1767384338.292448:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:1.0:1767384338.292464:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 4 next ping: 275 health :600 00000400:00000200:1.0:1767384338.292468:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp38 00000400:00000010:1.0:1767384338.292472:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e63f675a. 00000400:00000010:1.0:1767384338.292475:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000a993a6a. 00000400:00000010:1.0:1767384338.292477:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 00000400:00000010:1.0:1767384338.292483:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfe09a5a. 00000400:00000200:1.0:1767384338.292486:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 00000400:00000200:1.0:1767384338.292493:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp38 local destination 00000400:00000200:1.0:1767384338.292496:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00000400:00000200:1.0:1767384338.292499:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [127:127:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384338.292502:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000400:00000200:1.0:1767384338.292521:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000800:00000200:1.0:1767384338.292524:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000800:00000010:1.0:1767384338.292528:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000015169cb7. 00000800:00000200:1.0:1767384338.292531:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000800:00000200:1.1:1767384338.292536:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:1.0:1767384338.292545:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp38 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:1.0:1767384338.292551:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp37 00000400:00000010:1.0:1767384338.292554:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6b476fe. 00000400:00000010:1.0:1767384338.292559:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086723e93. 00000400:00000010:1.0:1767384338.292562:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000400:00000010:1.0:1767384338.292567:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f508bb51. 00000400:00000200:1.0:1767384338.292569:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp37 00000400:00000200:1.0:1767384338.292573:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp37 local destination 00000400:00000200:1.0:1767384338.292576:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000400:00000200:1.0:1767384338.292579:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [128:128:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1767384338.292583:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:1.0:1767384338.292597:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp37:192.168.202.115@tcp37) : GET try# 0 00000800:00000200:1.0:1767384338.292601:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp37 00000800:00000010:1.0:1767384338.292604:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000841503b1. 00000800:00000200:1.0:1767384338.292608:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000800:00000200:1.1:1767384338.292612:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:1.0:1767384338.292623:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:1.0:1767384338.292706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.292794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.292870:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.292917:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.292963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293006:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293234:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293300:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293325:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293358:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293392:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293428:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293607:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293723:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293771:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293843:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293911:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.293979:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294068:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294191:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294278:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294412:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294468:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294537:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294597:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294619:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294647:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294687:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.294746:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384338.294975:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000800:00000010:1.0:1767384338.294982:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c24c388. 00000800:00000010:1.0:1767384338.294988:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c12377e8. 00000800:00000010:1.0:1767384338.295014:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c12377e8. 00000800:00020000:1.0:1767384338.295025:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384338.295029:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c24c388. 00000800:00000010:1.0:1767384338.295035:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:02020000:1.0:1767384338.295109:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384338.295122:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000800:00000200:1.0:1767384338.295130:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp30 down 00000800:00000100:1.0:1767384338.295187:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:1.0:1767384338.295190:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000198e88cb. 00000400:00000200:1.0:1767384338.295195:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384338.295199:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384338.295205:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384338.295210:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384338.295220:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384338.295274:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295447:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295622:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295720:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295765:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295940:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295965:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.295992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296031:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296162:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296217:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296265:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296326:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296348:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296432:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296596:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296633:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296656:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296729:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.296792:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296818:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.296925:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.296954:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.297039:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.297078:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384338.297180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.297200:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.297313:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.297425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000010:1.0:1767384338.297494:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000800:00000010:1.0:1767384338.297503:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c24c388. 00000800:00000010:1.0:1767384338.297524:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c12377e8. 00000400:00000200:2.0:1767384338.297544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:1.0:1767384338.297571:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c12377e8. 00000800:00020000:1.0:1767384338.297592:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384338.297596:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c24c388. 00000800:00000010:1.0:1767384338.297600:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:00000200:2.0:1767384338.297643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:02020000:1.0:1767384338.297712:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384338.297724:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp38 notifying 192.168.202.115@tcp38: down 00000400:00000200:1.0:1767384338.297731:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767384338.297732:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000100:1.0:1767384338.297743:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp38 00000800:00000010:1.0:1767384338.297750:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000015169cb7. 00000400:00000200:1.0:1767384338.297759:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384338.297770:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384338.297779:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384338.297784:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384338.297796:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp38) recovery failed with -71 00000400:00000200:2.0:1767384338.297827:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.297924:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298016:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298299:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298440:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298466:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298494:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298525:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298549:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298593:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298609:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298629:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298658:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298693:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298722:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298742:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298760:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298774:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384338.298789:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384338.298921:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b123cf8. 00000800:00000010:2.0:1767384338.298927:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3bd78ad. 00000800:00000010:2.0:1767384338.298931:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b290b7f6. 00000800:00000010:2.0:1767384338.298951:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b290b7f6. 00000800:00020000:2.0:1767384338.298961:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384338.298964:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3bd78ad. 00000800:00000010:2.0:1767384338.298966:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b123cf8. 00000400:02020000:2.0:1767384338.298998:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384338.299006:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000400:00000200:2.0:1767384338.299012:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384338.299015:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:2.0:1767384338.299018:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000841503b1. 00000400:00000200:2.0:1767384338.299021:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384338.299025:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384338.299036:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384338.299039:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384338.299042:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp37) recovery failed with -71 00080000:00000010:2.0:1767384338.709938:0:31888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9cd7b39. 00080000:00000010:2.0:1767384338.709950:0:31888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9cd7b39. 00000020:00000001:2.0:1767384338.709956:0:31888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384338.709965:0:31888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9cd7b39. 00080000:00000010:2.0:1767384338.709971:0:31888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9cd7b39. 00000020:00000001:2.0:1767384338.709974:0:31888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.740216:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.740220:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.740225:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.740227:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384338.740229:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384338.740231:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.740233:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384338.740234:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.740236:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.740237:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.740274:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384338.740278:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384338.740282:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384338.804225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384338.804228:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384338.804232:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:1.0:1767384338.804232:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384338.804239:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000100:00000010:1.0:1767384338.804239:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000020:00000040:3.0:1767384338.804245:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000040:1.0:1767384338.804246:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384338.804250:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384338.804250:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384338.804253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384338.804253:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384338.804258:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.804258:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384338.804266:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009eda71a2. 02000000:00000010:1.0:1767384338.804266:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000027175de3. 00000100:00000001:3.0:1767384338.804272:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804272:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804278:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384338.804281:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384338.804281:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.804286:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099568c7d] to pc [ptlrpcd_00_02+2] req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.804291:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.804292:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_03+3] req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.804312:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384338.804314:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.804317:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384338.804320:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000059c7a6a. 00000020:00000040:3.0:1767384338.804323:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384338.804326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384338.804327:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384338.804328:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384338.804332:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804332:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.804336:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384338.804339:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b01db43b. 00000100:00000001:1.0:1767384338.804339:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384338.804341:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.804347:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804350:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.804353:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384338.804356:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384338.804359:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.804359:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384338.804363:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.804369:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384338.804370:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.804373:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804373:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384338.804374:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.804376:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.804378:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000059c7a6a] to pc [ptlrpcd_00_00+0] req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384338.804382:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384338.804385:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384338.804385:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728323200:0@lo:13: 02000000:00000001:1.0:1767384338.804390:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804396:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384338.804397:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728323072:0@lo:400: 02000000:00000001:0.0:1767384338.804401:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384338.804403:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384338.804404:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.804407:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384338.804408:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384338.804411:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.804412:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384338.804412:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6539cd. 02000000:00000001:0.0:1767384338.804415:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.804420:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010dd5b7c. 00000100:00000040:3.0:1767384338.804422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384338.804425:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384338.804426:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384338.804427:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000100:00000010:3.0:1767384338.804430:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000721599f9. 02000000:00000010:1.0:1767384338.804430:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001534549a. 02000000:00000001:1.0:1767384338.804434:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384338.804434:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728323200, portal 4 00000020:00000040:3.0:1767384338.804435:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384338.804438:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e6aaec. 00000100:00000001:0.0:1767384338.804440:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384338.804441:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384338.804443:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 02000000:00000001:3.0:1767384338.804445:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384338.804445:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 02000000:00000001:3.0:1767384338.804449:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384338.804450:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728323072, portal 25 00000100:00000040:0.0:1767384338.804451:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.804453:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384338.804454:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e9303df. 00000100:00000001:1.0:1767384338.804455:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000001:3.0:1767384338.804457:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.804461:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.804464:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384338.804483:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384338.804486:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384338.804487:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.804490:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.804491:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384338.804492:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384338.804494:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721599f9] to pc [ptlrpcd_00_01+1] req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384338.804496:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000400:00000010:1.0:1767384338.804497:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1d07a5. 00000100:00000200:1.0:1767384338.804501:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728323072, offset 0 00000100:00000200:0.0:1767384338.804504:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728323200, offset 0 00000100:00000001:3.0:1767384338.804518:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384338.804521:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384338.804525:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384338.804529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000400:00000200:0.0:1767384338.804529:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384338.804534:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384338.804535:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384338.804537:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384338.804539:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384338.804541:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384338.804542:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.804546:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce05c00 02000000:00000010:3.0:1767384338.804549:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000021b68b7. 00000100:00000001:3.0:1767384338.804552:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.804557:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce05c80 00000100:00000040:3.0:1767384338.804558:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384338.804558:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12f9 [2] + 0 00000400:00000010:1.0:1767384338.804567:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e602c5e8. 00000100:00000001:3.0:1767384338.804569:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.804571:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.804571:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d53682da 00000100:00000040:3.0:1767384338.804574:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000039f5f63] to pc [ptlrpcd_00_02+2] req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.804576:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.804578:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:1.0:1767384338.804590:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384338.804595:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53682da 00000400:00000010:1.0:1767384338.804598:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d53682da. 00000400:00000200:0.0:1767384338.804599:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.804600:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804602:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384338.804606:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000100:00000200:1.0:1767384338.804606:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384338.804606:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.804611:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384338.804612:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000083bff7b9 x1853236728323072 msgsize 224 00000100:00000200:0.0:1767384338.804614:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384338.804620:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384338.804620:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2bbfb1. 00000100:00000001:3.0:1767384338.804625:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384338.804625:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384338.804626:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007f2bbfb1 x1853236728323200 msgsize 224 00000100:00000001:3.0:1767384338.804628:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384338.804628:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384338.804635:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.804636:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384338.804639:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384338.804645:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384338.804647:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804647:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.804648:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1d07a5 02000000:00000001:3.0:1767384338.804651:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384338.804651:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1d07a5. 02000000:00000001:3.0:1767384338.804653:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.804655:0:16358:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384338.804656:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.804659:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000059c7a6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728323328:0@lo:400: 00000100:00000200:1.0:1767384338.804659:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.804659:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:0.0:1767384338.804663:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000001:3.0:1767384338.804666:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384338.804668:0:16357:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384338.804669:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384338.804672:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384338.804673:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.804674:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384338.804676:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384338.804680:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca02b1c3. 00000100:00000040:1.0:1767384338.804680:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384338.804684:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.804690:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bfcb13c. 00000100:00000001:0.0:1767384338.804694:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384338.804696:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.804697:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e306848c. 00000100:00000001:1.0:1767384338.804700:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384338.804700:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384338.804701:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728323328, portal 4 00000100:00000001:3.0:1767384338.804706:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384338.804707:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.804709:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498621824 : -113724210929792 : ffff989184ce1f80) 00000100:00000001:1.0:1767384338.804713:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294926855 00000100:00000040:3.0:1767384338.804718:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.804719:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384338.804722:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e75c6ba. 00000100:00000001:0.0:1767384338.804724:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.804730:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384338.804730:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384338.804731:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804736:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384338.804736:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294926855 00000100:00000040:0.0:1767384338.804738:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3705 usecs (4 jiffies) 00000400:00000010:3.0:1767384338.804741:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000100:00000010:1.0:1767384338.804741:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031222542. 00000100:00000001:0.0:1767384338.804741:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926852 00000100:00000200:3.0:1767384338.804747:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728323328, offset 0 00000100:00000001:0.0:1767384338.804747:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000100:00000001:1.0:1767384338.804748:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384338.804753:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294926855 00000100:00000001:0.0:1767384338.804754:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926852 00000100:00000001:0.0:1767384338.804758:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926855 00000400:00000200:3.0:1767384338.804759:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384338.804759:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f2981e5. 00000100:00000001:1.0:1767384338.804763:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384338.804768:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384338.804768:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294926855 00000100:00000001:0.0:1767384338.804769:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926852 00000100:00000010:1.0:1767384338.804773:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016fea633. 00000100:00000001:0.0:1767384338.804774:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000001:0.0:1767384338.804778:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926852 00000400:00000200:3.0:1767384338.804779:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce05d00 00000100:00000001:1.0:1767384338.804779:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384338.804790:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384338.804792:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00000001:1.0:1767384338.804793:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804793:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00000100:00000001:0.0:1767384338.804798:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384338.804799:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384338.804799:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804800:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.804803:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.804804:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.804805:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.804808:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.804812:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384338.804812:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.804814:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384338.804815:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384338.804815:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384338.804817:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1767384338.804821:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034eb0750. 00000100:00000001:1.0:1767384338.804821:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.804821:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.804825:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.804826:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384338.804827:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000034eb0750 x1853236728323328 msgsize 224 00000100:00000001:1.0:1767384338.804827:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.804828:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384338.804832:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.804835:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384338.804836:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384338.804841:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.804845:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.804848:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384338.804849:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384338.804849:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384338.804853:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.804856:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384338.804857:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 02000000:00000001:0.0:1767384338.804858:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384338.804861:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384338.804862:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 02000000:00000001:0.0:1767384338.804867:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.804869:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384338.804872:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384338.804875:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384338.804875:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728323584:0@lo:400: 00000100:00000200:3.0:1767384338.804876:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384338.804881:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384338.804884:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.804885:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384338.804890:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.804890:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384338.804892:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384338.804893:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.804895:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384338.804896:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.804896:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000721599f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728323456:0@lo:400: 02000000:00000010:0.0:1767384338.804899:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a1f1. 00000100:00000001:1.0:1767384338.804902:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384338.804904:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.804906:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384338.804910:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.804910:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.804911:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000947621b5. 00000100:00000001:3.0:1767384338.804912:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384338.804913:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384338.804919:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000100:00000001:3.0:1767384338.804920:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384338.804920:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009ba223b. 02000000:00000001:1.0:1767384338.804924:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.804925:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3705 usecs (4 jiffies) 00000100:00000200:0.0:1767384338.804925:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728323584, portal 10 00000400:00000010:1.0:1767384338.804928:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096ee00ea. 00000100:00000001:0.0:1767384338.804929:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384338.804932:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926852 00000100:00000001:0.0:1767384338.804932:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000400:00000010:1.0:1767384338.804934:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1d07a5. 00000100:00000001:3.0:1767384338.804937:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000100:00000200:1.0:1767384338.804939:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728323456, portal 10 00000100:00000040:0.0:1767384338.804939:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.804941:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926852 00000100:00000001:1.0:1767384338.804941:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384338.804943:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926855 00000100:00000001:1.0:1767384338.804943:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498622720 : -113724210928896 : ffff989184ce2300) 00000100:00000001:3.0:1767384338.804946:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926852 00000100:00000001:3.0:1767384338.804951:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000040:1.0:1767384338.804951:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.804955:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926852 00000100:00000001:3.0:1767384338.804959:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00000100:00000001:3.0:1767384338.804963:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.804968:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384338.804972:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384338.804973:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.804973:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384338.804978:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.804980:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000001:3.0:1767384338.804981:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384338.804984:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384338.804985:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728323584, offset 0 00000100:00000001:3.0:1767384338.804988:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384338.804988:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a3e9816. 00000100:00000001:3.0:1767384338.804991:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384338.804993:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384338.804995:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.804999:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384338.805001:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728323456, offset 0 00000400:00000200:0.0:1767384338.805002:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384338.805003:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.805008:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.805011:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384338.805015:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05e00 00000400:00000200:1.0:1767384338.805020:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384338.805023:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:0.0:1767384338.805028:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.805032:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384338.805036:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce05d80 00000100:00000001:0.0:1767384338.805038:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384338.805040:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384338.805041:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384338.805044:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323328 00000400:00000200:1.0:1767384338.805045:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000010:0.0:1767384338.805047:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e4893b3. 02000000:00000001:3.0:1767384338.805048:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384338.805050:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384338.805051:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006e4893b3 x1853236728323584 msgsize 224 00000100:00000001:3.0:1767384338.805053:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384338.805056:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384338.805057:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384338.805062:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384338.805063:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.805069:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323328 00000020:00000001:3.0:1767384338.805072:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384338.805072:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384338.805077:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384338.805079:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384338.805084:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384338.805084:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000100:00100000:1.0:1767384338.805087:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323200 00000400:00000010:0.0:1767384338.805087:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 02000000:00000001:1.0:1767384338.805092:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384338.805093:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384338.805097:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384338.805098:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384338.805102:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:1.0:1767384338.805102:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.805107:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:1.0:1767384338.805107:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384338.805113:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323200 00000020:00000001:3.0:1767384338.805114:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384338.805115:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384338.805116:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384338.805119:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000040:0.0:1767384338.805119:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.805121:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384338.805123:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384338.805126:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000117cb4a9. 00000020:00000040:1.0:1767384338.805126:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000020:00000001:1.0:1767384338.805130:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000010:3.0:1767384338.805132:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c0bf3483. 00000020:00000001:1.0:1767384338.805163:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384338.805163:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.805166:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:0.0:1767384338.805167:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.805169:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384338.805172:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384338.805173:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005acb5e1e. 00000100:00000040:0.0:1767384338.805177:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3390 usecs (4 jiffies) 00000100:00000001:3.0:1767384338.805178:0:18426:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384338.805178:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805180:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294926853 00000020:00000010:1.0:1767384338.805182:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005acb5e1e. 00000020:00000010:3.0:1767384338.805183:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9473e29. 00000100:00000001:0.0:1767384338.805184:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000020:00000010:1.0:1767384338.805188:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5468cd. 00000100:00000001:0.0:1767384338.805189:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294926853 00000020:00000010:3.0:1767384338.805191:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000070b7869. 00000100:00000001:0.0:1767384338.805194:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294926855 00000020:00000010:1.0:1767384338.805196:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ff01f9f. 00000020:00000010:3.0:1767384338.805197:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000020:00000010:1.0:1767384338.805201:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00000001:0.0:1767384338.805203:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294926853 00000100:00000040:3.0:1767384338.805206:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384338.805207:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000040:1.0:1767384338.805209:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384338.805212:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384338.805212:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294926853 00000100:00000001:1.0:1767384338.805214:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384338.805215:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384338.805218:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384338.805218:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00000100:00000001:3.0:1767384338.805219:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.805222:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805223:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805226:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.805228:0:18426:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384338.805229:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805230:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.805233:0:18426:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384338.805234:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.805238:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.805239:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384338.805241:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.805241:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.805244:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384338.805245:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805246:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805249:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.805254:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.805260:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384338.805262:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384338.805263:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384338.805265:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384338.805267:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1767384338.805268:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1767384338.805271:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384338.805272:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000040:1.0:1767384338.805272:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000020:00000040:0.0:1767384338.805276:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384338.805277:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498627200 : -113724210924416 : ffff989184ce3480) 00000100:00000001:1.0:1767384338.805277:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801154944 : -113719908396672 : ffff989285419180) 00000100:00000040:3.0:1767384338.805285:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034eb0750 x1853236728323328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.805285:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f2bbfb1 x1853236728323200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.805286:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384338.805289:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384338.805295:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc66ff7. 00000100:00000040:0.0:1767384338.805300:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000006bc66ff7 x1853236728323456 msgsize 224 00000100:00000001:3.0:1767384338.805306:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384338.805306:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384338.805309:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384338.805311:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022d2014a. 00000020:00000010:1.0:1767384338.805311:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005acb5e1e. 00000100:00000001:3.0:1767384338.805315:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.805315:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805316:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384338.805318:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022d2014a. 00000020:00000010:1.0:1767384338.805318:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005acb5e1e. 00000400:00000200:0.0:1767384338.805322:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a3e9816 00000100:00100000:3.0:1767384338.805326:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034eb0750 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236728323328:12345-0@lo:400: 00000100:00100000:1.0:1767384338.805327:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f2bbfb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853236728323200:12345-0@lo:13: 00000400:00000010:0.0:1767384338.805327:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a3e9816. 00000100:00000001:0.0:1767384338.805332:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384338.805334:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323328 00000100:00000200:1.0:1767384338.805334:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323200 00000100:00000200:0.0:1767384338.805337:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.805339:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384338.805339:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384338.805344:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384338.805344:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384338.805346:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384338.805348:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.805348:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.805349:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.805353:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384338.805353:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384338.805356:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:3.0:1767384338.805357:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:0.0:1767384338.805358:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805361:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384338.805362:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384338.805363:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384338.805365:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.805367:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.805367:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384338.805370:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384338.805370:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384338.805375:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384338.805375:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384338.805375:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3038 usecs (4 jiffies) 00000020:00000001:3.0:1767384338.805379:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.805379:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805380:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926853 00000020:00000001:3.0:1767384338.805383:0:18426:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384338.805385:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384338.805385:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000100:00000001:3.0:1767384338.805387:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384338.805389:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384338.805391:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926853 02000000:00000001:3.0:1767384338.805392:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384338.805394:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000baacaa77. 00000100:00000001:0.0:1767384338.805395:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926855 02000000:00000010:3.0:1767384338.805397:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa7ef220. 02000000:00000001:1.0:1767384338.805397:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805399:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926853 02000000:00000001:3.0:1767384338.805401:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805401:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805402:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000001:3.0:1767384338.805406:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805406:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926853 00002000:00000001:1.0:1767384338.805407:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384338.805410:0:18426:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805411:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00002000:00000001:1.0:1767384338.805412:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000040:3.0:1767384338.805416:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728323328 00000020:00000001:1.0:1767384338.805416:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384338.805416:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805420:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.805421:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384338.805423:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805424:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.805429:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384338.805430:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805431:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:3.0:1767384338.805434:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034eb0750 x1853236728323328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384338.805435:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384338.805436:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.805439:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000020:1.0:1767384338.805441:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384338.805442:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805446:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.805453:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1767384338.805453:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384338.805455:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384338.805457:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00001000:3.0:1767384338.805459:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=51 v=5 (1 0 0 0) 00002000:00000001:1.0:1767384338.805460:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384338.805463:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384338.805465:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1767384338.805467:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000001:00000001:1.0:1767384338.805467:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.805469:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00002000:00000001:1.0:1767384338.805470:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.805473:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384338.805473:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728323200 02000000:00000001:3.0:1767384338.805475:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.805475:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384338.805478:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1767384338.805478:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f2bbfb1 x1853236728323200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.805482:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384338.805485:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00010000:00000001:1.0:1767384338.805486:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384338.805487:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384338.805488:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384338.805489:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728323328, offset 224 00000100:00100000:0.0:1767384338.805491:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323584 00000100:00001000:1.0:1767384338.805492:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=51 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384338.805495:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384338.805497:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384338.805498:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384338.805501:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384338.805502:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384338.805502:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:0.0:1767384338.805516:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.805520:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805522:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:0.0:1767384338.805524:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323584 00000400:00000200:3.0:1767384338.805527:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce05d00 02000000:00000001:1.0:1767384338.805527:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384338.805529:0:17087:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384338.805530:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.805533:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b09 [1] + 224 00000020:00000040:0.0:1767384338.805533:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:1.0:1767384338.805535:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384338.805538:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384338.805539:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384338.805540:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384338.805543:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000400:00000200:3.0:1767384338.805545:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384338.805545:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000020:00000001:0.0:1767384338.805550:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:3.0:1767384338.805551:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384338.805551:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728323200, offset 224 00000100:00000200:3.0:1767384338.805556:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384338.805558:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000400:00000200:1.0:1767384338.805563:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384338.805566:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384338.805569:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.805569:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384338.805575:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d913f0c. 00000400:00000200:1.0:1767384338.805577:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce05c80 00000020:00000010:0.0:1767384338.805582:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d99e55d9. 00000400:00000200:1.0:1767384338.805586:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1af9 [1] + 224 00000100:00000001:3.0:1767384338.805588:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384338.805589:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000400:00000200:1.0:1767384338.805591:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.805594:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000010:3.0:1767384338.805596:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000400:00000200:1.0:1767384338.805597:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.805599:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384338.805600:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384338.805600:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384338.805603:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69a32e0. 00000100:00000001:3.0:1767384338.805604:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384338.805606:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.805608:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.805609:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047488c7b. 00000100:00000040:3.0:1767384338.805613:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000010:0.0:1767384338.805616:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da021fd6. 00010000:00000001:3.0:1767384338.805617:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384338.805619:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.805620:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.805623:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384338.805627:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384338.805630:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384338.805630:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384338.805634:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384338.805637:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034eb0750 x1853236728323328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.805640:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384338.805643:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384338.805646:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.805653:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034eb0750 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236728323328:12345-0@lo:400: Request processed in 344us (823us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384338.805657:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.805660:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384338.805663:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384338.805666:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000400:00000200:1.0:1767384338.805667:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000100:00000001:0.0:1767384338.805667:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384338.805670:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384338.805671:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323456 00000100:00000001:3.0:1767384338.805672:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384338.805672:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 02000000:00000001:0.0:1767384338.805674:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384338.805676:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384338.805676:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384338.805678:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000070b7869. 00000100:00000001:1.0:1767384338.805680:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384338.805680:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384338.805683:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 02000000:00000001:0.0:1767384338.805684:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805685:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384338.805688:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9473e29. 00000100:00100000:0.0:1767384338.805689:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323456 00000100:00000040:1.0:1767384338.805691:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000040:3.0:1767384338.805692:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000020:00000001:0.0:1767384338.805692:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384338.805695:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000001:3.0:1767384338.805697:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.805697:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384338.805698:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384338.805700:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384338.805701:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000001:1.0:1767384338.805704:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384338.805705:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:0.0:1767384338.805709:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000040:1.0:1767384338.805711:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2bbfb1 x1853236728323200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.805711:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384338.805715:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f639d7. 00000100:00000001:3.0:1767384338.805716:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384338.805720:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384338.805721:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384338.805727:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000010:0.0:1767384338.805727:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f639d7. 00000100:00100000:1.0:1767384338.805729:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f2bbfb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728323200:12345-0@lo:13: Request processed in 421us (1101us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384338.805733:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:3.0:1767384338.805735:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801156736 : -113719908394880 : ffff989285419880) 00000020:00000010:0.0:1767384338.805735:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d8f01d5. 00000100:00100000:1.0:1767384338.805739:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384338.805740:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e4893b3 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384338.805741:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c784bd. 00000100:00000040:1.0:1767384338.805743:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000010:0.0:1767384338.805747:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000100:00000001:1.0:1767384338.805748:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384338.805750:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384338.805751:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384338.805753:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ff01f9f. 00000020:00000010:3.0:1767384338.805754:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022d2014a. 00000100:00000001:3.0:1767384338.805757:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.805757:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384338.805758:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000100:00000001:0.0:1767384338.805760:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384338.805762:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022d2014a. 00000020:00000010:1.0:1767384338.805763:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d5468cd. 00000100:00000001:0.0:1767384338.805764:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384338.805770:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e4893b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728323584:12345-0@lo:400: 00000020:00000040:1.0:1767384338.805770:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:0.0:1767384338.805771:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384338.805774:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384338.805775:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323584 00000100:00000001:1.0:1767384338.805776:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.805776:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.805780:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384338.805783:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384338.805785:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384338.805786:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.805790:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384338.805797:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384338.805799:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:1.0:1767384338.805799:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384338.805800:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384338.805803:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384338.805805:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384338.805807:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000020:00000001:3.0:1767384338.805808:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384338.805811:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000020:00000001:3.0:1767384338.805812:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384338.805812:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805814:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801154048 : -113719908397568 : ffff989285418e00) 00000020:00000001:3.0:1767384338.805816:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384338.805816:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.805820:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.805821:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bc66ff7 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.805824:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384338.805827:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384338.805830:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384338.805832:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384338.805834:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9ce3146. 00000100:00000001:1.0:1767384338.805834:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384338.805836:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f639d7. 02000000:00000001:3.0:1767384338.805837:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805837:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384338.805842:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805842:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384338.805844:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.805847:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384338.805848:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.805848:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f639d7. 00000400:00000010:1.0:1767384338.805849:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010dd5b7c. 00010000:00000040:3.0:1767384338.805853:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728323584 00000400:00000200:1.0:1767384338.805854:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000100:00100000:0.0:1767384338.805856:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bc66ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728323456:12345-0@lo:400: 00010000:00000001:3.0:1767384338.805858:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384338.805864:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e4893b3 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384338.805864:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323456 00000400:00000010:1.0:1767384338.805865:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000020:00000001:0.0:1767384338.805867:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384338.805870:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384338.805871:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384338.805875:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384338.805875:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.805876:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384338.805881:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.805881:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384338.805885:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00001000:3.0:1767384338.805886:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=56 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384338.805889:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384338.805891:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384338.805892:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384338.805893:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.805894:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:0.0:1767384338.805897:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384338.805898:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:0.0:1767384338.805901:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384338.805902:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384338.805904:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.805905:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805906:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384338.805907:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384338.805909:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384338.805909:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.805910:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384338.805912:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384338.805914:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384338.805914:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384338.805915:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384338.805917:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384338.805918:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c880bf0e. 00000400:00000010:3.0:1767384338.805919:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000100:00000001:1.0:1767384338.805919:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.805922:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384338.805923:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728323584, offset 224 00000100:00001000:1.0:1767384338.805927:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=51 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384338.805928:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.805931:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=51 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384338.805933:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384338.805934:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805935:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384338.805939:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.805940:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.805943:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384338.805944:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728323456 00010000:00000001:1.0:1767384338.805945:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384338.805948:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384338.805949:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05e00 00010000:00080000:1.0:1767384338.805951:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384338.805954:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bc66ff7 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384338.805956:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b11 [1] + 224 00000400:00000200:3.0:1767384338.805964:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.805971:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384338.805974:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.805977:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384338.805979:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384338.805981:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.805982:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384338.805983:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384338.805986:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384338.805987:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384338.805990:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.805990:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.805992:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384338.805996:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.805997:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:0.0:1767384338.806003:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:3.0:1767384338.806008:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384338.806008:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384338.806012:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384338.806012:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806019:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384338.806019:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384338.806021:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384338.806023:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384338.806025:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384338.806028:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000004:00000001:1.0:1767384338.806028:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:0.0:1767384338.806029:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000400:00000010:3.0:1767384338.806031:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000004:00000040:1.0:1767384338.806031:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384338.806035:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000040:1.0:1767384338.806035:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000200:0.0:1767384338.806036:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728323456, offset 224 00000100:00000001:3.0:1767384338.806037:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.806043:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384338.806046:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:0.0:1767384338.806047:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384338.806048:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384338.806053:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384338.806056:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.806058:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384338.806061:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:1.0:1767384338.806061:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.806067:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce05d80 00000100:00000040:3.0:1767384338.806068:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e4893b3 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.806069:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.806077:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b15 [1] + 224 00000400:00000200:0.0:1767384338.806085:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384338.806090:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728323200:0@lo:13: 00000100:00100000:3.0:1767384338.806091:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e4893b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728323584:12345-0@lo:400: Request processed in 338us (1037us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384338.806093:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384338.806101:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.806102:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384338.806104:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384338.806105:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1767384338.806108:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000200:0.0:1767384338.806108:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.806109:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728323200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.806111:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384338.806114:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384338.806118:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047488c7b. 00000020:00000010:3.0:1767384338.806124:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da021fd6. 00000020:00000010:3.0:1767384338.806129:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69a32e0. 00000020:00000040:3.0:1767384338.806154:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:3.0:1767384338.806160:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384338.806164:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806172:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384338.806177:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384338.806180:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384338.806180:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6539cd. 00000100:00000001:3.0:1767384338.806182:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.806182:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384338.806185:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767384338.806187:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.806189:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384338.806189:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384338.806191:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bfcb13c. 00000020:00000040:1.0:1767384338.806191:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384338.806193:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384338.806194:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e306848c 02000000:00000010:1.0:1767384338.806195:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000027175de3. 02000000:00000001:1.0:1767384338.806200:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384338.806202:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e306848c. 02000000:00000001:1.0:1767384338.806202:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.806204:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000100:00000001:3.0:1767384338.806206:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384338.806206:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000100:00000001:1.0:1767384338.806207:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384338.806210:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000200:3.0:1767384338.806211:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806211:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806214:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806217:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.806220:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.806223:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384338.806225:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384338.806226:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.806226:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384338.806227:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.806230:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000947621b5. 00000100:00000001:0.0:1767384338.806232:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.806234:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:1.0:1767384338.806238:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000001:3.0:1767384338.806239:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384338.806240:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384338.806242:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384338.806243:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384338.806244:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384338.806247:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384338.806247:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.806250:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384338.806251:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.806253:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384338.806253:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384338.806257:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.806260:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.806260:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc66ff7 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384338.806264:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384338.806265:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384338.806273:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384338.806278:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384338.806281:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bc66ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728323456:12345-0@lo:400: Request processed in 445us (976us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384338.806282:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.806286:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384338.806288:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:3.0:1767384338.806291:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806292:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806294:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384338.806296:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 02000000:00000001:1.0:1767384338.806298:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384338.806301:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.806303:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384338.806303:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:1.0:1767384338.806304:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.806305:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.806308:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323072 02000000:00000001:1.0:1767384338.806310:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.806310:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384338.806311:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384338.806314:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384338.806314:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384338.806315:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384338.806316:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=55 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384338.806318:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384338.806319:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384338.806320:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=55 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384338.806320:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c784bd. 00000100:00000001:3.0:1767384338.806323:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806323:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806327:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384338.806327:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000100:00000040:3.0:1767384338.806331:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.806331:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806331:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.806332:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d8f01d5. 00000100:00100000:2.0:1767384338.806339:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323072 00010000:00000001:1.0:1767384338.806339:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384338.806340:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00010000:00080000:1.0:1767384338.806344:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384338.806345:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384338.806345:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.806346:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384338.806349:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384338.806352:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384338.806354:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384338.806355:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384338.806359:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00010000:00000001:1.0:1767384338.806359:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.806361:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806362:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384338.806364:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384338.806367:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384338.806368:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384338.806371:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.806374:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:3.0:1767384338.806376:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000059c7a6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728323328:0@lo:400: 00000100:00000040:1.0:1767384338.806376:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806381:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384338.806386:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384338.806388:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035ca8cb2. 00000100:00000001:1.0:1767384338.806388:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384338.806389:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384338.806390:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.806392:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384338.806394:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000059c7a6a x1853236728323328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806394:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384338.806397:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384338.806402:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035ca8cb2. 00000100:00000001:3.0:1767384338.806407:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384338.806410:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384338.806410:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728323584:0@lo:400: 00000020:00000010:2.0:1767384338.806411:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000926c46b8. 02000000:00000010:3.0:1767384338.806412:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca02b1c3. 00000100:00000001:1.0:1767384338.806414:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806418:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384338.806420:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384338.806420:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c8c8056. 00000100:00000040:1.0:1767384338.806421:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728323584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.806423:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384338.806426:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:2.0:1767384338.806429:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000020:00000001:3.0:1767384338.806430:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384338.806430:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384338.806433:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b01db43b. 02000000:00000001:3.0:1767384338.806436:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.806436:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384338.806438:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767384338.806438:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a1f1. 00000100:00000010:3.0:1767384338.806440:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000059c7a6a. 00000100:00000040:2.0:1767384338.806441:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384338.806442:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384338.806443:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384338.806444:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384338.806446:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384338.806447:0:16357:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384338.806448:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384338.806449:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.806450:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384338.806453:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384338.806453:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000021b68b7. 00000100:00000001:3.0:1767384338.806455:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384338.806458:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806458:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.806458:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.806460:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.806461:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000001:3.0:1767384338.806463:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.806465:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806466:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.806467:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.806468:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806469:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806476:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.806478:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806480:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.806482:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806484:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.806485:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.806486:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384338.806489:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.806490:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384338.806493:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096ee00ea. 00000400:00000200:3.0:1767384338.806498:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1d07a5 00000400:00000010:3.0:1767384338.806500:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1d07a5. 00000100:00000001:3.0:1767384338.806503:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384338.806504:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.806521:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1767384338.806523:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384338.806525:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.806528:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000020:00000040:1.0:1767384338.806528:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000040:2.0:1767384338.806535:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000200:3.0:1767384338.806540:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806541:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853323344 : -113719856228272 : ffff9892885d9850) 00000100:00000040:2.0:1767384338.806552:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083bff7b9 x1853236728323072/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.806554:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384338.806563:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.806566:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384338.806567:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384338.806570:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384338.806571:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035ca8cb2. 00000100:00000001:3.0:1767384338.806572:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384338.806576:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806577:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384338.806579:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.806583:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035ca8cb2. 00000100:00001000:3.0:1767384338.806586:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=56 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384338.806591:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083bff7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728323072:12345-0@lo:400: 00000100:00001000:3.0:1767384338.806594:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=56 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384338.806598:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323072 00000100:00000001:3.0:1767384338.806599:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384338.806602:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.806604:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384338.806604:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384338.806609:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00080000:3.0:1767384338.806611:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384338.806614:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.806620:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.806620:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384338.806623:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00000001:3.0:1767384338.806624:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384338.806627:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384338.806629:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384338.806629:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384338.806632:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.806634:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384338.806636:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384338.806638:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.806642:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384338.806644:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384338.806645:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.806647:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384338.806650:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384338.806651:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384338.806655:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806655:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384338.806659:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384338.806664:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000721599f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728323456:0@lo:400: 02000000:00000010:2.0:1767384338.806665:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de32e370. 00000100:00000001:3.0:1767384338.806669:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384338.806670:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.806671:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384338.806675:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000721599f9 x1853236728323456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806676:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.806682:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.806684:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384338.806687:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:2.0:1767384338.806687:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728323072 02000000:00000010:3.0:1767384338.806690:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009ba223b. 00010000:00000001:2.0:1767384338.806693:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384338.806699:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083bff7b9 x1853236728323072/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384338.806700:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384338.806702:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384338.806703:0:16356:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384338.806705:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384338.806706:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e9303df. 02000000:00000001:3.0:1767384338.806710:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384338.806712:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384338.806714:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000721599f9. 00000100:00000001:3.0:1767384338.806719:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384338.806721:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.806724:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.806726:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384338.806727:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384338.806728:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.806730:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.806732:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384338.806734:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.806738:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806739:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384338.806742:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384338.806744:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384338.806746:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384338.806748:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.806750:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384338.806753:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384338.806755:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000100:00000200:2.0:1767384338.806758:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728323072, offset 224 00000400:00000200:2.0:1767384338.806763:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384338.806769:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384338.806776:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce05c00 00000400:00000200:2.0:1767384338.806781:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1afd [1] + 224 00000400:00000200:2.0:1767384338.806784:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384338.806788:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384338.806791:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384338.806793:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.806799:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806811:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384338.806815:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000400:00000010:2.0:1767384338.806817:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 00000100:00000001:2.0:1767384338.806819:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384338.806820:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.806822:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.806824:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384338.806826:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384338.806827:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.806829:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384338.806838:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083bff7b9 x1853236728323072/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806839:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.806843:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384338.806848:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083bff7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728323072:12345-0@lo:400: Request processed in 282us (2235us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384338.806848:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.806852:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.806856:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e6aaec. 00000100:00100000:2.0:1767384338.806859:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000400:00000200:1.0:1767384338.806861:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000100:00000040:2.0:1767384338.806862:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384338.806867:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384338.806867:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000100:00000001:2.0:1767384338.806870:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384338.806872:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384338.806873:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c8c8056. 00000020:00000010:2.0:1767384338.806878:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 00000100:00000200:1.0:1767384338.806880:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384338.806881:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000926c46b8. 00000020:00000040:2.0:1767384338.806887:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384338.806891:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384338.806894:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000de32e370. 02000000:00000001:2.0:1767384338.806897:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384338.806898:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.806899:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384338.806905:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384338.806910:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968a1aeb. 00000100:00000001:1.0:1767384338.806913:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384338.806915:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000474d4840. 00000100:00000001:1.0:1767384338.806916:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806921:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384338.806923:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384338.806925:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384338.806926:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.806935:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.806938:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384338.806941:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384338.806944:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384338.806945:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.806947:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384338.806948:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.806950:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.806953:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806961:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.806963:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.806964:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384338.806967:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.806975:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728323072:0@lo:400: 00000100:00000001:1.0:1767384338.806979:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.806981:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384338.806982:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728323072/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.806989:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384338.806991:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384338.806992:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001534549a. 02000000:00000001:1.0:1767384338.806995:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384338.806996:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384338.806997:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384338.806999:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384338.807001:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009eda71a2. 02000000:00000001:1.0:1767384338.807003:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.807004:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.807005:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:1.0:1767384338.807008:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.807009:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.807011:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.807020:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.807021:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.807023:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.807025:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.812190:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294926855, at 4294926856 00000100:00000040:1.0:1767384338.812194:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294926855, at 4294926856 00000100:00000010:0.0:1767384338.812198:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e75c6ba. 00000100:00000040:2.0:1767384338.812200:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294926855, at 4294926856 00000100:00000010:1.0:1767384338.812203:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031222542. 00000100:00000010:2.0:1767384338.812210:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f2981e5. 00000100:00000040:3.0:1767384338.813176:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294926855, at 4294926857 00000100:00000010:3.0:1767384338.813183:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016fea633. 00000400:00000001:1.0:1767384339.317190:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.317195:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384339.317198:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:1.0:1767384339.317202:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000400:00000200:1.0:1767384339.317206:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384339.317212:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384339.317221:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e77ce9ca. 00000400:00000010:1.0:1767384339.317225:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007cde560b. 00000400:00000001:1.0:1767384339.317229:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.317230:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384339.317231:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000400:00000010:1.0:1767384339.317233:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000400:00000200:1.0:1767384339.317234:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384339.317237:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384339.317241:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e63f675a. 00000400:00000010:1.0:1767384339.317244:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000a993a6a. 00000400:00000001:1.0:1767384339.317249:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.317250:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384339.317252:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:1.0:1767384339.317253:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000400:00000200:1.0:1767384339.317256:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384339.317259:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384339.317261:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6b476fe. 00000400:00000010:1.0:1767384339.317264:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086723e93. 00000400:00000200:1.0:1767384339.317269:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp36 00000400:00000010:1.0:1767384339.317273:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6b476fe. 00000400:00000010:1.0:1767384339.317280:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086723e93. 00000400:00000010:1.0:1767384339.317285:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000400:00000010:1.0:1767384339.317295:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff0a7467. 00000400:00000200:1.0:1767384339.317311:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp36 00000400:00000200:1.0:1767384339.317329:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp36 local destination 00000400:00000200:1.0:1767384339.317337:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp36 00000400:00000200:1.0:1767384339.317342:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [129:129:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [124:124:8:4294967295] 00000400:00000200:1.0:1767384339.317348:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp36 00000400:00000200:1.0:1767384339.317357:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:) -> 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) : GET try# 0 00000800:00000200:1.0:1767384339.317362:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp36 00000800:00000010:1.0:1767384339.317366:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000027175de3. 00000800:00000200:1.0:1767384339.317371:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000800:00000200:1.1:1767384339.317376:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000400:00000200:1.0:1767384339.317393:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp36 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:2.0:1767384339.317456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317524:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317541:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317555:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317582:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317628:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317642:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317717:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317764:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317779:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317806:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317871:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317883:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317949:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.317975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.318017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.318051:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384339.318077:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384339.318278:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b123cf8. 00000800:00000010:2.0:1767384339.318285:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004717bd58. 00000800:00000010:2.0:1767384339.318292:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2c0adb9. 00000800:00000010:2.0:1767384339.318315:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2c0adb9. 00000800:00020000:2.0:1767384339.318325:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384339.318328:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004717bd58. 00000800:00000010:2.0:1767384339.318330:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b123cf8. 00000400:02020000:2.0:1767384339.318379:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp36 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384339.318385:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp36 notifying 192.168.202.115@tcp36: down 00000400:00000200:2.0:1767384339.318388:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384339.318391:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp36 00000800:00000010:2.0:1767384339.318394:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000027175de3. 00000400:00000200:2.0:1767384339.318398:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384339.318402:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384339.318409:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384339.318411:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384339.318413:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp36) recovery failed with -71 00000001:00000001:2.0:1767384339.369591:0:32052:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384339.369595:0:32052:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:2.0:1767384339.372439:0:32052:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384339.378612:0:32053:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000de32e370. 00000400:00000010:2.0:1767384339.378624:0:32053:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004717bd58. 00000400:00000010:2.0:1767384339.378632:0:32053:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a3e276f7. 00000400:00000010:2.0:1767384339.378635:0:32053:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009e7c9db9. 00000400:00000010:2.0:1767384339.378647:0:32053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042774b8b. 00000400:00000010:2.0:1767384339.378651:0:32053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc5bb874. 00000400:00000010:2.0:1767384339.378652:0:32053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c295baab. 00000400:00000010:2.0:1767384339.378653:0:32053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000473c59e3. 00000400:00000010:2.0:1767384339.378656:0:32053:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000024908211. 00000800:00000010:2.0:1767384339.378671:0:32053:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001da850ef. 00000800:00000200:2.0:1767384339.378686:0:32053:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384339.378696:0:32053:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384339.378728:0:32053:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384339.378753:0:32053:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp39 [8/256/0/180] 00000400:00000010:2.0:1767384339.380037:0:32053:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000408681e4. 00000400:00000010:2.0:1767384339.380043:0:32053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ce512f3. 00000400:00000010:2.0:1767384339.380059:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000400:00000001:2.0:1767384339.380081:0:32053:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384339.380086:0:32053:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384339.380088:0:32053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef15c518. 00000400:00000200:2.0:1767384339.380090:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6902fe 00000400:00000010:2.0:1767384339.380092:0:32053:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be6902fe. 00000400:00000010:2.0:1767384339.380095:0:32053:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000561a3668. 00000400:00000200:2.0:1767384339.380099:0:32053:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (29) 00000400:00000200:2.0:1767384339.380108:0:32053:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384339.380110:0:32053:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (1) 00000400:00000200:2.0:1767384339.380112:0:32053:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): 0 00000400:00000200:2.0:1767384339.380119:0:32053:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:2.0:1767384339.380125:0:32053:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005b123cf8. 00000400:00000200:3.0:1767384339.380126:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384339.380129:0:32053:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384339.380150:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:3.0:1767384339.380157:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e306848c. 00000400:00000200:3.0:1767384339.380160:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000020:01000000:2.0:1767384339.380161:0:32053:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp39 00000400:00000010:3.0:1767384339.380167:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9fd28e5. 00000400:00000200:3.0:1767384339.380172:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000010:2.0:1767384339.380177:0:32053:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004717bd58. 00000400:00000010:2.0:1767384339.380181:0:32053:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000de32e370. 00000400:00000200:3.0:1767384339.380186:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:3.0:1767384339.380192:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:0.0:1767384339.380193:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384339.380198:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384339.380199:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 10000000:00000001:0.0:1767384339.380202:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384339.380206:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 10000000:01000000:0.0:1767384339.380206:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384339.380211:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384339.380215:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384339.380216:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:01000004:0.0:1767384339.380218:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.380220:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.380222:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384339.380225:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.380227:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384339.380228:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000020:01000004:0.0:1767384339.380229:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384339.380232:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384339.380237:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000020:01000004:0.0:1767384339.380242:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384339.380247:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000100:00000010:0.0:1767384339.380247:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2bbd5f9. 00000020:00000040:0.0:1767384339.380252:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384339.380257:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384339.380260:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384339.380265:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380266:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000400:00000200:3.0:1767384339.380273:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 02000000:00000010:0.0:1767384339.380273:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000070fe940d. 00000100:00000001:0.0:1767384339.380281:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380285:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000100:00000001:0.0:1767384339.380290:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384339.380291:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000100:00000001:0.0:1767384339.380293:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380299:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000100:00000040:0.0:1767384339.380303:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2bbd5f9] to pc [ptlrpcd_00_03+3] req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384339.380306:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384339.380321:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384339.380327:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:3.0:1767384339.380331:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:3.0:1767384339.380335:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:3.0:1767384339.380339:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:3.0:1767384339.380343:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[83, 30] 10000000:00000001:0.0:1767384339.380345:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380350:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 00000100:00000001:1.0:1767384339.380350:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384339.380351:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.380357:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.380358:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384339.380361:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 30], ns[126, 30] 00000020:01000000:0.0:1767384339.380361:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384339.380362:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384339.380369:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 00000020:00000001:0.0:1767384339.380369:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384339.380373:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384339.380373:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384339.380376:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384339.380377:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 10000000:01000000:0.0:1767384339.380380:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384339.380385:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384339.380388:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384339.380393:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 30], ns[121, 30] 00000020:01000004:0.0:1767384339.380393:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.380396:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.380399:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384339.380402:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384339.380403:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384339.380406:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 30], ns[111, 30] 00000020:01000004:0.0:1767384339.380407:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384339.380408:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384339.380410:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.380413:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384339.380416:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384339.380417:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007051a7e1. 00000400:00000200:3.0:1767384339.380423:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 02000000:00000001:1.0:1767384339.380423:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384339.380423:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384339.380428:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384339.380432:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.380432:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384339.380435:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380436:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 30], ns[129, 30] 00000100:00100000:1.0:1767384339.380441:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2bbd5f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728323712:0@lo:253: 02000000:00000010:0.0:1767384339.380444:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000baa8a003. 00000400:00000200:3.0:1767384339.380445:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 30], ns[128, 30] 00000100:00000001:0.0:1767384339.380449:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380453:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000001:1.0:1767384339.380453:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384339.380460:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384339.380462:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp21 02000000:00000001:1.0:1767384339.380462:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384339.380463:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.380468:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380470:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp21 lpni_is_preferred = 0 00000100:00000040:0.0:1767384339.380471:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007051a7e1] to pc [ptlrpcd_00_00+0] req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384339.380476:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384339.380478:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp21 02000000:00000010:1.0:1767384339.380486:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c177b336. 00000400:00000200:3.0:1767384339.380488:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp21 NI seq info: [130:130:256:4294967295] 192.168.202.115@tcp21 LPNI seq info [125:125:8:4294967295] 02000000:00000001:1.0:1767384339.380492:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384339.380497:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380500:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp21 00000400:00000010:1.0:1767384339.380500:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e6aaec. 10000000:00000001:0.0:1767384339.380516:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.380521:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.380526:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2635c91. 00000020:01000000:0.0:1767384339.380526:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384339.380533:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21:) -> 192.168.202.115@tcp21(192.168.202.115@tcp:192.168.202.115@tcp21) : PUT try# 0 00000020:00000010:0.0:1767384339.380534:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005b123cf8. 00000100:00000200:1.0:1767384339.380536:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728323712, portal 25 00000100:00000001:1.0:1767384339.380542:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.380544:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801162112 : -113719908389504 : ffff98928541ad80) 00000800:00000200:3.0:1767384339.380546:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.115@tcp21 00000100:00000001:0.0:1767384339.380550:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384339.380553:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e9303df. 00000100:00000001:0.0:1767384339.380555:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.380561:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384339.380562:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (6) 00000100:00000001:0.0:1767384339.380572:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384339.380577:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384339.380578:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp21 ip 192.168.202.115:988 00000100:00000001:0.0:1767384339.380578:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384339.380581:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384339.380586:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e9303df type 1, nob 624 niov 1 nkiov 1 00000100:00000040:1.0:1767384339.380587:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384339.380588:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384339.380594:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7d194fd. 00000100:00000001:0.0:1767384339.380599:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384339.380602:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728323712, offset 0 00000100:00000001:0.0:1767384339.380602:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.380607:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384339.380608:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 02000000:00000001:0.0:1767384339.380609:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384339.380613:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.380615:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.380617:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000100:00100000:0.0:1767384339.380619:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007051a7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728323840:0@lo:253: 00000100:00000001:0.0:1767384339.380624:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384339.380626:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384339.380627:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x2061 02000000:00000001:0.0:1767384339.380629:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.380632:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384339.380633:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000078f6988a (2) 02000000:00000001:0.0:1767384339.380633:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384339.380640:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a40cce2d. 02000000:00000010:0.0:1767384339.380641:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f22d4eb. 02000000:00000001:0.0:1767384339.380645:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384339.380646:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000400:00000010:0.0:1767384339.380649:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b06117f. 00000400:00000200:1.0:1767384339.380651:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05e80 00000400:00000010:3.0:1767384339.380655:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a83570d. 00000400:00000010:0.0:1767384339.380655:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001969a626. 00000400:00000200:1.0:1767384339.380662:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x133d [2] + 0 00000400:00000010:1.0:1767384339.380667:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b50b0e5c. 00000400:00000200:1.0:1767384339.380671:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009661b29e 00000400:00000200:3.0:1767384339.380676:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 00000400:00000200:1.0:1767384339.380678:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384339.380681:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728323840, portal 25 00000100:00000001:0.0:1767384339.380684:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384339.380686:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801163008 : -113719908388608 : ffff98928541b100) 00000400:00000200:3.0:1767384339.380689:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp38 local destination 00000400:00000200:1.0:1767384339.380689:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384339.380693:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384339.380698:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384339.380704:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00000400:00000200:3.0:1767384339.380710:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp38 lpni_is_preferred = 0 00000100:00000001:0.0:1767384339.380714:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384339.380715:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp38 00000100:00000040:0.0:1767384339.380718:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384339.380721:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000168acaa2. 00000100:00000200:0.0:1767384339.380725:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728323840, offset 0 00000400:00000200:3.0:1767384339.380730:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [131:131:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384339.380735:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.380741:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000400:00000200:3.0:1767384339.380748:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000800:00000200:3.0:1767384339.380754:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000400:00000200:1.0:1767384339.380757:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009661b29e 00000400:00000200:0.0:1767384339.380758:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384339.380759:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000400:00000010:1.0:1767384339.380764:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009661b29e. 00000100:00000001:1.0:1767384339.380772:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384339.380773:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:0.0:1767384339.380773:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce05f00 00000100:00000200:1.0:1767384339.380777:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384339.380781:0:16353:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 2, 1 secs later) 00000400:00000200:0.0:1767384339.380781:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1345 [2] + 0 00000100:00000040:1.0:1767384339.380784:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000be8d57d4 x1853236728323712 msgsize 4848 00000400:00000010:0.0:1767384339.380788:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba6954c. 00000400:00000200:0.0:1767384339.380793:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000682a252b 00000800:00000200:3.1:1767384339.380795:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:0.0:1767384339.380798:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384339.380800:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.1:1767384339.380803:0:16353:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 2, 1 secs later) 00000100:00000040:1.0:1767384339.380805:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384339.380806:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384339.380813:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000682a252b 00000400:00000010:0.0:1767384339.380817:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000682a252b. 00000800:00000100:3.0:1767384339.380818:0:16353:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp38 00000800:00000010:3.0:1767384339.380823:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000100:00000001:1.0:1767384339.380823:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384339.380823:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384339.380826:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384339.380830:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000003de02b84 x1853236728323840 msgsize 4848 00000400:00000200:3.0:1767384339.380831:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1767384339.380834:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7d194fd 00000100:00100000:0.0:1767384339.380839:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384339.380840:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7d194fd. 00000400:00000200:3.0:1767384339.380842:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: REMOTE_ERROR 00000100:00000040:0.0:1767384339.380843:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384339.380849:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384339.380850:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384339.380856:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384339.380857:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp38: 1 00000100:00000200:1.0:1767384339.380860:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.380864:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000168acaa2 00000400:00000200:3.0:1767384339.380867:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): -114 00000400:00000010:0.0:1767384339.380868:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000168acaa2. 00000100:00000001:0.0:1767384339.380875:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384339.380880:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384339.380882:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp38 00000100:00000001:1.0:1767384339.380882:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384339.380890:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x861 rc 0 00000100:00000040:1.0:1767384339.380891:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384339.380898:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x861 00000100:00000001:0.0:1767384339.380900:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384339.380905:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384339.380906:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384339.380908:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.380911:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000010:3.0:1767384339.380915:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 00000400:00000200:3.0:1767384339.380920:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:1.0:1767384339.380922:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.380926:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380928:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp38 (0000000078f6988a): -114 00000100:00000001:1.0:1767384339.380928:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.380931:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384339.380934:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a40cce2d. 00000400:00000200:3.0:1767384339.380937:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (3) 00000400:00000200:3.0:1767384339.380940:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp38:-5 00000400:00000200:3.0:1767384339.380943:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp38(0000000078f6988a) state 0x2061 rc -5 00000100:00000001:1.0:1767384339.380944:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.380946:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384339.380948:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp38 (0000000078f6988a) 00000100:00000001:0.0:1767384339.380953:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294927431 00000100:00000001:1.0:1767384339.380954:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294927431 00000400:00000200:3.0:1767384339.380955:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (2) 00000100:00000010:0.0:1767384339.380960:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9022e39. 00000100:00000001:3.0:1767384339.380967:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384339.380970:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.380973:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384339.380978:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294927431 00000100:00000001:1.0:1767384339.380979:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294927431 00000100:00000010:0.0:1767384339.380984:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d339d0e. 00000100:00000001:1.0:1767384339.380986:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294927431 00000100:00000001:0.0:1767384339.380988:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384339.380993:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294927431 00000100:00000001:1.0:1767384339.380994:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294927431 00000100:00000010:0.0:1767384339.380997:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cac883. 00000100:00000001:1.0:1767384339.381000:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294927431 00000100:00000001:0.0:1767384339.381001:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384339.381008:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294927431 00000100:00000001:1.0:1767384339.381009:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294927431 00000100:00000001:3.0:1767384339.381010:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384339.381014:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000100:00100000:3.0:1767384339.381015:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323712 00000100:00000001:1.0:1767384339.381016:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294927431 00000100:00000001:0.0:1767384339.381018:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384339.381020:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384339.381024:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.381024:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.381025:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294927431 00000100:00000001:3.0:1767384339.381028:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381029:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.381032:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384339.381035:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381035:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.381037:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381039:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384339.381043:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323712 00000100:00000001:1.0:1767384339.381044:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.381048:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384339.381049:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.381049:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384339.381051:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384339.381053:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384339.381056:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384339.381057:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384339.381059:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:1.0:1767384339.381059:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.381060:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384339.381064:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384339.381065:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384339.381065:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.381072:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384339.381072:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.381074:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384339.381078:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384339.381079:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384339.381083:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384339.381085:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe042b. 00000100:00000001:3.0:1767384339.381090:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.381090:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384339.381096:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe042b. 00000100:00000001:0.0:1767384339.381099:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384339.381102:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40cce2d. 00000100:00100000:0.0:1767384339.381102:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323840 02000000:00000001:0.0:1767384339.381105:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384339.381108:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384339.381109:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000070b7869. 00000100:00000001:0.0:1767384339.381109:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384339.381116:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 02000000:00000001:0.0:1767384339.381116:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384339.381118:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323840 00000020:00000001:0.0:1767384339.381121:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384339.381123:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384339.381124:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384339.381126:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384339.381126:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000100:00000001:3.0:1767384339.381131:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384339.381131:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384339.381164:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384339.381166:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.381172:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.381180:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384339.381192:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384339.381193:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384339.381196:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767384339.381199:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384339.381201:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853325392 : -113719856226224 : ffff9892885da050) 00000100:00000040:3.0:1767384339.381205:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be8d57d4 x1853236728323712/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.381211:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384339.381218:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe042b. 00000100:00000001:3.0:1767384339.381220:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384339.381223:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe042b. 00000100:00100000:3.0:1767384339.381227:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be8d57d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728323712:12345-0@lo:253: 00000100:00000200:3.0:1767384339.381232:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323712 00000020:00000001:3.0:1767384339.381236:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384339.381240:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384339.381242:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.381245:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384339.381248:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:3.0:1767384339.381251:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384339.381253:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384339.381256:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384339.381258:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384339.381262:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.381267:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384339.381269:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384339.381275:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bbdc6283. 00000800:00000200:1.0:1767384339.381276:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384339.381279:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384339.381281:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e9303df. 00000100:00000001:3.0:1767384339.381283:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384339.381289:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384339.381289:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.381299:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: PUT: OK 20000000:00000010:3.0:1767384339.381300:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bc31e91a. 00000400:00000200:1.0:1767384339.381304:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:01000000:3.0:1767384339.381305:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384339.381310:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384339.381312:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000020:00000001:0.0:1767384339.381312:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 20000000:00000001:3.0:1767384339.381313:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384339.381316:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381319:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384339.381320:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384339.381322:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:1.0:1767384339.381326:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384339.381329:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006a40e16. 20000000:00000010:3.0:1767384339.381331:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb65012d. 00000100:00000001:0.0:1767384339.381333:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384339.381334:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000020:00000010:0.0:1767384339.381337:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006a40e16. 00000800:00000001:1.0:1767384339.381338:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384339.381341:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:1.0:1767384339.381344:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384339.381344:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d8f01d5. 00080000:00000001:3.0:1767384339.381347:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000010:0.0:1767384339.381351:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d21ae08a. 00080000:00000001:3.0:1767384339.381352:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:1.0:1767384339.381353:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384339.381358:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000100:00000001:0.0:1767384339.381365:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384339.381366:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21) <- 192.168.202.115@tcp21 : PUT - for me 00000100:00000001:0.0:1767384339.381367:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:3.0:1767384339.381368:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384339.381371:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381377:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381380:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384339.381384:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.381384:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 528 into portal 0 MB=0x8000000000000000 00080000:00000001:3.0:1767384339.381389:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:0.0:1767384339.381391:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384339.381394:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384339.381399:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.381399:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 496/528 into md 0x1a6d [1] + 0 00000100:00100000:0.0:1767384339.381400:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00080000:00000001:3.0:1767384339.381404:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000040:0.0:1767384339.381406:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00080000:00000001:3.0:1767384339.381407:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.381411:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010cf9c75. 00000100:00000001:0.0:1767384339.381411:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853318224 : -113719856233392 : ffff9892885d8450) 00080000:00000002:3.0:1767384339.381412:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:3.0:1767384339.381419:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000400:00000200:1.0:1767384339.381420:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d6c8659 00000100:00000040:0.0:1767384339.381421:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003de02b84 x1853236728323840/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000002:3.0:1767384339.381422:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384339.381429:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384339.381435:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384339.381438:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.381438:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384339.381438:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384339.381443:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006a40e16. 00000020:00000001:3.0:1767384339.381444:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1767384339.381448:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.381448:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384339.381451:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000010:0.0:1767384339.381454:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006a40e16. 00000400:00000200:1.0:1767384339.381455:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384339.381456:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00100000:0.0:1767384339.381461:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003de02b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728323840:12345-0@lo:253: 00080000:00000010:3.0:1767384339.381462:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c088f831. 00000100:00000200:0.0:1767384339.381468:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323840 00080000:00000001:3.0:1767384339.381469:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353830366208 : -113719879185408 : ffff989286ff4c00) 00000400:00000200:1.0:1767384339.381469:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: PUT: OK 00000020:00000001:0.0:1767384339.381473:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384339.381475:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384339.381478:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1767384339.381479:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384339.381480:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000020:00000001:0.0:1767384339.381481:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.381486:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000010:3.0:1767384339.381487:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006dfe042b. 00000400:00000010:1.0:1767384339.381487:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000020:00000001:0.0:1767384339.381487:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384339.381494:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384339.381495:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.381496:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.381497:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00080000:00000001:3.0:1767384339.381514:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384339.381518:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384339.381522:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000020:00000001:0.0:1767384339.381528:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384339.381532:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000020:00000001:0.0:1767384339.381532:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384339.381533:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381537:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384339.381541:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (528 bytes) 02000000:00000001:0.0:1767384339.381542:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384339.381548:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 02000000:00000010:0.0:1767384339.381549:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083ca4be3. 00080000:00000001:3.0:1767384339.381554:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384339.381554:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.381555:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384339.381559:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384339.381561:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 00000400:00000200:1.0:1767384339.381568:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 20000000:00000010:0.0:1767384339.381574:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001889e562. 00000400:00000200:1.0:1767384339.381576:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp21 to MR: 192.168.202.115@tcp21 local destination 20000000:01000000:0.0:1767384339.381579:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384339.381581:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384339.381583:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384339.381586:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.381588:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp21 NI seq info: [132:132:256:4294967295] 192.168.202.115@tcp21 LPNI seq info [126:126:8:4294967295] 20000000:00000001:0.0:1767384339.381589:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384339.381591:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384339.381605:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21:192.168.202.115@tcp21) -> 192.168.202.115@tcp21(192.168.202.115@tcp21:192.168.202.115@tcp21) 192.168.202.115@tcp21 : ACK try# 0 00000400:00000200:3.0:1767384339.381612:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384339.381613:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp21 00000400:00000010:3.0:1767384339.381620:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000007bdb0313. 00000800:00000010:1.0:1767384339.381621:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007870f819. 00000400:00000010:3.0:1767384339.381626:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bfcb13c. 00000400:00000010:3.0:1767384339.381631:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000800:00000200:1.0:1767384339.381631:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (6) 00000400:00000200:3.0:1767384339.381637:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007bdb0313 00000400:00000010:3.0:1767384339.381640:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000116577e9. 00000800:00000200:1.0:1767384339.381641:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp21 ip 192.168.202.115:999 00000400:00000200:3.0:1767384339.381644:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000800:00000200:1.0:1767384339.381648:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007870f819 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384339.381650:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102471 00000400:00000200:3.0:1767384339.381656:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000010:3.0:1767384339.381660:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000006857e2ab. 00000400:00000010:3.0:1767384339.381662:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c251886. 00000400:00000010:3.0:1767384339.381664:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079676b6b. 00000400:00000200:3.0:1767384339.381667:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384339.381672:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:3.0:1767384339.381680:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384339.381684:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:3.0:1767384339.381687:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:3.0:1767384339.381690:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000400:00000200:3.0:1767384339.381693:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:3.0:1767384339.381695:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:3.0:1767384339.381698:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000400:00000200:3.0:1767384339.381700:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000400:00000200:3.0:1767384339.381703:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00000400:00000200:3.0:1767384339.381706:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000400:00000200:3.0:1767384339.381710:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:3.0:1767384339.381714:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 36], ns[132, 36] 00000400:00000200:3.0:1767384339.381717:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000400:00000200:3.0:1767384339.381721:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000800:00000200:0.0:1767384339.381723:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384339.381724:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000800:00000010:0.0:1767384339.381728:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007870f819. 00000400:00000200:3.0:1767384339.381731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:0.0:1767384339.381734:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.381735:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:3.0:1767384339.381743:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:0.0:1767384339.381744:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: ACK: OK 00000400:00000200:3.0:1767384339.381751:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 32], ns[83, 32] 00000400:00000200:3.0:1767384339.381759:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 32], ns[119, 32] 00000400:00000200:3.0:1767384339.381762:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 32], ns[126, 32] 00000400:00000200:3.0:1767384339.381765:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 32], ns[118, 32] 00000400:00000200:3.0:1767384339.381767:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 32], ns[122, 32] 00000400:00000200:3.0:1767384339.381770:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 32], ns[121, 32] 00000400:00000200:3.0:1767384339.381772:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[111, 32] 00000400:00000200:3.0:1767384339.381775:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 32], ns[110, 32] 00000400:00000200:3.0:1767384339.381778:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 32], ns[129, 32] 00000400:00000200:3.0:1767384339.381781:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 32], ns[128, 32] 00000400:00000200:3.0:1767384339.381783:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384339.381786:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp22 00000400:00000200:3.0:1767384339.381788:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384339.381789:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp22 00000400:00000200:3.0:1767384339.381791:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp22 NI seq info: [133:133:256:4294967295] 192.168.202.115@tcp22 LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1767384339.381795:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp22 00000400:00000200:3.0:1767384339.381801:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22:) -> 192.168.202.115@tcp22(192.168.202.115@tcp:192.168.202.115@tcp22) : GET try# 0 00000800:00000200:3.0:1767384339.381804:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp22 00000800:00000001:1.0:1767384339.381805:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384339.381807:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000001:0.0:1767384339.381809:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384339.381813:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (6) 00000800:00000001:0.0:1767384339.381816:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.381819:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.381819:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384339.381820:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp22 ip 192.168.202.115:988 00000800:00000001:0.0:1767384339.381825:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384339.381826:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b01db43b type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384339.381827:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384339.381834:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp21(192.168.202.115@tcp21) <- 192.168.202.115@tcp21 : ACK - for me 00000800:00000001:1.0:1767384339.381835:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.381836:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384339.381842:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100671 rc 0 00000400:00000200:0.0:1767384339.381851:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp21: ACK from 12345-192.168.202.115@tcp21 into md 0x1b41 00000400:00000200:0.0:1767384339.381854:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.381858:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp21->192.168.202.115@tcp21: ACK: OK 00000400:00000200:0.0:1767384339.381860:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e306848c 00000400:00000010:0.0:1767384339.381862:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e306848c. 00000400:00000200:0.0:1767384339.381864:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384339.381867:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:0.0:1767384339.381870:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384339.381878:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 00000800:00000001:0.0:1767384339.381883:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384339.381888:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.381889:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384339.381893:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.381899:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384339.381907:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384339.381908:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.381911:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384339.381914:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:3.0:1767384339.381918:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 00000400:00000200:0.0:1767384339.381921:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22) <- 192.168.202.115@tcp22 : GET - for me 00000400:00000200:3.0:1767384339.381923:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000200:1.0:1767384339.381923:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384339.381930:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000f1a1f2cd. 00000400:00000200:0.0:1767384339.381935:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384339.381936:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000400:00000200:1.0:1767384339.381936:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: GET: OK 00000400:00000200:0.0:1767384339.381943:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 528/528 into md 0x1b3d [1] + 0 00000400:00000200:1.0:1767384339.381949:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384339.381952:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp22 to MR: 192.168.202.115@tcp22 local destination 00000400:00000200:1.0:1767384339.381957:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:0.0:1767384339.381959:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp22 NI seq info: [134:134:255:4294967295] 192.168.202.115@tcp22 LPNI seq info [128:128:7:4294967295] 00000400:00000200:0.0:1767384339.381969:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22:192.168.202.115@tcp22) -> 192.168.202.115@tcp22(192.168.202.115@tcp22:192.168.202.115@tcp22) 192.168.202.115@tcp22 : REPLY try# 0 00000400:00000010:3.0:1767384339.381974:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd61c72e. 00000800:00000200:0.0:1767384339.381974:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.115@tcp22 00000800:00000010:0.0:1767384339.381981:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b336a2d. 00000400:00000200:3.0:1767384339.381984:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000800:00000200:0.0:1767384339.381988:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (6) 00000800:00000200:0.0:1767384339.381993:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp22 ip 192.168.202.115:997 00000400:00000200:3.0:1767384339.381996:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000800:00000200:0.0:1767384339.381997:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b336a2d type 3, nob 624 niov 1 nkiov 1 00000400:00000200:3.0:1767384339.382003:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384339.382010:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000400:00000200:3.0:1767384339.382014:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000400:00000200:3.0:1767384339.382020:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000800:00000001:1.0:1767384339.382023:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.382027:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000400:00000200:3.0:1767384339.382034:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000400:00000200:3.0:1767384339.382040:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000400:00000200:3.0:1767384339.382045:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 00000400:00000200:3.0:1767384339.382051:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 00000800:00000001:1.0:1767384339.382052:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384339.382052:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384339.382058:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b336a2d. 00000400:00000200:3.0:1767384339.382061:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000800:00000001:1.0:1767384339.382064:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384339.382064:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.382067:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000800:00000001:1.0:1767384339.382071:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384339.382076:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: REPLY: OK 00000400:00000200:3.0:1767384339.382077:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 36], ns[132, 36] 00000800:00000001:1.0:1767384339.382080:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.382087:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 36], ns[134, 36] 00000400:00000200:3.0:1767384339.382093:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 36], ns[34, 36] 00000400:00000200:1.0:1767384339.382096:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp22(192.168.202.115@tcp22) <- 192.168.202.115@tcp22 : REPLY - for me 00000400:00000200:3.0:1767384339.382105:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:3.0:1767384339.382109:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:3.0:1767384339.382111:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:3.0:1767384339.382115:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:3.0:1767384339.382117:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[83, 34] 00000400:00000200:3.0:1767384339.382120:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 34], ns[119, 34] 00000400:00000200:3.0:1767384339.382124:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 34], ns[126, 34] 00000400:00000200:3.0:1767384339.382128:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 34], ns[118, 34] 00000400:00000200:3.0:1767384339.382131:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 34], ns[122, 34] 00000400:00000200:3.0:1767384339.382133:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 34], ns[121, 34] 00000400:00000200:3.0:1767384339.382165:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 34], ns[111, 34] 00000400:00000200:3.0:1767384339.382168:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 34], ns[110, 34] 00000400:00000200:3.0:1767384339.382170:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 34], ns[129, 34] 00000400:00000200:3.0:1767384339.382173:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 34], ns[128, 34] 00000400:00000200:3.0:1767384339.382176:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:3.0:1767384339.382179:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp23 00000400:00000200:3.0:1767384339.382181:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp23 lpni_is_preferred = 0 00000400:00000200:3.0:1767384339.382182:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp23 00000400:00000200:3.0:1767384339.382185:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [135:135:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384339.382188:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp23 00000400:00000200:3.0:1767384339.382192:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:) -> 192.168.202.115@tcp23(192.168.202.115@tcp:192.168.202.115@tcp23) : GET try# 0 00000800:00000200:3.0:1767384339.382202:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp23 00000800:00000010:3.0:1767384339.382205:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000056830721. 00000800:00000200:3.0:1767384339.382212:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (6) 00000400:00000200:1.0:1767384339.382215:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp22: Reply from 12345-192.168.202.115@tcp22 of length 528/528 into md 0x1b5d 00000800:00000200:3.0:1767384339.382220:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:988 00000800:00000001:1.0:1767384339.382225:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384339.382226:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056830721 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384339.382232:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.382235:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.382239:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.382241:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384339.382247:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000400:00000200:1.0:1767384339.382250:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp22->192.168.202.115@tcp22: REPLY: OK 00000400:00000200:1.0:1767384339.382257:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c251886 00000400:00000010:1.0:1767384339.382260:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c251886. 00000400:00000200:1.0:1767384339.382265:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384339.382269:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:1.0:1767384339.382273:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000800:00000200:0.0:1767384339.382275:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384339.382279:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 31. state = 0x100271 00000800:00000010:0.0:1767384339.382279:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000056830721. 00000400:00000200:0.0:1767384339.382284:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.382291:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384339.382291:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: GET: OK 00000400:00000200:1.0:1767384339.382305:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 00000400:00000200:0.0:1767384339.382310:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384339.382314:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384339.382314:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384339.382322:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.382323:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.382326:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.382328:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.382340:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.382348:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : GET - for me 00000400:00000200:1.0:1767384339.382357:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384339.382363:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 528/528 into md 0x1b3d [1] + 0 00000400:00000200:1.0:1767384339.382371:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp23 to MR: 192.168.202.115@tcp23 local destination 00000400:00000200:1.0:1767384339.382378:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [136:136:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1767384339.382388:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) -> 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) 192.168.202.115@tcp23 : REPLY try# 0 00000800:00000200:1.0:1767384339.382394:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.115@tcp23 00000800:00000010:1.0:1767384339.382399:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040eef249. 00000800:00000200:1.0:1767384339.382413:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (6) 00000800:00000200:1.0:1767384339.382420:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:995 00000400:00000200:3.0:1767384339.382422:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384339.382423:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040eef249 type 3, nob 624 niov 1 nkiov 1 00000400:00000200:3.0:1767384339.382428:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:3.0:1767384339.382434:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000cbb1d08a. 00000400:00000010:3.0:1767384339.382437:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 0000000073b91e7d. 00000400:00000010:3.0:1767384339.382438:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 000000003cb86547. 00000400:00000200:3.0:1767384339.382458:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp29(00000000fdd2fc85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382461:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp30(00000000302baf7b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382463:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp31(000000003b781849) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382466:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp32(0000000062d0d79d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382468:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp33(00000000bb8b90dc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382472:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp36(00000000818abf2b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382474:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp37(0000000056304e91) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384339.382480:0:16353:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.115@tcp38 00000400:00000200:3.0:1767384339.382486:0:16353:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.115@tcp38 NID 192.168.202.115@tcp38 00000400:00000200:3.0:1767384339.382490:0:16353:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000007a4f4bcd nid 192.168.202.115@tcp38 00000400:00000010:3.0:1767384339.382493:0:16353:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000007a4f4bcd. 00000800:00000001:0.0:1767384339.382493:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384339.382496:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384339.382499:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.382515:0:16353:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000535975a2 net tcp38 00000800:00000010:1.0:1767384339.382516:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040eef249. 00000800:00000001:0.0:1767384339.382517:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384339.382521:0:16353:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000535975a2. 00000400:00000200:1.0:1767384339.382525:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384339.382525:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.382527:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000078f6988a (1) 00000800:00000001:0.0:1767384339.382530:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.382536:0:16353:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000078f6988a nid 192.168.202.115@tcp38 00000400:00000200:1.0:1767384339.382540:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: REPLY: OK 00000400:00000010:3.0:1767384339.382543:0:16353:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000078f6988a. 00000800:00000001:0.0:1767384339.382544:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384339.382553:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000078f6988a. 00000400:00000200:0.0:1767384339.382553:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : REPLY - for me 00000400:00000200:0.0:1767384339.382564:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp23: Reply from 12345-192.168.202.115@tcp23 of length 528/528 into md 0x1b61 00000400:00000200:3.0:1767384339.382570:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000078f6988a nid 192.168.202.115@tcp38 00000800:00000001:0.0:1767384339.382570:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.382575:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384339.382577:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.382582:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: REPLY: OK 00000400:00000200:0.0:1767384339.382584:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc95e697 00000400:00000010:0.0:1767384339.382586:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc95e697. 00000400:00000200:0.0:1767384339.382589:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384339.382591:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384339.382593:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384339.382596:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 31. state = 0x100171 00000400:00000200:0.0:1767384339.382599:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384339.382601:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (31) 00000800:00000001:0.0:1767384339.382605:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.382607:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384339.382622:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b8efaf06. 00000400:00000200:3.0:1767384339.382625:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b8efaf06 net tcp38 00000400:00000200:3.0:1767384339.382628:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (30) 00000400:00000200:3.0:1767384339.382632:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp38 flags 0x11 00000400:00000010:3.0:1767384339.382636:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007a4f4bcd. 00000400:00000200:3.0:1767384339.382639:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007a4f4bcd nid 192.168.202.115@tcp39 00000400:00000010:3.0:1767384339.382641:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e00f6299. 00000400:00000200:3.0:1767384339.382643:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e00f6299 net tcp39 00000400:00000200:3.0:1767384339.382645:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000200:3.0:1767384339.382647:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp39 flags 0x11 00000400:00000010:3.0:1767384339.382650:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000cbb1d08a. 00000400:00000010:3.0:1767384339.382653:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 0000000073b91e7d. 00000400:00000010:3.0:1767384339.382654:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 000000003cb86547. 00000400:00000010:3.0:1767384339.382656:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000006857e2ab. 00000400:00000200:3.0:1767384339.382658:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384339.382660:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x1001f1 00000400:00000200:3.0:1767384339.382662:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1001f1 rc 1 00000400:00000200:3.0:1767384339.382665:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1001f1 00000400:00000010:3.0:1767384339.382668:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 000000006857e2ab. 00000400:00000010:3.0:1767384339.382670:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 000000003cb86547. 00000400:00000010:3.0:1767384339.382672:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 0000000073b91e7d. 00000400:00000010:3.0:1767384339.382684:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 000000006857e2ab. 00000400:00000010:3.0:1767384339.382685:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 000000003cb86547. 00000400:00000010:3.0:1767384339.382687:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 0000000073b91e7d. 00000400:00000010:3.0:1767384339.382688:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000f1a1f2cd. 00000400:00000200:3.0:1767384339.382689:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384339.382691:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:3.0:1767384339.382693:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:3.0:1767384339.382695:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:3.0:1767384339.382697:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384339.382698:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384339.382699:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384339.382707:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 00080000:00000010:1.0:1767384339.383160:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c088f831. 00080000:00000010:3.0:1767384339.383188:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006dfe042b. 00040000:00000001:3.0:1767384339.383192:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384339.383194:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384339.383196:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384339.383198:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384339.383200:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384339.383202:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384339.383211:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384339.383218:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384339.383221:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384339.383227:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384339.383231:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9d92ecf. 20000000:01000000:1.0:1767384339.383234:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384339.383235:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:0.0:1767384339.383240:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384339.383242:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384339.383244:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384339.383246:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384339.383247:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384339.383254:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384339.383255:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384339.383261:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384339.383264:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.383267:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384339.383268:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384339.383269:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000060a32fb8 count: 2 00080000:00000001:0.0:1767384339.383270:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384339.383272:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.383278:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1767384339.383278:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:0.0:1767384339.383282:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:1.0:1767384339.383285:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384339.383286:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384339.383290:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384339.383293:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048d2293c. 00080000:00000001:0.0:1767384339.383293:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.383296:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384339.383301:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384339.383306:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000048d2293c with handle 0x960a57272cefbc06 to hash 00000020:00000001:0.0:1767384339.383306:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384339.383309:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000001:1.0:1767384339.383311:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384339.383313:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384339.383315:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00080000:00000010:0.0:1767384339.383316:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000ec2a1f1. 00080000:00000001:0.0:1767384339.383321:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569384448 : -113724140167168 : ffff98918905e000) 00010000:00000001:1.0:1767384339.383322:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00080000:00000001:0.0:1767384339.383324:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384339.383327:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000020:3.0:1767384339.383328:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384339.383329:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384339.383330:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000006a40e16. 00000100:00000001:3.0:1767384339.383334:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384339.383334:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384339.383335:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384339.383338:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bc31e91a. 00080000:00000001:0.0:1767384339.383340:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384339.383343:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.383343:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384339.383349:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728323712 00080000:00000001:0.0:1767384339.383350:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.383355:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384339.383360:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:3.0:1767384339.383362:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be8d57d4 x1853236728323712/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384339.383362:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384339.383366:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384339.383372:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384339.383373:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384339.383375:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.383378:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:3.0:1767384339.383380:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=62 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384339.383383:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1767384339.383384:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384339.383388:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384339.383390:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:1.0:1767384339.383391:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384339.383393:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384339.383396:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.383400:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384339.383404:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384339.383407:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7147910. 00000100:00000200:3.0:1767384339.383410:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728323712, offset 224 00000400:00000200:3.0:1767384339.383416:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.383424:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384339.383426:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1767384339.383431:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05e80 00010000:00000001:1.0:1767384339.383432:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.383436:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.383440:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.383444:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b45 [2] + 224 00010000:00000001:1.0:1767384339.383446:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.383450:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384339.383451:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:3.0:1767384339.383455:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384339.383456:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384339.383459:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384339.383464:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384339.383468:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060a32fb8) refcount = 2 00000100:00000040:3.0:1767384339.383476:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384339.383477:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384339.383484:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384339.383494:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384339.383496:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384339.383513:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384339.383521:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7147910 00010000:00000010:1.0:1767384339.383522:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d308476. 00000100:00000001:0.0:1767384339.383523:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384339.383525:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7147910. 00000100:00000001:0.0:1767384339.383527:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384339.383529:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384339.383533:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384339.383534:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384339.383535:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7d194fd. 00000100:00000001:3.0:1767384339.383538:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384339.383538:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384339.383540:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349475101888 : -113724234449728 : ffff989183673cc0) 00000400:00000010:0.0:1767384339.383542:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e6aaec. 00000100:00000001:3.0:1767384339.383545:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.383547:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349475101888 : -113724234449728 : ffff989183673cc0) 00000400:00000200:0.0:1767384339.383547:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2635c91 00000400:00000010:0.0:1767384339.383551:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2635c91. 00000100:00000040:3.0:1767384339.383552:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384339.383555:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384339.383556:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384339.383557:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384339.383559:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000020:00000001:3.0:1767384339.383561:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.383563:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:0.0:1767384339.383564:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384339.383567:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384339.383569:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384339.383575:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be8d57d4 x1853236728323712/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.383575:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384339.383580:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:0.0:1767384339.383582:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.383585:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.383590:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384339.383595:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384339.383602:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000100:00000001:0.0:1767384339.383606:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384339.383608:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00100000:3.0:1767384339.383610:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be8d57d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728323712:12345-0@lo:253: Request processed in 2394us (2821us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384339.383610:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.383613:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384339.383616:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384339.383620:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.383623:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.383624:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384339.383626:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 02000000:00000001:0.0:1767384339.383628:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384339.383630:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384339.383631:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00001000:0.0:1767384339.383632:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=62 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384339.383635:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.383636:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384339.383637:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384339.383639:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384339.383643:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384339.383644:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b6d0a3f. 00000020:00000010:3.0:1767384339.383645:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000070b7869. 00000100:00000001:0.0:1767384339.383645:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.383650:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384339.383652:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000100:00000001:1.0:1767384339.383653:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384339.383657:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40cce2d. 00010000:00000001:0.0:1767384339.383659:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384339.383662:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000001:0.0:1767384339.383663:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.383664:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384339.383669:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384339.383672:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bbdc6283. 00000100:00000040:0.0:1767384339.383672:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384339.383686:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384339.383686:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384339.383690:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.383691:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384339.383694:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384339.383695:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 15 pid: 17081 timeout: 410 lvb_type: 0 00000100:00000200:3.0:1767384339.383697:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384339.383700:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384339.383704:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4dc58e2. 00000020:01000004:0.0:1767384339.383704:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384339.383707:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384339.383711:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7147910. 00000020:01000004:0.0:1767384339.383711:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.383715:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384339.383716:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000020:01000004:0.0:1767384339.383717:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.383719:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:1.0:1767384339.383721:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384339.383721:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384339.383723:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.383725:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384339.383729:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384339.383730:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384339.383754:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2bbd5f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728323712:0@lo:253: 00000100:00000001:1.0:1767384339.383757:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384339.383762:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.383762:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.383767:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384339.383769:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728323968:0@lo:104: 00000100:00000040:0.0:1767384339.383772:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2bbd5f9 x1853236728323712/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.383778:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384339.383783:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384339.383786:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384339.383787:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.383790:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384339.383792:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384339.383794:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c177b336. 02000000:00000010:1.0:1767384339.383798:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004785cb18. 02000000:00000001:0.0:1767384339.383801:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384339.383803:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.383805:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384339.383808:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000010:1.0:1767384339.383812:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f641e7. 00000020:00000001:0.0:1767384339.383812:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384339.383816:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000070fe940d. 02000000:00000001:0.0:1767384339.383820:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384339.383822:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 02000000:00000001:0.0:1767384339.383822:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384339.383825:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2bbd5f9. 00000100:00000200:1.0:1767384339.383829:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728323968, portal 16 00000100:00000001:1.0:1767384339.383834:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384339.383836:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384339.383837:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000100:00000001:0.0:1767384339.383838:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.383844:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384339.383848:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384339.383849:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.383851:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.383855:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.383858:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.383866:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.383870:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.383874:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000100:00000200:1.0:1767384339.383885:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728323968, offset 0 00000400:00000200:1.0:1767384339.383892:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.383901:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.383910:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce05f80 00000400:00000200:1.0:1767384339.383915:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17b9 [2] + 328 00000400:00000200:1.0:1767384339.383921:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.383925:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384339.383930:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384339.383932:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384339.383937:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e93055. 00000100:00000040:1.0:1767384339.383940:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000021e93055 x1853236728323968 msgsize 328 00000100:00100000:1.0:1767384339.383944:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384339.383965:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.383972:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:1.0:1767384339.383974:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000100:00000001:1.0:1767384339.383979:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384339.383984:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384339.383987:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384339.383990:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728323968 02000000:00000001:0.0:1767384339.383993:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384339.383995:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.383997:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.384002:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384004:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384339.384005:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728323968 00000020:00000001:0.0:1767384339.384008:0:17114:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384339.384010:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000040:1.0:1767384339.384012:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384339.384012:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384339.384015:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000020:00000001:0.0:1767384339.384018:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000020:00000001:0.0:1767384339.384022:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:0.0:1767384339.384027:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384339.384030:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000365dfcf. 00000100:00000001:1.0:1767384339.384032:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384033:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.384036:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384339.384037:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000365dfcf. 00000100:00000001:1.0:1767384339.384044:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384339.384044:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097ce5461. 00000020:00000010:0.0:1767384339.384049:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000875bdcc1. 00000100:00000001:1.0:1767384339.384051:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927434 00000020:00000010:0.0:1767384339.384054:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000001:1.0:1767384339.384060:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927431 00000100:00000040:0.0:1767384339.384061:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384339.384066:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384339.384067:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384339.384069:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927434 00000100:00000001:0.0:1767384339.384069:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384075:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384076:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927431 00000100:00000001:1.0:1767384339.384083:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927434 00000100:00000001:1.0:1767384339.384085:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927431 00000100:00000001:1.0:1767384339.384088:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927434 00000100:00000001:0.0:1767384339.384089:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.384091:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927431 00000100:00000001:0.0:1767384339.384098:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384339.384101:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384339.384106:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.384109:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.384112:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.384115:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.384116:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384339.384118:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.384120:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384339.384122:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384339.384123:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:1.0:1767384339.384126:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.384128:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.384131:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:0.0:1767384339.384152:0:17114:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:3.0:1767384339.384155:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384156:0:17114:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492206464 : -113724217345152 : ffff9891846c3b80) 00000100:00000001:3.0:1767384339.384162:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.384165:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021e93055 x1853236728323968/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384339.384169:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384339.384173:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384339.384174:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384339.384177:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000365dfcf. 00000100:00000001:1.0:1767384339.384178:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.384181:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.384183:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384339.384184:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000365dfcf. 00000100:00100000:1.0:1767384339.384189:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c7d194fd going to sleep for 11 seconds 00000100:00100000:0.0:1767384339.384192:0:17114:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021e93055 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728323968:12345-0@lo:104: 00000100:00000001:1.0:1767384339.384195:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384339.384197:0:17114:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728323968 00000100:00000001:1.0:1767384339.384200:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.384200:0:17114:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384339.384205:0:17114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384339.384208:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384339.384209:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=2 00000020:00000001:0.0:1767384339.384211:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384339.384213:0:17114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384339.384215:0:17114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384339.384217:0:17114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384339.384219:0:17114:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.384225:0:17114:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384339.384226:0:17114:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384339.384229:0:17114:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a881f285. 02000000:00000001:0.0:1767384339.384231:0:17114:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384232:0:17114:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.384234:0:17114:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384339.384235:0:17114:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384339.384236:0:17114:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384339.384239:0:17114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384339.384240:0:17114:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384339.384242:0:17114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384339.384249:0:17114:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384339.384250:0:17114:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384252:0:17114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384339.384253:0:17114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384339.384256:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000200:0.0:1767384339.384258:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728323968, offset 224 00000400:00000200:0.0:1767384339.384261:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384339.384265:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384339.384270:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce05f80 00000400:00000200:0.0:1767384339.384273:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1b6d [1] + 224 00000400:00000200:0.0:1767384339.384276:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.384279:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384339.384282:0:17114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384339.384285:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384339.384291:0:17114:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384339.384304:0:17114:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384339.384308:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:0.0:1767384339.384310:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000001:0.0:1767384339.384313:0:17114:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384339.384314:0:17114:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.384317:0:17114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.384319:0:17114:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384339.384322:0:17114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384339.384326:0:17114:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000168acaa2. 00000100:00000001:1.0:1767384339.384328:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384339.384328:0:17114:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384339.384335:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.384337:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384339.384338:0:17114:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384339.384339:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f641e7. 00010000:00000001:0.0:1767384339.384343:0:17114:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.384346:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00010000:00000001:0.0:1767384339.384347:0:17114:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.384351:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00010000:00000001:0.0:1767384339.384352:0:17114:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.384355:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384339.384358:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.384359:0:17114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e93055 x1853236728323968/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384339.384361:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384339.384366:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384339.384369:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384339.384372:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384339.384373:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384339.384381:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384339.384386:0:17114:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021e93055 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728323968:12345-0@lo:104: Request processed in 208us (439us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384339.384387:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093b2c031 already unused, calling callback (00000000a89832d0) 10000000:00000001:3.0:1767384339.384393:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384339.384395:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384339.384404:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384339.384412:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1767384339.384415:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00000001:3.0:1767384339.384416:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384339.384419:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384339.384422:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=3 00000100:00000040:0.0:1767384339.384424:0:17114:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000020:00000001:3.0:1767384339.384427:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00000100:00000001:0.0:1767384339.384428:0:17114:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384339.384430:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384339.384433:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00000100:00000001:0.0:1767384339.384433:0:17114:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384339.384434:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384339.384438:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000875bdcc1. 00010000:00000001:3.0:1767384339.384439:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384339.384440:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384339.384443:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384339.384444:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384339.384444:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000100:00000001:1.0:1767384339.384449:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384339.384451:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097ce5461. 00000100:00000001:1.0:1767384339.384453:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384339.384457:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:0.0:1767384339.384457:0:17114:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 02000000:00000001:1.0:1767384339.384458:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384339.384461:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.384462:0:17114:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384339.384464:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384339.384475:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=62 v=5 (1 0 0 0) 10000000:01000000:3.0:1767384339.384484:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384339.384489:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:3.0:1767384339.384490:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:1.0:1767384339.384492:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384339.384494:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384339.384497:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000040:3.0:1767384339.384498:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384339.384515:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384339.384517:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.384518:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384522:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.384526:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384339.384528:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384339.384531:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384339.384534:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 10000000:00000001:3.0:1767384339.384539:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384339.384541:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384339.384543:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384545:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384339.384548:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.384549:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.384552:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384339.384553:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384339.384555:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.384556:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.384559:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384339.384560:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.384563:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.384564:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384339.384570:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093b2c031 with handle 0x960a57272cefbbf8 from hash 00000100:00000040:1.0:1767384339.384571:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384339.384575:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384339.384579:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.384582:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384339.384586:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384339.384587:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728323968:0@lo:104: 00010000:00000001:3.0:1767384339.384589:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384339.384593:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384339.384596:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384339.384598:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384339.384601:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.384602:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384339.384606:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384339.384609:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384339.384610:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000721599f9. 00000100:00000040:1.0:1767384339.384612:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728323968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384339.384615:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384339.384620:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384339.384622:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384339.384625:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384630:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384339.384632:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a40cce2d. 02000000:00000001:1.0:1767384339.384634:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384339.384636:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384339.384638:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004785cb18. 00010000:00000001:3.0:1767384339.384639:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384339.384642:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384339.384645:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384339.384648:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384339.384650:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00000020:00000001:1.0:1767384339.384653:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384339.384655:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b6d0a3f. 00010000:00010000:3.0:1767384339.384662:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:1.0:1767384339.384662:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384339.384666:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384339.384666:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384339.384671:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1767384339.384671:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000100:00000001:3.0:1767384339.384674:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384678:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384339.384680:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721599f9] to pc [ptlrpcd_00_01+1] req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.384689:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384339.384693:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c7d194fd. 00010000:00000001:3.0:1767384339.384696:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.384698:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384339.384700:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.384703:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.384703:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384339.384706:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384339.384709:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d308476. 00010000:00000001:3.0:1767384339.384710:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384339.384713:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384339.384716:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.384717:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.384724:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.384725:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384339.384728:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 0000000093b2c031/0x960a57272cefbbf8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbbff expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.384729:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384339.384738:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003aeb1469 count: 0 20000000:00000001:1.0:1767384339.384738:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384339.384743:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384339.384746:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384339.384747:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384339.384750:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384339.384752:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000168acaa2. 00010000:00000001:3.0:1767384339.384757:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.384760:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384339.384762:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384339.384764:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384339.384764:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384339.384768:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384339.384768:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384339.384773:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384774:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384339.384775:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384339.384778:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384339.384781:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384339.384781:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1767384339.384784:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384339.384795:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384339.384797:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384802:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.384807:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.384808:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.384811:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.384812:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384339.384833:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384339.384837:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.384842:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384339.384843:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.384845:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384339.384846:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384339.384848:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384339.384850:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000721599f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728324096:0@lo:103: 00000100:00000001:0.0:1767384339.384852:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384339.384854:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384339.384855:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.384856:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384339.384859:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097ce5461. 02000000:00000001:0.0:1767384339.384873:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384339.384882:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba6954c. 00000400:00000010:0.0:1767384339.384886:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000200:0.0:1767384339.384888:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728324096, portal 18 00000100:00000001:0.0:1767384339.384890:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384339.384891:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498622720 : -113724210928896 : ffff989184ce2300) 00000100:00000040:0.0:1767384339.384894:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.384899:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384339.384900:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384339.384902:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000100:00000200:0.0:1767384339.384903:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728324096, offset 0 00000400:00000200:0.0:1767384339.384906:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384339.384910:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384339.384914:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce06000 00000400:00000200:0.0:1767384339.384917:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384339.384920:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.384922:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384339.384925:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384339.384927:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384339.384929:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2bbd5f9. 00000100:00000040:0.0:1767384339.384931:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000e2bbd5f9 x1853236728324096 msgsize 328 00000100:00100000:0.0:1767384339.384934:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384339.384944:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384339.384947:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004614fcc0 00000400:00000010:0.0:1767384339.384949:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000100:00000001:0.0:1767384339.384950:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384339.384953:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.384958:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384339.384959:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.384964:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384965:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.384974:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.384976:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384339.384976:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294927435 00000100:00100000:1.0:1767384339.384981:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324096 00000100:00000001:0.0:1767384339.384983:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927434 02000000:00000001:1.0:1767384339.384986:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384339.384988:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294927435 00000100:00000001:1.0:1767384339.384990:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.384991:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927434 00000100:00000001:1.0:1767384339.384994:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.384995:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294927435 00000100:00000001:0.0:1767384339.385000:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927434 02000000:00000001:1.0:1767384339.385001:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.385003:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294927435 00000100:00100000:1.0:1767384339.385007:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324096 00000100:00000001:0.0:1767384339.385008:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927434 00000020:00000001:1.0:1767384339.385013:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384339.385013:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384339.385018:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384339.385019:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.385021:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.385024:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384339.385024:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.385029:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:1.0:1767384339.385034:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384339.385037:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384339.385040:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384339.385044:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d308476. 00000100:00000001:1.0:1767384339.385047:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384339.385050:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d308476. 00000020:00000010:1.0:1767384339.385057:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b6d0a3f. 00000020:00000010:1.0:1767384339.385061:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ff01f9f. 00000020:00000010:1.0:1767384339.385066:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00000040:1.0:1767384339.385073:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384339.385076:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384339.385087:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384339.385089:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384339.385092:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385095:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384339.385098:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.385100:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.385102:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:1.0:1767384339.385105:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:1.0:1767384339.385107:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00010000:1.0:1767384339.385111:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00010000:00000001:1.0:1767384339.385118:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385120:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385122:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.385124:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.385128:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384339.385160:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2bbd5f9 x1853236728324096/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.385170:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384339.385171:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.385185:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.385197:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384339.385200:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384339.385205:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384339.385208:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384339.385212:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801162112 : -113719908389504 : ffff98928541ad80) 00000100:00000040:1.0:1767384339.385217:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2bbd5f9 x1853236728324096/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 328/0 e 0 to 0 dl 1767384350 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384339.385224:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000ec2a1f1. 00000100:00000001:1.0:1767384339.385227:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384339.385232:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d308476. 00000100:00000001:1.0:1767384339.385236:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384339.385239:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d308476. 00080000:00000010:3.0:1767384339.385250:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000006a40e16. 00000100:00100000:1.0:1767384339.385254:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2bbd5f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728324096:12345-0@lo:103: 00040000:00000001:3.0:1767384339.385258:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:1.0:1767384339.385261:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324096 00040000:00000001:3.0:1767384339.385262:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384339.385265:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385267:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000002:3.0:1767384339.385270:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00000002:1.0:1767384339.385272:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 20000000:00000001:3.0:1767384339.385275:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385276:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 20000000:00000001:3.0:1767384339.385279:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:1.0:1767384339.385282:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384339.385283:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 02000000:00000001:1.0:1767384339.385287:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384339.385288:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384339.385292:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000010:1.0:1767384339.385294:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e197ee5b. 00080000:00000001:3.0:1767384339.385296:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 02000000:00000001:1.0:1767384339.385299:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.385303:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385306:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384339.385308:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384339.385311:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.385313:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.385316:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:1.0:1767384339.385319:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:1.0:1767384339.385322:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000040:1.0:1767384339.385324:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000060a32fb8 count: 3 00010000:00010000:1.0:1767384339.385328:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00000100:00001000:1.0:1767384339.385336:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384339 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384339.385339:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.385344:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385347:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.385350:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00000020:00000001:1.0:1767384339.385356:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.385358:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.385359:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.385361:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385364:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384339.385366:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.385372:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385381:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:3.0:1767384339.385383:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384339.385384:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384339.385386:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384339.385388:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384339.385389:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001889e562. 00000020:00000040:1.0:1767384339.385392:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbbff from hash 20000000:00000001:3.0:1767384339.385393:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384339.385398:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728323840 00010000:00000001:1.0:1767384339.385398:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.385400:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.385402:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384339.385403:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385406:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000200:3.0:1767384339.385407:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003de02b84 x1853236728323840/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.385409:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384339.385413:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384339.385417:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384339.385418:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbbff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbbf8 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00010000:00000001:3.0:1767384339.385419:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384339.385424:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384339.385430:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384339.385433:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000100:00000040:3.0:1767384339.385434:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384339.385439:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000040:1.0:1767384339.385439:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 02000000:00000001:3.0:1767384339.385444:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384339.385446:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.385448:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384339.385448:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384339.385453:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384339.385453:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:3.0:1767384339.385458:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001405ae5b. 00010000:00000001:1.0:1767384339.385458:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384339.385461:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000048d2293c 00000100:00000200:3.0:1767384339.385463:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728323840, offset 224 00010000:00000001:1.0:1767384339.385464:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384339.385467:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384339.385469:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384339.385470:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.385474:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384339.385478:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384339.385479:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.385484:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384339.385485:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1767384339.385488:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce05f00 00010000:00010000:1.0:1767384339.385489:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.385496:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1767384339.385516:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b51 [2] + 224 00010000:00000001:1.0:1767384339.385516:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384339.385521:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384339.385524:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:3.0:1767384339.385525:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384339.385527:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060a32fb8) refcount = 2 00000400:00000200:3.0:1767384339.385532:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384339.385536:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384339.385538:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384339.385545:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.385557:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.385574:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384339.385578:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384339.385580:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.385583:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384339.385584:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:1.0:1767384339.385587:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d308476. 00000400:00000200:3.0:1767384339.385592:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001405ae5b 00000100:00000001:1.0:1767384339.385592:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000010:3.0:1767384339.385597:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001405ae5b. 00000100:00000010:1.0:1767384339.385598:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7d194fd. 00000100:00000001:0.0:1767384339.385600:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384339.385602:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.385604:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349475101888 : -113724234449728 : ffff989183673cc0) 00000100:00000001:3.0:1767384339.385605:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.385605:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384339.385609:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384339.385611:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349475101888 : -113724234449728 : ffff989183673cc0) 00000100:00000001:3.0:1767384339.385612:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384339.385613:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384339.385615:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b06117f. 00000100:00000001:1.0:1767384339.385618:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:0.0:1767384339.385620:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001969a626 00000100:00000040:3.0:1767384339.385621:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384339.385622:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000010:0.0:1767384339.385624:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001969a626. 00010000:00000001:3.0:1767384339.385626:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384339.385627:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1767384339.385628:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384339.385629:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384339.385631:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:3.0:1767384339.385632:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384339.385635:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384339.385637:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000040:3.0:1767384339.385640:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de02b84 x1853236728323840/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.385645:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.385650:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.385654:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000048d2293c refcount=5 00000020:00000001:1.0:1767384339.385660:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00000100:00000200:0.0:1767384339.385660:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384339.385667:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003de02b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728323840:12345-0@lo:253: Request processed in 4224us (4831us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384339.385669:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00010000:00000001:1.0:1767384339.385675:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384339.385680:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384339.385684:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1767384339.385684:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384339.385687:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384339.385689:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384339.385691:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384339.385694:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384339.385694:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384339.385696:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384339.385698:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384339.385701:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385702:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:3.0:1767384339.385703:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d21ae08a. 02000000:00000001:0.0:1767384339.385704:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.385708:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384339.385709:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:3.0:1767384339.385715:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d8f01d5. 00000100:00001000:0.0:1767384339.385716:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=62 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384339.385720:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:1.0:1767384339.385725:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384339.385725:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=62 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384339.385727:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384339.385728:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384339.385730:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083ca4be3. 00000100:00000001:0.0:1767384339.385732:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384339.385733:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.385734:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.385738:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384339.385742:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384339.385742:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.385746:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.385749:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384339.385751:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384339.385751:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384339.385756:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384339.385757:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a85eaee3. 00000400:00000010:3.0:1767384339.385763:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001405ae5b. 00010000:00000001:1.0:1767384339.385763:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385770:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384339.385772:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384339.385774:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384339.385777:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384339.385780:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384339.385786:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:1.0:1767384339.385787:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000048d2293c already unused, calling callback (0000000090c6ba53) 00000020:01000004:0.0:1767384339.385789:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384339.385793:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:0.0:1767384339.385793:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.385797:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384339.385798:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:01000004:0.0:1767384339.385799:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00010000:1.0:1767384339.385803:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384339.385803:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.385806:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384339.385809:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.385811:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384339.385815:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.385818:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384339.385821:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.385824:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384339.385827:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007051a7e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728323840:0@lo:253: 00000020:00000040:1.0:1767384339.385828:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000048d2293c refcount=6 00000100:00000001:0.0:1767384339.385833:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.385834:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00000100:00000001:0.0:1767384339.385836:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384339.385839:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007051a7e1 x1853236728323840/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.385841:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474214400 : -113724235337216 : ffff98918359b200) 00010000:00000001:1.0:1767384339.385847:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384339.385850:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:1.0:1767384339.385851:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384339.385853:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384339.385855:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f22d4eb. 02000000:00000001:0.0:1767384339.385859:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384339.385861:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384339.385865:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1767384339.385865:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384339.385866:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384339.385869:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.385871:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384339.385874:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000baa8a003. 02000000:00000001:0.0:1767384339.385878:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384339.385879:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384339.385880:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007051a7e1. 00000100:00000001:0.0:1767384339.385882:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384339.385882:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.385884:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.385885:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.385887:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384339.385888:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384339.385888:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.385892:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385893:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.385897:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.385899:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.385902:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000048d2293c with handle 0x960a57272cefbc06 from hash 00010000:00000001:1.0:1767384339.385905:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.385907:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385908:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385909:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.385911:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384339.385913:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384339.385914:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384339.385920:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384339.385923:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:3.0:1767384339.385924:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384339.385928:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.385928:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.385934:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.385936:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384339.385939:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385939:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384339.385943:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385944:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:3.0:1767384339.385945:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384339.385949:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385951:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385953:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385955:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385957:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.385959:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.385965:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385967:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385968:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384339.385969:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384339.385971:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.385972:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385974:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.385976:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384339.385977:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385979:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384339.385981:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000048d2293c/0x960a57272cefbc06 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.385989:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.385990:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.385992:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384339.385994:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384339.385996:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.385998:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.386000:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384339.386002:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c7d194fd. 00000100:00000001:1.0:1767384339.386005:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384339.386006:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384339.386008:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d308476. 00010000:00000001:1.0:1767384339.386011:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384339.386019:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060a32fb8 count: 0 00010000:00010000:1.0:1767384339.386024:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384339.386026:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.386029:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384339.386031:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384339.386033:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384339.386037:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384339.386039:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384339.386041:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384339.386044:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384339.386046:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.386048:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.386050:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.386053:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 00000100:00000200:1.0:1767384339.386056:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728324096, offset 224 00000400:00000200:1.0:1767384339.386061:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.386067:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.386073:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce06000 00000400:00000200:1.0:1767384339.386077:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b79 [1] + 224 00000400:00000200:1.0:1767384339.386081:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.386084:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384339.386088:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384339.386092:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384339.386101:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.386117:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.386122:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000400:00000010:1.0:1767384339.386124:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000100:00000001:1.0:1767384339.386127:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.386129:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384339.386146:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.386149:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384339.386153:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384339.386155:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384339.386156:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384339.386157:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba6954c. 00000400:00000200:0.0:1767384339.386161:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000100:00000040:1.0:1767384339.386162:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384339.386164:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00010000:00000001:1.0:1767384339.386169:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.386170:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384339.386174:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.386183:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384339.386186:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.386193:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384339.386195:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bbd5f9 x1853236728324096/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:320/0 lens 328/224 e 0 to 0 dl 1767384350 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.386195:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.386198:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384339.386200:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384339.386201:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.386203:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.386207:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384339.386212:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384339.386218:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384339.386221:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384339.386223:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384339.386224:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2bbd5f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728324096:12345-0@lo:103: Request processed in 994us (1288us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384339.386225:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384339.386227:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.386230:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.386235:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384339.386241:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384339.386247:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384339.386251:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.386253:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384339.386254:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384339.386257:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384339.386257:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384339.386262:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384339.386263:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ff01f9f. 00000020:00000010:1.0:1767384339.386271:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000100:00100000:0.0:1767384339.386271:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000721599f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728324096:0@lo:103: 00000020:00000010:1.0:1767384339.386278:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b6d0a3f. 00000100:00000001:0.0:1767384339.386279:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.386282:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384339.386286:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000721599f9 x1853236728324096/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384339.386287:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:1.0:1767384339.386293:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.386295:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384339.386298:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384339.386299:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097ce5461. 02000000:00000001:0.0:1767384339.386302:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384339.386303:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384339.386304:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384339.386306:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384339.386307:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a40cce2d. 02000000:00000001:0.0:1767384339.386309:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384339.386310:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384339.386310:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000721599f9. 00000100:00000001:0.0:1767384339.386312:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384339.386313:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.386314:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.386317:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.386318:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.386320:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.386320:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384339.389186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aeb1469. 00010000:00000010:3.1:1767384339.389193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093b2c031. 00010000:00000010:1.1:1767384339.391182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:1.1:1767384339.391191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048d2293c. 00010000:00000010:1.1:1767384339.391194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060a32fb8. 00000100:00000040:1.0:1767384339.392183:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294927435, at 4294927436 00000100:00000040:2.0:1767384339.392184:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294927435, at 4294927436 00000100:00000010:2.0:1767384339.392195:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cac883. 00000100:00000010:1.0:1767384339.392198:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d339d0e. 00000100:00000040:0.0:1767384339.392202:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294927435, at 4294927436 00000100:00000010:0.0:1767384339.392209:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9022e39. 00000100:00000040:3.0:1767384339.392215:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294927435, at 4294927436 00000100:00000010:3.0:1767384339.392224:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000400:00000010:2.0:1767384339.395695:0:32058:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fa2b603d. 00000400:00000040:2.0:1767384339.395711:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384339.395713:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384339.395715:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384339.395717:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384339.395719:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384339.395720:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384339.395722:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384339.395723:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384339.395724:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384339.395725:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384339.395727:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384339.395728:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384339.395729:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384339.395730:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384339.395731:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384339.395733:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384339.395734:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384339.395735:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384339.395740:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384339.395742:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384339.395743:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384339.395744:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384339.395745:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384339.395747:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384339.395747:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384339.395749:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384339.395750:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384339.395751:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384339.395752:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384339.395753:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384339.395754:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384339.395755:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384339.395756:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384339.395757:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384339.395758:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384339.395759:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384339.395760:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384339.395762:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384339.395763:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384339.395764:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384339.395765:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384339.395766:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384339.395767:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384339.395768:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384339.395769:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384339.395770:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384339.395771:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384339.395772:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384339.395773:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384339.395774:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384339.395775:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384339.395776:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384339.395777:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384339.395778:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384339.395779:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384339.395780:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384339.395781:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384339.395855:0:32058:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fa2b603d. 00010000:00000001:2.0:1767384339.764310:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.764315:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.764319:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.764320:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.764351:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384339.764369:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384339.764372:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384340.340244:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384340.340249:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384340.340252:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:1.0:1767384340.340257:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000800:00000010:2.0:1767384340.340261:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006ebb22ff. 00000400:00000200:1.0:1767384340.340263:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384340.340272:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery ping unlinked 00000800:00000200:2.0:1767384340.340275:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000400:00000010:1.0:1767384340.340284:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6b476fe. 00000400:00000010:1.0:1767384340.340290:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086723e93. 00000400:00000200:1.0:1767384340.340298:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp38 00000800:00000200:2.0:1767384340.340299:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000400:00000010:1.0:1767384340.340303:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6b476fe. 00000800:00000200:2.0:1767384340.340305:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384340.340312:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086723e93. 00000400:00000010:1.0:1767384340.340318:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e603da0. 00000400:00000010:1.0:1767384340.340327:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f16611f1. 00000400:00000200:1.0:1767384340.340332:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 00000400:00000200:1.0:1767384340.340348:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp38 local destination 00000400:00000200:1.0:1767384340.340355:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00000400:00000200:1.0:1767384340.340367:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [137:137:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384340.340375:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000400:00000200:1.0:1767384340.340387:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000800:00000200:1.0:1767384340.340393:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000800:00000010:1.0:1767384340.340397:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f64775e8. 00000800:00000200:1.0:1767384340.340401:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000800:00000200:1.1:1767384340.340406:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:1.0:1767384340.340423:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp38 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:1.0:1767384340.340438:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp37 00000400:00000010:1.0:1767384340.340441:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000094fc5860. 00000400:00000010:1.0:1767384340.340444:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af6a486a. 00000400:00000010:1.0:1767384340.340448:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcf245e. 00000400:00000010:1.0:1767384340.340453:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bee474b1. 00000400:00000200:1.0:1767384340.340458:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp37 00000400:00000200:1.0:1767384340.340466:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp37 local destination 00000800:00000200:3.0:1767384340.340468:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384340.340471:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000800:00000001:3.0:1767384340.340476:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384340.340477:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [138:138:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1767384340.340485:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:1.0:1767384340.340507:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp37:192.168.202.115@tcp37) : GET try# 0 00000800:00000200:1.0:1767384340.340513:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp37 00000800:00000010:1.0:1767384340.340516:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009033423f. 00000800:00000200:1.0:1767384340.340522:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000800:00000200:1.1:1767384340.340527:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000800:00000001:3.0:1767384340.340550:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.340551:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 2 next ping: 265 health :800 00000800:00000001:3.0:1767384340.340559:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.340563:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.340612:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340634:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340661:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340699:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340743:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340766:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340783:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340824:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340874:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340931:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.340945:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.340970:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341003:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341073:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341099:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341169:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341210:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341214:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341262:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341304:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341349:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341358:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341415:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341464:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341592:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341605:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341660:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341698:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341709:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341757:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341837:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341875:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341889:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.341946:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341948:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.341989:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342017:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342038:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342087:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342091:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342186:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342280:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342324:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342371:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342409:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342450:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:1.0:1767384340.342455:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e27263b7. 00000800:00000010:1.0:1767384340.342461:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db066c87. 00000800:00000010:1.0:1767384340.342472:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005acb5e1e. 00000400:00000200:3.0:1767384340.342510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:1.0:1767384340.342512:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005acb5e1e. 00000800:00020000:1.0:1767384340.342521:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384340.342524:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db066c87. 00000800:00000010:1.0:1767384340.342528:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e27263b7. 00000400:00000200:3.0:1767384340.342560:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:02020000:1.0:1767384340.342581:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384340.342587:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp38 notifying 192.168.202.115@tcp38: down 00000800:00000200:1.0:1767384340.342592:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp38 down 00000800:00000100:1.0:1767384340.342598:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp38 00000800:00000010:1.0:1767384340.342600:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f64775e8. 00000400:00000200:1.0:1767384340.342603:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384340.342608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384340.342608:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384340.342617:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384340.342621:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384340.342625:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp38) recovery failed with -71 00000400:00000200:3.0:1767384340.342651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384340.342683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384340.342812:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc31e91a. 00000800:00000010:3.0:1767384340.342817:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003072f218. 00000800:00000010:3.0:1767384340.342822:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051d422b7. 00000800:00000010:3.0:1767384340.342843:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051d422b7. 00000800:00020000:3.0:1767384340.342857:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384340.342860:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003072f218. 00000800:00000010:3.0:1767384340.342863:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc31e91a. 00000400:02020000:3.0:1767384340.342899:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384340.342906:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000800:00000200:3.0:1767384340.342911:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp37 down 00000800:00000100:3.0:1767384340.342916:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:3.0:1767384340.342918:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009033423f. 00000400:00000200:3.0:1767384340.342922:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384340.342926:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384340.342933:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384340.342936:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384340.342940:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384340.788203:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.788209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.788214:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.788215:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.788242:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384340.788246:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384340.788248:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384340.790097:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000875bdcc1. 00080000:00000010:0.0:1767384340.790104:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000875bdcc1. 00000020:00000001:0.0:1767384340.790108:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384340.790114:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000875bdcc1. 00080000:00000010:0.0:1767384340.790117:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000875bdcc1. 00000020:00000001:0.0:1767384340.790119:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384341.364244:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384341.364251:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384341.364254:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e603da0 00000400:00000010:2.0:1767384341.364258:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e603da0. 00000400:00000200:2.0:1767384341.364263:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384341.364270:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384341.364282:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6b476fe. 00000400:00000010:2.0:1767384341.364286:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086723e93. 00000400:00000001:2.0:1767384341.364291:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384341.364292:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384341.364294:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcf245e 00000400:00000010:2.0:1767384341.364295:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcf245e. 00000400:00000200:2.0:1767384341.364298:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384341.364300:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384341.364302:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000094fc5860. 00000400:00000010:2.0:1767384341.364304:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af6a486a. 00000001:00000001:2.0:1767384341.460628:0:32664:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384341.460632:0:32664:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:2.0:1767384341.463223:0:32664:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384341.470101:0:32665:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001aaf580c. 00000400:00000010:2.0:1767384341.470114:0:32665:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002164a2d8. 00000400:00000010:2.0:1767384341.470126:0:32665:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002d8e9c96. 00000400:00000010:2.0:1767384341.470128:0:32665:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005b8e7e5a. 00000400:00000010:2.0:1767384341.470131:0:32665:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024fb707c. 00000400:00000010:2.0:1767384341.470157:0:32665:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a46470d3. 00000400:00000010:2.0:1767384341.470160:0:32665:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e97d4f9. 00000400:00000010:2.0:1767384341.470162:0:32665:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071243016. 00000400:00000010:2.0:1767384341.470164:0:32665:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c89134e1. 00000800:00000010:2.0:1767384341.470179:0:32665:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c127c20b. 00000800:00000200:2.0:1767384341.470189:0:32665:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384341.470199:0:32665:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384341.470236:0:32665:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384341.470254:0:32665:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp40 [8/256/0/180] 00000400:00000010:2.0:1767384341.471648:0:32665:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000083bf72e0. 00000400:00000010:2.0:1767384341.471654:0:32665:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7026710. 00000400:00000010:2.0:1767384341.471659:0:32665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084a35b8a. 00000400:00000001:2.0:1767384341.471675:0:32665:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384341.471676:0:32665:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384341.471678:0:32665:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce512f3. 00000400:00000200:2.0:1767384341.471680:0:32665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000400:00000010:2.0:1767384341.471681:0:32665:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 00000400:00000010:2.0:1767384341.471684:0:32665:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000408681e4. 00000400:00000200:2.0:1767384341.471687:0:32665:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000200:2.0:1767384341.471696:0:32665:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384341.471703:0:32665:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:2.0:1767384341.471710:0:32665:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005b123cf8. 00000020:01000000:2.0:1767384341.471713:0:32665:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384341.471715:0:32665:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp40 00000400:00000200:3.0:1767384341.471721:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384341.471726:0:32665:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002164a2d8. 00000400:00000200:3.0:1767384341.471727:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:2.0:1767384341.471732:0:32665:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001aaf580c. 00000400:00000010:3.0:1767384341.471735:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8b55f. 00000400:00000200:3.0:1767384341.471740:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (32) 00000400:00000010:3.0:1767384341.471745:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ffe05ae. 00000400:00000200:3.0:1767384341.471748:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp23 00000400:00000200:3.0:1767384341.471761:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp23 to MR: 192.168.202.115@tcp23 local destination 00000020:00000001:1.0:1767384341.471761:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.471768:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.471772:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384341.471773:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [139:139:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [133:133:8:4294967295] 10000000:01000000:1.0:1767384341.471777:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384341.471783:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384341.471785:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp23 00000020:01000004:1.0:1767384341.471786:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384341.471790:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384341.471792:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.471796:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.471800:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.471803:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384341.471805:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384341.471809:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) -> 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) : PUT try# 0 00000020:01000004:1.0:1767384341.471809:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.471812:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384341.471820:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.115@tcp23 00000100:00000010:1.0:1767384341.471820:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000800:00000010:3.0:1767384341.471827:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000020:00000040:1.0:1767384341.471828:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000800:00000200:3.0:1767384341.471837:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (6) 00000100:00000001:1.0:1767384341.471837:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384341.471841:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384341.471847:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:988 02000000:00000001:1.0:1767384341.471848:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384341.471853:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 1, nob 640 niov 1 nkiov 1 02000000:00000010:1.0:1767384341.471866:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e27263b7. 00000400:00000200:3.0:1767384341.471872:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000001:1.0:1767384341.471875:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.471884:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000001:1.0:1767384341.471886:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.471890:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.471901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099568c7d] to pc [ptlrpcd_00_02+2] req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384341.471933:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384341.471937:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.471940:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384341.471942:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384341.471943:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.471949:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384341.471951:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384341.471952:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384341.471955:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.471958:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384341.471960:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384341.471961:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384341.471966:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384341.471971:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384341.471975:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384341.471977:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384341.471978:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384341.471980:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384341.471982:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384341.471986:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384341.471986:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.471991:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384341.471992:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384341.471993:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.471996:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384341.471998:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384341.472000:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767384341.472001:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000100:00100000:3.0:1767384341.472004:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728324224:0@lo:253: 00000020:00000040:1.0:1767384341.472008:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000800:00000010:0.0:1767384341.472008:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00000100:00000001:3.0:1767384341.472011:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384341.472016:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384341.472018:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384341.472019:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.472020:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384341.472025:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.472025:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472032:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: PUT: OK 02000000:00000001:3.0:1767384341.472033:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384341.472037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c177b336. 00000400:00000200:0.0:1767384341.472041:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:3.0:1767384341.472042:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc31e91a. 00000100:00000001:1.0:1767384341.472043:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.472049:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472049:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp23: 0 00000100:00000001:1.0:1767384341.472051:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.472056:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.472058:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbd1d6d1. 00000100:00000040:1.0:1767384341.472063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f48eba] to pc [ptlrpcd_00_03+3] req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384341.472064:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384341.472067:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b3e61ef. 00000100:00000200:3.0:1767384341.472074:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728324224, portal 25 00000800:00000001:0.0:1767384341.472077:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.472079:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384341.472079:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.472083:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000800:00000001:0.0:1767384341.472083:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:1.0:1767384341.472091:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384341.472091:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384341.472094:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384341.472098:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384341.472104:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384341.472108:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : PUT - for me 00000020:00000010:1.0:1767384341.472111:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005b123cf8. 00000100:00000001:3.0:1767384341.472116:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.472121:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.472124:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e42175. 00000400:00000200:0.0:1767384341.472126:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000200:3.0:1767384341.472130:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728324224, offset 0 00000400:00000200:0.0:1767384341.472160:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 528/544 into md 0x1b59 [1] + 0 00000400:00000010:0.0:1767384341.472166:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bfcb13c. 00000100:00000001:1.0:1767384341.472167:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384341.472171:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047c75f59 00000100:00000001:1.0:1767384341.472172:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.472176:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1767384341.472180:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384341.472182:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384341.472184:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384341.472190:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.472196:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.472197:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.472206:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384341.472207:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: PUT: OK 00000100:00000001:1.0:1767384341.472209:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472213:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c75f59 00000400:00000200:3.0:1767384341.472214:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06080 02000000:00000001:1.0:1767384341.472216:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384341.472218:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c75f59. 02000000:00000001:1.0:1767384341.472221:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384341.472225:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384341.472226:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.472230:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1361 [2] + 0 00000400:00000200:0.0:1767384341.472233:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (33) 00000100:00100000:1.0:1767384341.472234:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728324352:0@lo:253: 00000400:00000010:3.0:1767384341.472240:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fcd0c2e. 00000400:00000200:0.0:1767384341.472242:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000001:1.0:1767384341.472243:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384341.472249:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384341.472250:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (544 bytes) 00000400:00000200:3.0:1767384341.472252:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0782944 02000000:00000001:1.0:1767384341.472254:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472258:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 02000000:00000001:1.0:1767384341.472259:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384341.472261:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384341.472267:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000490d2d89. 00000400:00000200:3.0:1767384341.472268:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384341.472270:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (34) 02000000:00000001:1.0:1767384341.472272:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.472278:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f641e7. 00000400:00000010:1.0:1767384341.472287:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb1ea930. 00000400:00000200:3.0:1767384341.472289:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0782944 00000400:00000200:0.0:1767384341.472289:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384341.472295:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0782944. 00000400:00000200:0.0:1767384341.472301:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp23 to MR: 192.168.202.115@tcp23 local destination 00000100:00000001:3.0:1767384341.472303:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384341.472303:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728324352, portal 25 00000100:00000200:3.0:1767384341.472306:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384341.472308:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384341.472313:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000bda330eb x1853236728324224 msgsize 4848 00000100:00000001:1.0:1767384341.472313:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000400:00000200:0.0:1767384341.472313:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp23 NI seq info: [140:140:256:4294967295] 192.168.202.115@tcp23 LPNI seq info [134:134:8:4294967295] 00000100:00000040:1.0:1767384341.472324:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.472328:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384341.472333:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384341.472342:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.472347:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) -> 192.168.202.115@tcp23(192.168.202.115@tcp23:192.168.202.115@tcp23) 192.168.202.115@tcp23 : ACK try# 0 00000100:00000001:1.0:1767384341.472348:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384341.472355:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384341.472358:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e42175 00000800:00000200:0.0:1767384341.472359:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp23 00000400:00000010:3.0:1767384341.472362:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9e42175. 00000400:00000010:1.0:1767384341.472362:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003682ba79. 00000800:00000010:0.0:1767384341.472365:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5413f3f. 00000100:00000001:3.0:1767384341.472367:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384341.472368:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728324352, offset 0 00000100:00000200:3.0:1767384341.472373:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384341.472377:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (6) 00000400:00000200:1.0:1767384341.472381:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384341.472392:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:995 00000100:00000001:3.0:1767384341.472393:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384341.472395:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384341.472398:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384341.472399:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5413f3f type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384341.472413:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.472414:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.472418:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.472420:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06100 00000800:00000001:0.0:1767384341.472420:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384341.472423:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294929523 00000800:00000001:0.0:1767384341.472429:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384341.472430:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b343e6. 00000400:00000200:1.0:1767384341.472432:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x138d [2] + 0 00000100:00000001:3.0:1767384341.472438:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384341.472440:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c81f4a35. 00000100:00000001:3.0:1767384341.472444:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294929523 00000400:00000200:1.0:1767384341.472446:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a943f2b5 00000100:00000010:3.0:1767384341.472450:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a297eb4a. 00000400:00000200:1.0:1767384341.472454:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.472455:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384341.472459:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294929523 00000100:00000010:3.0:1767384341.472464:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003348f96e. 00000400:00000200:1.0:1767384341.472464:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.472470:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384341.472473:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a943f2b5 00000100:00000001:3.0:1767384341.472474:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294929523 00000100:00000010:3.0:1767384341.472479:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000865dce5c. 00000400:00000010:1.0:1767384341.472479:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a943f2b5. 00000100:00000001:1.0:1767384341.472499:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384341.472502:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384341.472503:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384341.472507:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384341.472507:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000080149140 x1853236728324352 msgsize 4848 00000100:00000001:3.0:1767384341.472513:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384341.472515:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384341.472518:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.472519:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384341.472522:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5413f3f. 00000100:00000001:3.0:1767384341.472524:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384341.472530:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384341.472531:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.472539:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.472539:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: ACK: OK 00000400:00000200:1.0:1767384341.472547:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003682ba79 00000400:00000010:1.0:1767384341.472549:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003682ba79. 00000100:00000001:1.0:1767384341.472552:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384341.472555:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384341.472557:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.472564:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.472566:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384341.472568:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384341.472573:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384341.472573:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384341.472575:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.472576:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384341.472582:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384341.472583:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.472587:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.472590:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472594:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384341.472594:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.472595:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472602:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384341.472607:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp23(192.168.202.115@tcp23) <- 192.168.202.115@tcp23 : ACK - for me 00000100:00000001:1.0:1767384341.472611:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472616:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294929523 00000100:00000001:1.0:1767384341.472622:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294929523 00000400:00000200:0.0:1767384341.472622:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp23: ACK from 12345-192.168.202.115@tcp23 into md 0x1b99 00000100:00000001:3.0:1767384341.472623:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384341.472627:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324224 02000000:00000001:3.0:1767384341.472630:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384341.472630:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294929523 00000400:00000200:0.0:1767384341.472631:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.472634:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.472636:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294929523 00000100:00000001:3.0:1767384341.472638:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472643:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294929523 00000400:00000200:0.0:1767384341.472644:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp23->192.168.202.115@tcp23: ACK: OK 02000000:00000001:3.0:1767384341.472645:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472649:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294929523 00000100:00100000:3.0:1767384341.472651:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324224 00000400:00000200:0.0:1767384341.472652:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8b55f 00000100:00000001:1.0:1767384341.472654:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294929523 00000020:00000001:3.0:1767384341.472655:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384341.472657:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8b55f. 00000020:00000040:3.0:1767384341.472658:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384341.472662:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384341.472664:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384341.472665:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294929523 00000020:00000040:3.0:1767384341.472666:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:3.0:1767384341.472672:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384341.472672:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:1.0:1767384341.472673:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384341.472677:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384341.472680:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.472681:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384341.472683:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:1.0:1767384341.472686:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384341.472687:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005164604a. 00000400:00000200:0.0:1767384341.472689:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (33) 00000100:00000001:1.0:1767384341.472691:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.472692:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.472697:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005164604a. 00000100:00000001:1.0:1767384341.472701:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.472705:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384341.472706:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc1681f3. 00000800:00000001:0.0:1767384341.472707:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384341.472712:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384341.472714:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa95e020. 00000800:00000001:0.0:1767384341.472715:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.472716:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384341.472721:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff73229c. 00000100:00000001:1.0:1767384341.472722:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.472727:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.472731:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384341.472735:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384341.472736:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384341.472738:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.472751:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472752:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384341.472758:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000005a0a9d46. 00000100:00000001:3.0:1767384341.472760:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384341.472764:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba6954c. 00000100:00000001:1.0:1767384341.472768:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384341.472770:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00100000:1.0:1767384341.472772:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324352 00000100:00000001:3.0:1767384341.472776:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384341.472776:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005a0a9d46 02000000:00000001:1.0:1767384341.472777:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384341.472781:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384341.472782:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384341.472783:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000007bdb0313. 00000100:00000001:1.0:1767384341.472786:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472789:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000100:00100000:3.0:1767384341.472791:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 02000000:00000001:1.0:1767384341.472792:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472797:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000100:00100000:1.0:1767384341.472798:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324352 00000100:00000040:3.0:1767384341.472800:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000001:1.0:1767384341.472803:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384341.472803:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (32) 00000100:00000001:3.0:1767384341.472805:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853322320 : -113719856229296 : ffff9892885d9450) 00000020:00000040:1.0:1767384341.472807:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000010:0.0:1767384341.472810:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000007e95fd45. 00000020:00000001:1.0:1767384341.472811:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.472815:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000040:3.0:1767384341.472816:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bda330eb x1853236728324224/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384341.472817:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000020:00000001:1.0:1767384341.472820:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384341.472826:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000010:0.0:1767384341.472827:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008522f115. 00000100:00000001:1.0:1767384341.472831:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.472836:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004107f230. 00000400:00000200:0.0:1767384341.472838:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000100:00000001:3.0:1767384341.472840:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.472841:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384341.472845:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004107f230. 00000020:00000010:3.0:1767384341.472846:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005164604a. 00000400:00000200:0.0:1767384341.472849:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000010:1.0:1767384341.472850:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9be404a. 00000100:00000001:3.0:1767384341.472851:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.472857:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005164604a. 00000020:00000010:1.0:1767384341.472858:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a77e052. 00000400:00000200:0.0:1767384341.472861:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000010:1.0:1767384341.472864:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6dbc13d. 00000100:00100000:3.0:1767384341.472867:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bda330eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728324224:12345-0@lo:253: 00000100:00000001:1.0:1767384341.472872:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384341.472875:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324224 00000100:00000001:1.0:1767384341.472875:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384341.472877:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 00000100:00000001:1.0:1767384341.472879:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.472881:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384341.472886:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384341.472887:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.472889:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472891:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 00000020:00000001:3.0:1767384341.472892:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384341.472895:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:1.0:1767384341.472900:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.472901:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.472904:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.472906:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:00000001:3.0:1767384341.472908:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384341.472911:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384341.472915:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472916:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000100:00000001:1.0:1767384341.472920:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.472921:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.472924:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384341.472925:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000100:00000001:1.0:1767384341.472926:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384341.472931:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f22d4eb. 00000400:00000200:0.0:1767384341.472935:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 02000000:00000001:3.0:1767384341.472937:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.472937:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:3.0:1767384341.472942:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.472944:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 20000000:00000001:3.0:1767384341.472947:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384341.472951:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853331536 : -113719856220080 : ffff9892885db850) 00000400:00000200:0.0:1767384341.472951:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 20000000:00000010:3.0:1767384341.472958:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083ca4be3. 20000000:01000000:3.0:1767384341.472962:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:1.0:1767384341.472963:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080149140 x1853236728324352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.472964:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 20000000:00000001:3.0:1767384341.472973:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384341.472977:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384341.472981:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.472982:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 20000000:00000001:3.0:1767384341.472986:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.472992:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384341.472993:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.472999:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004107f230. 20000000:00000010:3.0:1767384341.473001:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b6f7c03. 20000000:01000000:3.0:1767384341.473007:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000100:00000001:1.0:1767384341.473007:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384341.473013:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000020:00000010:1.0:1767384341.473014:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004107f230. 20000000:00000001:3.0:1767384341.473017:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384341.473025:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00100000:1.0:1767384341.473026:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080149140 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728324352:12345-0@lo:253: 00000400:00000200:0.0:1767384341.473026:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 36], ns[132, 36] 00080000:00000001:3.0:1767384341.473030:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000200:1.0:1767384341.473036:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324352 00000020:00000001:1.0:1767384341.473040:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384341.473042:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 36], ns[134, 36] 00000020:00000001:1.0:1767384341.473044:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384341.473046:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384341.473048:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.473053:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384341.473055:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 36], ns[140, 36] 00000020:00000001:1.0:1767384341.473056:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00080000:00000001:3.0:1767384341.473061:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.473063:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384341.473066:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384341.473067:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.473068:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00080000:00000001:3.0:1767384341.473070:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.473073:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:3.0:1767384341.473075:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384341.473077:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384341.473079:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.473081:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.473082:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 36], ns[50, 36] 00080000:00000002:3.0:1767384341.473085:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000100:00000001:1.0:1767384341.473087:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384341.473091:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384341.473094:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:3.0:1767384341.473097:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384341.473098:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 36], ns[54, 36] 02000000:00000010:1.0:1767384341.473099:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000037620d5c. 00080000:00000001:3.0:1767384341.473102:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384341.473106:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.473108:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.473112:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.473113:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.473113:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 36], ns[58, 36] 00000020:00000001:3.0:1767384341.473119:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384341.473119:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384341.473123:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 36], ns[83, 36] 00000020:00000001:3.0:1767384341.473124:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000010:1.0:1767384341.473130:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bea8a49. 00080000:00000001:3.0:1767384341.473131:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384341.473164:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002bd03958. 20000000:01000000:1.0:1767384341.473164:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384341.473165:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 20000000:00000001:1.0:1767384341.473169:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384341.473170:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349474405888 : -113724235145728 : ffff9891835c9e00) 00080000:00000001:3.0:1767384341.473176:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384341.473176:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 36], ns[126, 36] 20000000:00000001:1.0:1767384341.473180:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000001:00000001:3.0:1767384341.473181:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384341.473185:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.473186:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 36], ns[118, 36] 00080000:00000010:3.0:1767384341.473187:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005164604a. 20000000:00000001:1.0:1767384341.473191:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.473193:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.473196:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384341.473198:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384341.473202:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000400:00000200:0.0:1767384341.473207:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:0.0:1767384341.473212:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[111, 36] 00080000:00000001:3.0:1767384341.473213:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.473221:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 36], ns[110, 36] 00000400:00000200:0.0:1767384341.473226:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 36], ns[129, 36] 00080000:00000001:3.0:1767384341.473230:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384341.473231:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 36], ns[138, 36] 00000400:00000200:0.0:1767384341.473250:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 36], ns[137, 36] 00000400:00000200:0.0:1767384341.473257:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000400:00000200:0.0:1767384341.473262:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767384341.473267:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:0.0:1767384341.473273:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp39 lpni_is_preferred = 0 00000400:00000200:0.0:1767384341.473277:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp39 00000400:00000200:0.0:1767384341.473282:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [141:141:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384341.473287:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:0.0:1767384341.473294:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:0.0:1767384341.473299:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:0.0:1767384341.473302:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5413f3f. 00000800:00000010:0.0:1767384341.473309:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005be200c6. 00000800:00000010:0.0:1767384341.473313:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c011f2f4. 00000800:00000200:0.0:1767384341.473318:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:0.1:1767384341.473321:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:0.0:1767384341.473340:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384341.473342:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000400:00000200:3.0:1767384341.473397:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473456:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473474:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473505:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473522:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473537:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473568:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473581:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473594:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473620:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473632:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473647:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473694:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473718:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473738:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473773:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473811:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473839:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473861:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473950:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.473984:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474007:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474030:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384341.474105:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384341.474234:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbdc6283. 00000800:00000010:3.0:1767384341.474238:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9e42175. 00000800:00000010:3.0:1767384341.474242:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ca03c25. 00000800:00000010:3.0:1767384341.474262:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ca03c25. 00000800:00020000:3.0:1767384341.474270:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384341.474273:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9e42175. 00000800:00000010:3.0:1767384341.474275:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbdc6283. 00080000:00000010:1.0:1767384341.474307:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002bd03958. 00000400:02020000:3.0:1767384341.474312:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384341.474319:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000800:00000200:3.0:1767384341.474324:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp39 down 00000800:00000100:3.0:1767384341.474328:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:3.0:1767384341.474330:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5413f3f. 00000400:00000200:3.0:1767384341.474334:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384341.474337:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384341.474342:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:3.0:1767384341.474345:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384341.474347:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000400:00000200:3.0:1767384341.474350:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00080000:00000010:0.0:1767384341.474358:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005164604a. 00040000:00000001:0.0:1767384341.474365:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384341.474369:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384341.474372:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.474375:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000002:0.0:1767384341.474376:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000400:00000200:1.0:1767384341.474381:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100851 20000000:00000001:0.0:1767384341.474382:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384341.474386:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:0.0:1767384341.474387:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000001:1.0:1767384341.474389:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384341.474392:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004614fcc0 00000400:00000010:1.0:1767384341.474393:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000400:00000200:1.0:1767384341.474396:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384341.474399:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 20000000:01000000:0.0:1767384341.474402:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000010:1.0:1767384341.474403:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000007e95fd45. 00000400:00000200:1.0:1767384341.474408:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (33) 00000400:00000200:1.0:1767384341.474411:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:1.0:1767384341.474413:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 rc -71 20000000:00000010:3.0:1767384341.474414:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bd03958. 20000000:00000001:0.0:1767384341.474417:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384341.474418:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:1.0:1767384341.474418:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 20000000:01000000:0.0:1767384341.474424:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384341.474425:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (32) 20000000:00000001:3.0:1767384341.474426:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384341.474431:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384341.474433:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384341.474434:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384341.474441:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384341.474447:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384341.474447:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384341.474448:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384341.474451:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384341.474452:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.474456:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 10000000:01000000:1.0:1767384341.474456:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384341.474458:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474462:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:3.0:1767384341.474463:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000001:1.0:1767384341.474466:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384341.474473:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000010:1.0:1767384341.474473:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000488da935. 00080000:00000002:3.0:1767384341.474478:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384341.474480:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384341.474496:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384341.474497:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00080000:00000001:3.0:1767384341.474500:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.474502:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384341.474504:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384341.474505:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefbc0d to hash 00000020:00000001:3.0:1767384341.474507:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384341.474509:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384341.474511:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:1.0:1767384341.474512:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00080000:00000001:3.0:1767384341.474517:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384341.474518:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00080000:00000010:3.0:1767384341.474522:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f09338b3. 00010000:00000001:1.0:1767384341.474522:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.474526:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.474527:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349475734016 : -113724233817600 : ffff98918370e200) 00080000:00000001:3.0:1767384341.474529:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384341.474531:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384341.474534:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca03c25. 00080000:00000001:3.0:1767384341.474537:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.474538:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384341.474540:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384341.474547:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474551:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384341.474555:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384341.474556:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384341.474560:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384341.474563:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.474565:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.474568:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.474570:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.474573:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384341.474576:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384341.474578:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384341.474580:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384341.474582:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000488da935) refcount = 1 00010000:00010000:1.0:1767384341.474587:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384341.474587:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384341.474593:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384341.474597:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083ca4be3. 00010000:00000001:1.0:1767384341.474599:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384341.474604:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384341.474605:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384341.474605:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474608:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474609:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384341.474611:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384341.474615:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000040:0.0:1767384341.474618:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728324224 00010000:00000001:1.0:1767384341.474619:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.474621:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384341.474624:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384341.474625:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=4 00000020:00000001:1.0:1767384341.474629:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384341.474631:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000200:0.0:1767384341.474633:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bda330eb x1853236728324224/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.474634:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384341.474636:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.474651:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384341.474655:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.474657:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.474660:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384341.474663:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384341.474666:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.474670:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384341.474672:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384341.474672:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384341.474678:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384341.474681:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.474684:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.474684:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384341.474689:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1767384341.474690:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384341.474691:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384341.474694:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.474698:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ef69440 already unused, calling callback (0000000090c6ba53) 00000100:00000001:0.0:1767384341.474699:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384341.474701:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.474704:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384341.474705:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384341.474706:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384341.474711:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066311da3. 00010000:00000001:1.0:1767384341.474712:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384341.474714:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.474716:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384341.474717:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728324224, offset 224 00000020:00000040:1.0:1767384341.474718:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ef69440 refcount=5 00000020:00000001:1.0:1767384341.474721:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384341.474724:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384341.474727:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384341.474728:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384341.474730:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384341.474737:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384341.474739:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.474740:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.474745:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384341.474746:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384341.474749:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384341.474751:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.474758:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.474759:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06080 00000020:00000040:1.0:1767384341.474763:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefbc0d from hash 00000400:00000200:0.0:1767384341.474769:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b9d [2] + 224 00000400:00000200:0.0:1767384341.474775:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384341.474776:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384341.474780:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384341.474783:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384341.474784:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.474786:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384341.474790:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384341.474791:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384341.474792:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384341.474796:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384341.474798:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.474799:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.474801:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474806:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384341.474807:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384341.474812:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.474814:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.474816:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474820:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474822:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.474824:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384341.474825:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.474840:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.474842:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.474844:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384341.474846:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384341.474849:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.474851:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.474852:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384341.474854:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.474855:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.474856:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.474859:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384341.474861:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384341.474861:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384341.474862:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefbc0d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384341.474869:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066311da3 00000400:00000010:0.0:1767384341.474873:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066311da3. 00000100:00000001:3.0:1767384341.474877:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.474879:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.474881:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384341.474882:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000488da935 count: 0 00000100:00000001:0.0:1767384341.474883:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384341.474886:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.474889:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.474891:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbd1d6d1. 00000100:00000001:0.0:1767384341.474891:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.474893:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384341.474896:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384341.474898:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b3e61ef 00000100:00000040:0.0:1767384341.474899:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:3.0:1767384341.474901:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b3e61ef. 00000100:00000001:3.0:1767384341.474903:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.474906:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.474914:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384341.474918:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384341.474919:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384341.474924:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384341.474929:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.474930:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.474932:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda330eb x1853236728324224/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.474933:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384341.474937:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384341.474939:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.474941:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.474946:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.474951:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bda330eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728324224:12345-0@lo:253: Request processed in 2109us (2636us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384341.474957:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384341.474962:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=64 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384341.474966:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000001:3.0:1767384341.474967:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384341.474969:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.474973:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384341.474974:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.474974:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384341.474980:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.474981:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384341.474985:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.474985:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.474992:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa95e020. 00000100:00000001:3.0:1767384341.474993:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.474997:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384341.474999:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384341.475001:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384341.475002:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff73229c. 00000020:01000004:3.0:1767384341.475003:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384341.475006:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384341.475008:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:0.0:1767384341.475009:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc1681f3. 00000020:01000004:3.0:1767384341.475010:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384341.475013:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384341.475015:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384341.475016:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384341.475018:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384341.475019:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:0.0:1767384341.475019:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000040:3.0:1767384341.475023:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384341.475026:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384341.475030:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f22d4eb. 00000100:00100000:3.0:1767384341.475031:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728324224:0@lo:253: 00000100:00000001:3.0:1767384341.475038:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384341.475038:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384341.475042:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384341.475043:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384341.475044:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728324224/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.475052:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384341.475052:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384341.475055:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384341.475058:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc31e91a. 00000400:00000010:0.0:1767384341.475060:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b06117f. 02000000:00000001:3.0:1767384341.475061:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384341.475065:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384341.475067:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000010:0.0:1767384341.475068:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066311da3. 00000020:00000001:3.0:1767384341.475076:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384341.475078:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e27263b7. 02000000:00000001:3.0:1767384341.475084:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384341.475086:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384341.475087:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000100:00000001:3.0:1767384341.475089:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384341.475090:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.475091:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.475094:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.475095:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.475097:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.475098:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384341.476007:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f09338b3. 00080000:00000010:3.0:1767384341.476040:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca03c25. 00040000:00000001:3.0:1767384341.476045:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384341.476046:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384341.476047:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384341.476049:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384341.476050:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.476052:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384341.476053:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384341.476060:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384341.476062:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384341.476066:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384341.476071:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384341.476074:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384341.476076:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384341.476078:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384341.476080:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384341.476084:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000037a71b77. 00010000:00000001:1.0:1767384341.476087:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384341.476089:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005b6fbb27. 00000020:00000001:1.0:1767384341.476091:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384341.476093:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005b6fbb27 with handle 0x960a57272cefbc14 to hash 00000020:00000001:1.0:1767384341.476094:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384341.476095:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384341.476097:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384341.476099:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.476100:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.476102:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.476106:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384341.476107:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384341.476109:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384341.476110:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.476111:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.476113:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.476114:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.476116:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384341.476117:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384341.476119:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384341.476120:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384341.476121:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000037a71b77) refcount = 1 00010000:00010000:1.0:1767384341.476130:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.476153:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384341.476155:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384341.476156:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.476158:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476160:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384341.476162:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384341.476164:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384341.476166:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.476168:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.476170:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b6fbb27 refcount=4 00000020:00000001:1.0:1767384341.476172:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384341.476174:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384341.476176:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:3.0:1767384341.476178:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384341.476178:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384341.476183:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384341.476186:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bea8a49. 00010000:00000001:1.0:1767384341.476186:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384341.476190:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384341.476192:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476195:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1767384341.476196:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728324352 00010000:00000001:1.0:1767384341.476198:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.476200:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384341.476200:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384341.476205:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080149140 x1853236728324352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.476209:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.476212:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476216:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384341.476218:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384341.476219:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.476222:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.476227:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=64 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384341.476228:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005b6fbb27 already unused, calling callback (0000000090c6ba53) 00000100:00000001:3.0:1767384341.476230:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384341.476232:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384341.476237:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.476238:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384341.476241:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384341.476242:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384341.476247:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384341.476250:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476251:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384341.476253:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384341.476254:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.476256:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384341.476257:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384341.476259:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b6fbb27 refcount=5 00000400:00000010:3.0:1767384341.476261:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b3e61ef. 00000020:00000001:1.0:1767384341.476262:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00000100:00000200:3.0:1767384341.476267:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728324352, offset 224 00010000:00000001:1.0:1767384341.476267:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384341.476269:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384341.476272:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384341.476275:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384341.476280:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384341.476282:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.476284:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.476285:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384341.476288:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384341.476290:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384341.476291:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.476293:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.476296:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06100 00000020:00000040:1.0:1767384341.476297:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005b6fbb27 with handle 0x960a57272cefbc14 from hash 00010000:00000001:1.0:1767384341.476301:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384341.476304:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384341.476305:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ba5 [2] + 224 00010000:00000001:1.0:1767384341.476307:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.476309:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384341.476310:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384341.476311:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384341.476314:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384341.476316:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384341.476317:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384341.476320:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384341.476320:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.476322:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384341.476325:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.476326:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384341.476329:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384341.476333:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.476335:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384341.476338:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.476343:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476347:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476350:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.476351:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.476355:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.476356:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.476357:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384341.476358:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384341.476359:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384341.476359:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.476362:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.476363:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384341.476364:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b3e61ef 00010000:00000001:1.0:1767384341.476365:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.476368:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b3e61ef. 20000000:00000001:1.0:1767384341.476369:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.476372:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384341.476373:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384341.476376:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.476380:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.476381:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384341.476384:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384341.476384:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384341.476387:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005b6fbb27/0x960a57272cefbc14 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384341.476387:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384341.476388:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384341.476393:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.476393:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384341.476395:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000037a71b77 count: 0 00000020:00000001:3.0:1767384341.476397:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384341.476400:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384341.476403:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080149140 x1853236728324352/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.476405:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384341.476405:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384341.476409:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384341.476410:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f641e7. 00000400:00000200:0.0:1767384341.476419:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb1ea930 00000100:00100000:3.0:1767384341.476420:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080149140 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728324352:12345-0@lo:253: Request processed in 3425us (3910us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384341.476424:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb1ea930. 00000100:00100000:3.0:1767384341.476429:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:0.0:1767384341.476431:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.476438:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.476439:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384341.476443:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384341.476446:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384341.476449:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a77e052. 00000020:00000010:3.0:1767384341.476455:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6dbc13d. 00000100:00000200:0.0:1767384341.476457:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384341.476459:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9be404a. 00000020:00000040:3.0:1767384341.476464:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:3.0:1767384341.476468:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384341.476471:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000037620d5c. 02000000:00000001:3.0:1767384341.476475:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384341.476476:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384341.476479:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384341.476496:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbd1d6d1. 00000400:00000010:3.0:1767384341.476502:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b3e61ef. 00000100:00000001:0.0:1767384341.476505:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.476509:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.476512:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.476514:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.476516:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.476517:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.476520:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.476523:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=64 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.476526:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.476529:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.476531:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.476533:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384341.476534:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.476536:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.476540:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.476547:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.476549:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.476551:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384341.476554:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384341.476556:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384341.476558:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.476560:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.476561:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.476563:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.476565:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384341.476566:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.476568:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384341.476571:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.476578:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728324352:0@lo:253: 00000100:00000001:0.0:1767384341.476583:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.476586:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.476588:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f48eba x1853236728324352/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.476602:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.476603:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.476605:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000490d2d89. 02000000:00000001:0.0:1767384341.476609:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.476610:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.476612:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384341.476614:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.476615:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c177b336. 02000000:00000001:0.0:1767384341.476618:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.476619:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.476621:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 00000100:00000001:0.0:1767384341.476623:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.476625:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.476626:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.476630:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.476632:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.476634:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.476636:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.480178:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294929523, at 4294929524 00000100:00000040:1.0:1767384341.480180:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294929523, at 4294929524 00000100:00000010:0.0:1767384341.480186:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b343e6. 00000100:00000010:1.0:1767384341.480188:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a297eb4a. 00000100:00000040:3.0:1767384341.480198:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294929523, at 4294929524 00000100:00000010:3.0:1767384341.480208:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000865dce5c. 00010000:00000010:1.1:1767384341.481181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000488da935. 00010000:00000010:1.1:1767384341.481191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00000100:00000040:2.0:1767384341.481211:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294929523, at 4294929525 00000100:00000010:2.0:1767384341.481218:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003348f96e. 00000400:00000010:2.0:1767384341.488225:0:32670:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005a85e072. 00000400:00000040:2.0:1767384341.488243:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.488245:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.488251:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.488252:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.488254:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.488255:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384341.488257:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.488258:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.488259:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.488260:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384341.488261:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.488263:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.488264:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.488265:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.488266:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384341.488267:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.488268:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.488269:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384341.488270:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384341.488271:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.488272:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.488273:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.488274:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.488275:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.488275:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384341.488277:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.488278:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.488279:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.488280:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.488280:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.488281:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384341.488282:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.488283:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.488284:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.488285:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.488286:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.488287:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384341.488288:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.488289:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.488290:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.488291:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.488295:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.488296:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384341.488297:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384341.488298:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384341.488299:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384341.488300:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384341.488301:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384341.488303:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.488304:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.488304:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384341.488305:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.488306:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384341.488307:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384341.488308:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384341.488309:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384341.488310:0:32670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384341.488384:0:32670:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005a85e072. 00010000:00000010:1.1:1767384341.490155:0:32671:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037a71b77. 00010000:00000010:1.1:1767384341.490161:0:32671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005b6fbb27. 00010000:00000001:2.0:1767384341.813203:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.813209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.813217:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.813219:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.813250:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384341.813254:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.813257:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384342.389381:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp31 00000400:00000010:2.0:1767384342.389388:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006aedbec. 00000400:00000010:2.0:1767384342.389397:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003f19f4f1. 00000400:00000010:2.0:1767384342.389404:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000567985ca. 00000400:00000010:2.0:1767384342.389415:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dac7274f. 00000400:00000200:2.0:1767384342.389422:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp31 00000400:00000200:2.0:1767384342.389443:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp31 local destination 00000400:00000200:2.0:1767384342.389451:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp31 00000400:00000200:2.0:1767384342.389457:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [142:142:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384342.389467:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp31 00000400:00000200:2.0:1767384342.389497:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:) -> 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) : GET try# 0 00000800:00000200:2.0:1767384342.389516:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp31 00000800:00000010:2.0:1767384342.389521:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e2886ed. 00000800:00000200:2.0:1767384342.389530:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000800:00000200:2.1:1767384342.389538:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000400:00000200:2.0:1767384342.389560:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp31 added to recovery queue. ping count: 4 next ping: 279 health :600 00000400:00000200:2.0:1767384342.389566:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp39 00000400:00000010:2.0:1767384342.389570:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fcb09bff. 00000400:00000010:2.0:1767384342.389575:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000054c51830. 00000400:00000010:2.0:1767384342.389579:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058f7f49. 00000400:00000010:2.0:1767384342.389585:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2b9fdfb. 00000400:00000200:2.0:1767384342.389591:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp39 00000400:00000200:2.0:1767384342.389602:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp39 local destination 00000400:00000200:2.0:1767384342.389608:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:2.0:1767384342.389614:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [143:143:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1767384342.389620:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:2.0:1767384342.389632:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp39:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:2.0:1767384342.389640:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:2.0:1767384342.389644:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ca5b961c. 00000800:00000200:2.0:1767384342.389650:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:2.1:1767384342.389656:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:2.0:1767384342.389673:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:1.0:1767384342.389761:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.389781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389815:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.389839:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389890:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.389937:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.389988:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390022:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390124:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390257:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390291:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390317:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390329:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390367:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390427:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390495:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390540:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390554:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390585:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390685:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390732:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390793:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390839:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390866:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390892:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390918:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390946:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.390972:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.390998:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391011:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391055:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391057:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391101:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391126:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391421:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391463:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391568:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391622:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.391741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391754:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391881:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.391902:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000800:00000010:1.0:1767384342.391929:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bea8a49. 00000400:00000200:3.0:1767384342.391930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384342.391937:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000234e4ff6. 00000800:00000010:1.0:1767384342.391945:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000400:00000200:3.0:1767384342.391976:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000800:00000010:1.0:1767384342.391980:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000800:00020000:1.0:1767384342.391992:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384342.391996:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000234e4ff6. 00000800:00000010:1.0:1767384342.392000:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006bea8a49. 00000400:00000200:3.0:1767384342.392016:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.392063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:02020000:1.0:1767384342.392063:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384342.392075:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000400:00000200:1.0:1767384342.392080:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384342.392086:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:1.0:1767384342.392090:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ca5b961c. 00000400:00000200:3.0:1767384342.392093:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.392095:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384342.392104:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384342.392114:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.392115:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384342.392122:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384342.392129:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384342.392154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.392184:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000800:00000010:3.0:1767384342.392350:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbdc6283. 00000800:00000010:3.0:1767384342.392355:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bd0347b. 00000800:00000010:3.0:1767384342.392358:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003f3fd57d. 00000800:00000010:3.0:1767384342.392388:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003f3fd57d. 00000400:00000200:2.0:1767384342.392419:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384342.392446:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp31 from 213.3.0.2 00000800:00000010:2.0:1767384342.392451:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000001a4acb6. 00000800:00000010:1.0:1767384342.392500:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bea8a49. 00000800:00000010:1.0:1767384342.392506:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000234e4ff6. 00000800:00000010:1.0:1767384342.392529:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fa9b8ef3. 00000800:00000200:1.1:1767384342.392536:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (2) 00000800:00000200:1.1:1767384342.392544:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp31 00000000fa9b8ef3 deleted 00000800:00000010:1.1:1767384342.392546:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fa9b8ef3. 00000800:00000200:1.1:1767384342.392552:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384342.392559:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp31 ip 192.168.202.115:981 00000800:00000200:1.1:1767384342.392563:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e2886ed type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384342.392569:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp31 p 3.x 192.168.202.115 -> 192.168.202.115:981 incarnation:1767384323554240024 sched[0] 00000800:00000010:1.0:1767384342.392576:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384342.392633:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbf28d0e. 00000800:00000010:1.0:1767384342.392639:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000234e4ff6. 00000800:00000200:3.1:1767384342.392659:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384342.392666:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp31 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384323554240024 sched[0] 00000800:00000010:3.0:1767384342.392669:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bd0347b. 00000800:00000010:1.0:1767384342.392683:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000001a4acb6. 00000800:00000001:1.0:1767384342.392704:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.392711:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.392738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:1.0:1767384342.392765:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384342.392770:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e2886ed. 00000400:00000200:1.0:1767384342.392775:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.392782:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: GET: OK 00000400:00000200:1.0:1767384342.392787:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384342.392790:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.392791:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp31 recovery message sent successfully:0 00000800:00000001:1.0:1767384342.392807:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.392821:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.392824:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.392832:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.392841:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31) <- 192.168.202.115@tcp31 : GET - for me 00000400:00000200:3.0:1767384342.392848:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.392855:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384342.392865:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1b95 [1] + 0 00000400:00000200:1.0:1767384342.392877:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp31 to MR: 192.168.202.115@tcp31 local destination 00000400:00000200:1.0:1767384342.392886:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp31 NI seq info: [144:144:256:4294967295] 192.168.202.115@tcp31 LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1767384342.392900:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.392903:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) -> 192.168.202.115@tcp31(192.168.202.115@tcp31:192.168.202.115@tcp31) 192.168.202.115@tcp31 : REPLY try# 0 00000800:00000200:1.0:1767384342.392911:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp31 00000800:00000010:1.0:1767384342.392916:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000677c073a. 00000800:00000200:1.0:1767384342.392922:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (4) 00000800:00000200:1.0:1767384342.392928:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp31 ip 192.168.202.115:988 00000800:00000200:1.0:1767384342.392931:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000677c073a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384342.392954:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000800:00000200:1.0:1767384342.392981:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384342.392984:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000677c073a. 00000400:00000200:1.0:1767384342.392989:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.392995:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: REPLY: OK 00000800:00000001:1.0:1767384342.393008:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384342.393009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000001:1.0:1767384342.393013:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.393018:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.393023:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.393026:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.393029:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.393036:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp31(192.168.202.115@tcp31) <- 192.168.202.115@tcp31 : REPLY - for me 00000400:00000200:1.0:1767384342.393047:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp31: Reply from 12345-192.168.202.115@tcp31 of length 272/272 into md 0x1bc5 00000800:00000001:1.0:1767384342.393052:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.393060:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.393062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384342.393062:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.393069:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp31->192.168.202.115@tcp31: REPLY: OK 00000400:00000200:1.0:1767384342.393081:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000567985ca 00000400:00000010:1.0:1767384342.393085:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000567985ca. 00000400:00000200:1.0:1767384342.393089:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384342.393094:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006aedbec. 00000400:00000010:1.0:1767384342.393099:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003f19f4f1. 00000800:00000001:1.0:1767384342.393108:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384342.393113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000800:00000001:1.0:1767384342.393114:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.393192:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393258:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393312:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393407:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393454:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393584:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393653:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393801:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393906:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393936:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393960:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393986:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384342.393999:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384342.394075:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037620d5c. 00000800:00000010:3.0:1767384342.394078:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bd0347b. 00000800:00000010:3.0:1767384342.394081:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003f3fd57d. 00000800:00000010:3.0:1767384342.394095:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003f3fd57d. 00000800:00020000:3.0:1767384342.394099:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384342.394101:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bd0347b. 00000800:00000010:3.0:1767384342.394103:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000037620d5c. 00000400:02020000:3.0:1767384342.394128:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384342.836188:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.836193:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.836198:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.836199:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.836246:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384342.836251:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.836253:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384342.959246:0:33125:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa818f20. 00080000:00000010:1.0:1767384342.959254:0:33125:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa818f20. 00000020:00000001:1.0:1767384342.959259:0:33125:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384342.959265:0:33125:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa818f20. 00080000:00000010:1.0:1767384342.959269:0:33125:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa818f20. 00000020:00000001:1.0:1767384342.959271:0:33125:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384343.413212:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.413219:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384343.413222:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058f7f49 00000400:00000010:3.0:1767384343.413228:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058f7f49. 00000400:00000200:3.0:1767384343.413233:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384343.413241:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384343.413254:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fcb09bff. 00000400:00000010:3.0:1767384343.413259:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000054c51830. 00000400:00000200:3.0:1767384343.413266:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp36 00000400:00000010:3.0:1767384343.413270:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f8d8d903. 00000400:00000010:3.0:1767384343.413276:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008e19b5e3. 00000400:00000010:3.0:1767384343.413279:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000400:00000010:3.0:1767384343.413286:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009235aa0a. 00000400:00000200:3.0:1767384343.413291:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp36 00000400:00000200:3.0:1767384343.413304:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp36 local destination 00000400:00000200:3.0:1767384343.413310:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp36 00000400:00000200:3.0:1767384343.413314:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [145:145:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1767384343.413331:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp36 00000400:00000200:3.0:1767384343.413340:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:) -> 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) : GET try# 0 00000800:00000200:3.0:1767384343.413347:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp36 00000800:00000010:3.0:1767384343.413352:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008d7e2ea0. 00000800:00000200:3.0:1767384343.413359:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000800:00000200:3.1:1767384343.413365:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000400:00000200:3.0:1767384343.413387:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp36 added to recovery queue. ping count: 3 next ping: 272 health :700 00000400:00000200:2.0:1767384343.413435:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413492:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413508:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413547:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413573:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413601:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413630:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413658:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413730:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413783:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413811:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413839:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413890:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413945:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.413997:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414023:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414048:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414099:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414126:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414182:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414207:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414231:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414259:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414309:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414329:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384343.414347:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384343.414512:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a3393cb. 00000800:00000010:2.0:1767384343.414518:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8e344ac. 00000800:00000010:2.0:1767384343.414524:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5ef14ca. 00000800:00000010:2.0:1767384343.414548:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5ef14ca. 00000800:00020000:2.0:1767384343.414559:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384343.414563:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8e344ac. 00000800:00000010:2.0:1767384343.414565:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005a3393cb. 00000400:02020000:2.0:1767384343.414609:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp36 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384343.414617:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp36 notifying 192.168.202.115@tcp36: down 00000800:00000200:2.0:1767384343.414624:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp36 down 00000800:00000100:2.0:1767384343.414630:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp36 00000800:00000010:2.0:1767384343.414633:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008d7e2ea0. 00000400:00000200:2.0:1767384343.414638:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384343.414643:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384343.414652:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384343.414655:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384343.414658:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp36) recovery failed with -71 00000001:00000001:1.0:1767384343.652042:0:33289:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384343.652045:0:33289:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:1.0:1767384343.654739:0:33289:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384343.662189:0:33290:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000073b91e7d. 00000400:00000010:3.0:1767384343.662205:0:33290:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e6a778c2. 00000400:00000010:3.0:1767384343.662215:0:33290:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000040dbdbc6. 00000400:00000010:3.0:1767384343.662219:0:33290:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008d8f01d5. 00000400:00000010:3.0:1767384343.662223:0:33290:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013c77f61. 00000400:00000010:3.0:1767384343.662227:0:33290:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004ba394b. 00000400:00000010:3.0:1767384343.662229:0:33290:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a244ef86. 00000400:00000010:3.0:1767384343.662231:0:33290:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008cb2edbd. 00000400:00000010:3.0:1767384343.662235:0:33290:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ac985551. 00000800:00000010:3.0:1767384343.662250:0:33290:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008d7e2ea0. 00000800:00000200:3.0:1767384343.662261:0:33290:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384343.662275:0:33290:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384343.662318:0:33290:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384343.662345:0:33290:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384343.664703:0:33290:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e106fa05. 00000400:00000010:3.0:1767384343.664708:0:33290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d16baee. 00000400:00000010:3.0:1767384343.664712:0:33290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063d13c87. 00000400:00000001:3.0:1767384343.664727:0:33290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.664729:0:33290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384343.664730:0:33290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7026710. 00000400:00000200:3.0:1767384343.664733:0:33290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a35b8a 00000400:00000010:3.0:1767384343.664734:0:33290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084a35b8a. 00000400:00000010:3.0:1767384343.664737:0:33290:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000083bf72e0. 00000400:00000200:3.0:1767384343.664741:0:33290:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (31) 00000400:00000200:3.0:1767384343.664752:0:33290:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384343.664759:0:33290:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000400:00000200:2.0:1767384343.664767:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384343.664768:0:33290:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000037620d5c. 00000020:01000000:3.0:1767384343.664773:0:33290:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384343.664775:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000020:01000000:3.0:1767384343.664779:0:33290:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp41 00000400:00000200:2.0:1767384343.664780:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (32) 00000400:00000010:2.0:1767384343.664786:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000008ca0c804. 00000400:00000010:2.0:1767384343.664790:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b612458. 00000400:00000010:3.0:1767384343.664792:0:33290:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e6a778c2. 00000400:00000010:2.0:1767384343.664794:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003943c287. 00000400:00000010:3.0:1767384343.664796:0:33290:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000073b91e7d. 00000400:00000200:2.0:1767384343.664801:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:2.0:1767384343.664811:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1767384343.664816:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:1.0:1767384343.664818:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384343.664821:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 36], ns[47, 36] 10000000:00000001:1.0:1767384343.664824:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384343.664828:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[65, 36] 10000000:00000001:1.0:1767384343.664828:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384343.664832:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384343.664837:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 36], ns[71, 36] 00000020:01000004:1.0:1767384343.664837:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384343.664840:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384343.664841:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.664842:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.664843:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.664845:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.664847:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384343.664849:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384343.664851:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384343.664854:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[76, 36] 00000020:01000004:1.0:1767384343.664854:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384343.664861:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 36], ns[80, 36] 00000100:00000010:1.0:1767384343.664861:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000020:00000040:1.0:1767384343.664867:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384343.664869:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[94, 36] 00000100:00000001:1.0:1767384343.664873:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384343.664874:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[98, 36] 02000000:00000001:1.0:1767384343.664877:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384343.664880:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 36], ns[104, 36] 02000000:00000001:1.0:1767384343.664882:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.664885:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 36], ns[113, 36] 00000400:00000200:2.0:1767384343.664890:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:2.0:1767384343.664893:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 36], ns[132, 36] 02000000:00000010:1.0:1767384343.664894:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c177b336. 00000400:00000200:2.0:1767384343.664896:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 36], ns[134, 36] 00000400:00000200:2.0:1767384343.664899:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 36], ns[140, 36] 00000400:00000200:2.0:1767384343.664906:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:2.0:1767384343.664909:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 36], ns[50, 36] 00000100:00000001:1.0:1767384343.664909:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.664916:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 36], ns[54, 36] 00000100:00000001:1.0:1767384343.664919:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384343.664920:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 36], ns[58, 36] 00000100:00000001:1.0:1767384343.664923:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.664927:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 36], ns[83, 36] 00000100:00000040:1.0:1767384343.664932:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccc81352] to pc [ptlrpcd_00_00+0] req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.664934:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 36], ns[119, 36] 00000400:00000200:2.0:1767384343.664949:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 36], ns[126, 36] 00000400:00000200:2.0:1767384343.664954:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 36], ns[144, 36] 00000400:00000200:2.0:1767384343.664966:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 36], ns[122, 36] 00000400:00000200:2.0:1767384343.664970:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 10000000:00000001:1.0:1767384343.664971:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384343.664976:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.664978:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[111, 36] 00000020:00000001:1.0:1767384343.664979:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384343.664984:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384343.664985:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384343.664989:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 36], ns[110, 36] 00000100:00000001:3.0:1767384343.664990:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384343.664992:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384343.664994:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384343.664996:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384343.664999:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384343.665000:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384343.665002:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 36], ns[145, 36] 00000100:00000040:3.0:1767384343.665003:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384343.665004:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384343.665007:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384343.665010:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.665013:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.665015:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.665019:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.665022:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384343.665023:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 36], ns[138, 36] 00000020:01000004:1.0:1767384343.665025:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384343.665026:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384343.665029:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384343.665030:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384343.665034:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 02000000:00000001:3.0:1767384343.665035:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384343.665035:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 36], ns[137, 36] 00000020:00000040:1.0:1767384343.665039:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:3.0:1767384343.665040:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384343.665044:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[137, 36], ns[143, 36] 00000100:00000001:1.0:1767384343.665045:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384343.665046:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.665049:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384343.665053:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665054:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767384343.665055:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728324480:0@lo:253: 02000000:00000010:1.0:1767384343.665060:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000490d2d89. 00000100:00000001:3.0:1767384343.665061:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384343.665062:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp 02000000:00000001:3.0:1767384343.665067:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384343.665067:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665070:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767384343.665071:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665073:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384343.665075:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384343.665075:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000100:00000001:1.0:1767384343.665076:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.665084:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_01+1] req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384343.665085:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc31e91a. 00000400:00000200:2.0:1767384343.665085:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [146:146:256:4294967295] 192.168.202.115@tcp LPNI seq info [140:140:8:4294967295] 02000000:00000001:3.0:1767384343.665091:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.665099:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029f0d3f8. 00000400:00000200:2.0:1767384343.665100:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp 10000000:00000001:1.0:1767384343.665101:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.665105:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6a778c2. 10000000:00000001:1.0:1767384343.665105:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384343.665111:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728324480, portal 25 00000400:00000200:2.0:1767384343.665112:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : GET try# 0 00000020:00000001:1.0:1767384343.665115:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.665117:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384343.665120:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384343.665121:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 00000800:00000200:2.0:1767384343.665126:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp 00000020:00000010:1.0:1767384343.665126:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000037620d5c. 00000100:00000040:3.0:1767384343.665131:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384343.665162:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5f6f561. 00000100:00000001:1.0:1767384343.665162:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.665166:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.665169:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384343.665174:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000100:00000040:1.0:1767384343.665176:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.665182:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384343.665188:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000100:00000040:3.0:1767384343.665190:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384343.665193:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384343.665195:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5f6f561 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384343.665196:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f70b436. 00000100:00000001:1.0:1767384343.665196:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.665202:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384343.665203:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728324480, offset 0 02000000:00000001:1.0:1767384343.665204:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384343.665208:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.665211:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728324608:0@lo:253: 00000400:00000200:3.0:1767384343.665215:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384343.665216:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000100:00000001:1.0:1767384343.665217:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384343.665220:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 02000000:00000001:1.0:1767384343.665221:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384343.665225:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.665228:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384343.665232:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e27263b7. 00000400:00000200:3.0:1767384343.665236:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384343.665236:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.665242:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce862c6. 00000400:00000200:3.0:1767384343.665247:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06180 00000400:00000010:1.0:1767384343.665248:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66ff291. 00000400:00000200:3.0:1767384343.665255:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a5 [2] + 0 00000400:00000010:3.0:1767384343.665258:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba405bff. 00000400:00000200:3.0:1767384343.665261:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7874eb7 00000100:00000200:1.0:1767384343.665264:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728324608, portal 25 00000400:00000200:3.0:1767384343.665266:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384343.665268:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384343.665270:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000400:00000200:3.0:1767384343.665273:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384343.665277:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.665278:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7874eb7 00000400:00000010:3.0:1767384343.665282:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7874eb7. 00000100:00000001:1.0:1767384343.665287:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384343.665289:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384343.665293:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384343.665293:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384343.665297:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005cee2a04 x1853236728324480 msgsize 4848 00000400:00000010:1.0:1767384343.665297:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9b8ef3. 00000100:00000200:1.0:1767384343.665302:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728324608, offset 0 00000100:00100000:3.0:1767384343.665308:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384343.665308:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384343.665312:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d5f6f561. 00000100:00000040:3.0:1767384343.665314:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384343.665314:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384343.665324:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.665324:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384343.665324:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384343.665333:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f70b436 00000400:00000200:2.0:1767384343.665333:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: GET: OK 00000400:00000200:1.0:1767384343.665338:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06200 00000400:00000010:3.0:1767384343.665339:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f70b436. 00000100:00000001:3.0:1767384343.665344:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384343.665347:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384343.665351:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.665353:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:1.0:1767384343.665353:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000400:00000010:1.0:1767384343.665361:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec16b44c. 00000400:00000200:1.0:1767384343.665366:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000bc9147e 00000400:00000200:1.0:1767384343.665372:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384343.665374:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384343.665375:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.665379:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384343.665382:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.665383:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc9147e 00000800:00000001:2.0:1767384343.665386:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384343.665388:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bc9147e. 00000800:00000001:2.0:1767384343.665392:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384343.665394:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384343.665397:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384343.665398:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.665402:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.665403:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000043687261 x1853236728324608 msgsize 4848 00000100:00000001:3.0:1767384343.665405:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384343.665410:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : GET - for me 00000100:00000001:3.0:1767384343.665414:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.665414:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384343.665417:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384343.665420:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294931716 00000400:00000200:2.0:1767384343.665422:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000010:3.0:1767384343.665425:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000716ca2a. 00000100:00000001:1.0:1767384343.665429:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.665430:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 544/544 into md 0x1bd1 [1] + 0 00000100:00000001:3.0:1767384343.665434:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384343.665436:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9b8ef3 00000400:00000010:1.0:1767384343.665440:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9b8ef3. 00000100:00000001:3.0:1767384343.665442:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294931716 00000400:00000200:2.0:1767384343.665442:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp to MR: 192.168.202.115@tcp local destination 00000100:00000001:1.0:1767384343.665445:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384343.665448:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024cad7ca. 00000100:00000200:1.0:1767384343.665452:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.665453:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp NI seq info: [147:147:256:4294967295] 192.168.202.115@tcp LPNI seq info [141:141:8:4294967295] 00000100:00000001:3.0:1767384343.665455:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384343.665460:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294931716 00000100:00000001:1.0:1767384343.665480:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384343.665484:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f88da40c. 00000100:00000040:1.0:1767384343.665486:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.665490:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384343.665497:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) 192.168.202.115@tcp : REPLY try# 0 00000100:00000001:3.0:1767384343.665498:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294931716 00000100:00000001:1.0:1767384343.665504:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384343.665506:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040ff0e5b. 00000100:00000001:1.0:1767384343.665508:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.665511:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767384343.665512:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.115@tcp 00000100:00000001:1.0:1767384343.665514:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384343.665517:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5f6f561. 00000100:00000001:3.0:1767384343.665518:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.665519:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294931716 00000100:00000001:3.0:1767384343.665524:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665525:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294931716 00000800:00000200:2.0:1767384343.665529:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000100:00000001:3.0:1767384343.665531:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665531:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294931716 00000800:00000200:2.0:1767384343.665537:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:1023 00000100:00000001:3.0:1767384343.665538:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.665539:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294931716 00000800:00000200:2.0:1767384343.665542:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5f6f561 type 3, nob 640 niov 1 nkiov 1 00000100:00000001:1.0:1767384343.665544:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294931716 00000100:00000001:1.0:1767384343.665548:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294931716 00000100:00000001:1.0:1767384343.665549:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294931716 00000100:00000001:3.0:1767384343.665551:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.665551:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294931716 00000100:00000001:3.0:1767384343.665554:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384343.665557:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.665559:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.665560:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.665562:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665563:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.665566:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665568:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665571:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.665576:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.665577:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384343.665580:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.665581:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.665583:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665585:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384343.665608:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384343.665609:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384343.665612:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5f6f561. 00000100:00100000:1.0:1767384343.665613:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324480 00000400:00000200:2.0:1767384343.665617:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384343.665617:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384343.665620:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.665622:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665625:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: REPLY: OK 02000000:00000001:1.0:1767384343.665627:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.665630:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324480 00000020:00000001:1.0:1767384343.665633:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384343.665634:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000800:00000001:2.0:1767384343.665635:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384343.665636:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384343.665640:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.665643:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.665647:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.665648:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.665651:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.665654:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp(192.168.202.115@tcp) <- 192.168.202.115@tcp : REPLY - for me 00000400:00000200:2.0:1767384343.665663:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp: Reply from 12345-192.168.202.115@tcp of length 544/544 into md 0x1bd5 00000020:00000040:1.0:1767384343.665669:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:1.0:1767384343.665673:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000800:00000001:2.0:1767384343.665675:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384343.665676:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384343.665681:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384343.665685:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384343.665685:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000100:00000001:3.0:1767384343.665691:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384343.665692:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384343.665692:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384343.665695:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324608 00000020:00000010:1.0:1767384343.665698:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006138a97e. 02000000:00000001:3.0:1767384343.665699:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384343.665701:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp->192.168.202.115@tcp: REPLY: OK 00000100:00000001:3.0:1767384343.665704:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384343.665705:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b612458 00000100:00000001:3.0:1767384343.665706:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.665707:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006749840c. 00000400:00000010:2.0:1767384343.665708:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b612458. 02000000:00000001:3.0:1767384343.665712:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665714:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:1.0:1767384343.665715:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cee74aa2. 00000100:00100000:3.0:1767384343.665716:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324608 00000020:00000001:3.0:1767384343.665721:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384343.665721:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000020:00000010:1.0:1767384343.665723:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000020:00000040:3.0:1767384343.665724:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:2.0:1767384343.665725:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000020:00000001:3.0:1767384343.665729:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384343.665732:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.115@tcp (560 bytes) 00000020:00000040:3.0:1767384343.665733:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000040:1.0:1767384343.665734:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384343.665739:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384343.665740:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:2.0:1767384343.665740:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:1.0:1767384343.665741:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384343.665744:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.665746:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384343.665750:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384343.665751:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000008ca0c804. 00000020:00000010:3.0:1767384343.665753:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000262c1fdd. 00000100:00000001:1.0:1767384343.665753:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665756:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (33) 00000100:00000001:3.0:1767384343.665757:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384343.665763:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000262c1fdd. 00000800:00000001:2.0:1767384343.665764:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.665768:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384343.665769:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ec2a1f1. 00000100:00000001:1.0:1767384343.665771:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384343.665774:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db7ff892. 00000100:00000001:1.0:1767384343.665783:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384343.665785:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096697971. 00000100:00000001:1.0:1767384343.665786:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384343.665787:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384343.665791:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384343.665792:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000008ca0c804. 00000100:00100000:1.0:1767384343.665793:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000001:3.0:1767384343.665794:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384343.665798:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.665800:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ce512f3. 00000100:00000040:1.0:1767384343.665800:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384343.665803:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.665805:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853321296 : -113719856230320 : ffff9892885d9050) 00000400:00000010:2.0:1767384343.665806:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b612458. 00000100:00000001:3.0:1767384343.665808:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.665812:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ca0c804 00000100:00000040:1.0:1767384343.665812:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005cee2a04 x1853236728324480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384343.665817:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384343.665821:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384343.665822:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384343.665823:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba6954c. 00000100:00000001:3.0:1767384343.665826:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384343.665827:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384343.665828:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:2.0:1767384343.665831:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000020:00000010:1.0:1767384343.665831:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000100:00100000:3.0:1767384343.665832:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000400:00000200:2.0:1767384343.665835:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767384343.665837:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384343.665838:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000010:2.0:1767384343.665840:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000005a0a9d46. 00000020:00000010:1.0:1767384343.665842:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006138a97e. 00000100:00000001:3.0:1767384343.665843:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354612071504 : -113719097480112 : ffff9892b5972c50) 00000400:00000200:2.0:1767384343.665845:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000100:00100000:1.0:1767384343.665849:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005cee2a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728324480:12345-0@lo:253: 00000100:00000040:3.0:1767384343.665851:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043687261 x1853236728324608/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.665853:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100871 00000100:00000200:1.0:1767384343.665858:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324480 00000400:00000200:2.0:1767384343.665862:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:0 00000020:00000001:1.0:1767384343.665864:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384343.665870:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384343.665871:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 rc 1 00000100:00000001:3.0:1767384343.665872:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384343.665873:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.665877:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000262c1fdd. 00000400:00000200:2.0:1767384343.665877:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000020:00000001:1.0:1767384343.665878:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384343.665882:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000100:00000001:3.0:1767384343.665884:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384343.665884:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (32) 00000020:00000001:1.0:1767384343.665885:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384343.665889:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384343.665890:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000262c1fdd. 00000400:00000010:2.0:1767384343.665891:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000001aaf580c. 00000020:00000001:1.0:1767384343.665893:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384343.665895:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384343.665898:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043687261 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728324608:12345-0@lo:253: 00000020:00000001:1.0:1767384343.665899:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.665902:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000100:00000001:1.0:1767384343.665905:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384343.665907:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324608 02000000:00000001:1.0:1767384343.665908:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384343.665910:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384343.665911:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1692728. 00000020:00000001:3.0:1767384343.665914:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384343.665914:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000037620d5c. 00000020:00000001:3.0:1767384343.665918:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665919:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 02000000:00000001:1.0:1767384343.665920:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.665921:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384343.665925:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.665926:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:2.0:1767384343.665929:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 20000000:00000001:1.0:1767384343.665931:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384343.665932:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384343.665935:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 141], ns[40, 147] 00000020:00000001:3.0:1767384343.665936:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.665942:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384343.665945:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384343.665945:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 40], ns[47, 40] 00000020:00000001:3.0:1767384343.665948:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384343.665949:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001e68dbeb. 00000100:00000001:3.0:1767384343.665952:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384343.665953:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[65, 40] 02000000:00000001:3.0:1767384343.665956:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384343.665956:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384343.665963:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 40], ns[71, 40] 20000000:00000001:1.0:1767384343.665963:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:3.0:1767384343.665964:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d62d21c5. 02000000:00000001:3.0:1767384343.665969:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.665972:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[76, 40] 20000000:00000001:1.0:1767384343.665972:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384343.665976:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.665979:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.665982:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.665986:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384343.665987:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384343.665989:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 40], ns[80, 40] 20000000:00000010:3.0:1767384343.665995:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002b44b889. 20000000:00000010:1.0:1767384343.665997:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a945bc5. 00000400:00000200:2.0:1767384343.665998:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 40], ns[94, 40] 20000000:01000000:3.0:1767384343.666001:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384343.666002:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384343.666007:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384343.666011:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384343.666011:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384343.666014:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 40], ns[98, 40] 20000000:00000001:3.0:1767384343.666015:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.666018:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384343.666020:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.666022:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384343.666024:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384343.666029:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 40], ns[104, 40] 00000400:00000200:2.0:1767384343.666036:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 40], ns[113, 40] 00080000:00000001:1.0:1767384343.666040:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384343.666041:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000400:00000200:2.0:1767384343.666046:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 40], ns[132, 40] 00000400:00000200:2.0:1767384343.666051:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 40], ns[134, 40] 00000400:00000200:2.0:1767384343.666053:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 40], ns[140, 40] 00000400:00000200:2.0:1767384343.666056:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:2.0:1767384343.666058:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 40], ns[50, 40] 00000400:00000200:2.0:1767384343.666061:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 40], ns[54, 40] 00080000:00000001:1.0:1767384343.666068:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666072:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 40], ns[58, 40] 00080000:00000001:1.0:1767384343.666073:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384343.666076:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666080:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 40], ns[83, 40] 00080000:00000001:1.0:1767384343.666080:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384343.666083:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666087:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 40], ns[119, 40] 00080000:00000002:1.0:1767384343.666088:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:2.0:1767384343.666095:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 40], ns[126, 40] 00000020:00000001:1.0:1767384343.666095:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384343.666099:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384343.666104:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 40], ns[144, 40] 00080000:00000001:1.0:1767384343.666104:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384343.666111:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666112:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 40], ns[122, 40] 00080000:00000001:1.0:1767384343.666116:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.666119:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 40], ns[121, 40] 00000020:00000001:1.0:1767384343.666121:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384343.666125:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[111, 40] 00000020:00000001:1.0:1767384343.666127:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:2.0:1767384343.666131:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 40], ns[110, 40] 00080000:00000001:1.0:1767384343.666133:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384343.666158:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 40], ns[145, 40] 00080000:00000010:1.0:1767384343.666162:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004785cb18. 00000400:00000200:2.0:1767384343.666165:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 40], ns[138, 40] 00080000:00000001:1.0:1767384343.666167:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349565516288 : -113724144035328 : ffff989188cada00) 00000400:00000200:2.0:1767384343.666172:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 40], ns[137, 40] 00080000:00000001:1.0:1767384343.666172:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384343.666176:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384343.666180:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[137, 40], ns[143, 40] 00080000:00000010:1.0:1767384343.666181:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006138a97e. 00080000:00000001:1.0:1767384343.666186:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666187:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00080000:00000001:1.0:1767384343.666189:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384343.666193:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp10 00000400:00000200:2.0:1767384343.666196:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384343.666199:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp10 00080000:00000001:1.0:1767384343.666203:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.666204:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [148:148:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1767384343.666211:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp10 00080000:00000001:1.0:1767384343.666220:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384343.666223:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:) -> 192.168.202.115@tcp10(192.168.202.115@tcp:192.168.202.115@tcp10) : GET try# 0 00000800:00000200:2.0:1767384343.666230:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp10 00000800:00000010:2.0:1767384343.666238:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5f6f561. 00000800:00000200:2.0:1767384343.666243:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:2.0:1767384343.666249:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000800:00000200:2.0:1767384343.666252:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5f6f561 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384343.666263:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384343.666266:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000200:2.0:1767384343.666316:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384343.666318:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d5f6f561. 00000800:00000001:1.0:1767384343.666319:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.666322:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.666328:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: GET: OK 00000800:00000001:1.0:1767384343.666328:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.666333:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384343.666333:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.666336:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:1.0:1767384343.666343:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.666350:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : GET - for me 00000400:00000200:1.0:1767384343.666359:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384343.666364:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 560/560 into md 0x1bd1 [1] + 0 00000400:00000200:1.0:1767384343.666372:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:1.0:1767384343.666376:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [149:149:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384343.666383:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) 192.168.202.115@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384343.666387:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000800:00000010:1.0:1767384343.666389:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000226e3b96. 00000800:00000200:1.0:1767384343.666392:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:1.0:1767384343.666396:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:1021 00000800:00000200:1.0:1767384343.666398:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000226e3b96 type 3, nob 656 niov 1 nkiov 1 00000800:00000001:2.0:1767384343.666425:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.666454:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.666458:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.666460:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.666476:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384343.666480:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384343.666481:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : REPLY - for me 00000800:00000010:1.0:1767384343.666485:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000226e3b96. 00000400:00000200:1.0:1767384343.666491:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.666496:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp10: Reply from 12345-192.168.202.115@tcp10 of length 560/560 into md 0x1bed 00000400:00000200:1.0:1767384343.666500:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: REPLY: OK 00000800:00000001:2.0:1767384343.666502:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.666511:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.666513:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384343.666515:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.666520:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: REPLY: OK 00000400:00000200:2.0:1767384343.666524:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:2.0:1767384343.666526:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000400:00000200:2.0:1767384343.666527:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384343.666529:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:2.0:1767384343.666531:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384343.666533:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 33. state = 0x100271 00000400:00000200:2.0:1767384343.666535:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384343.666543:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (33) 00000800:00000001:2.0:1767384343.666548:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.666552:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.666554:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384343.666560:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:3.0:1767384343.666567:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000cbb1d08a. 00000400:00000010:3.0:1767384343.666569:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 0000000073b91e7d. 00000400:00000010:3.0:1767384343.666570:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000e2aa36c6. 00000400:00000200:3.0:1767384343.666594:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp36(00000000818abf2b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384343.666597:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp37(0000000056304e91) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384343.666599:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp38(0000000078f6988a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384343.666602:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp39(000000007a4f4bcd) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384343.666606:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003737bfa2. 00000400:00000200:3.0:1767384343.666610:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003737bfa2 nid 192.168.202.115@tcp40 00000400:00000010:3.0:1767384343.666613:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c060c14a. 00000400:00000200:3.0:1767384343.666614:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c060c14a net tcp40 00000400:00000200:3.0:1767384343.666617:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (32) 00000400:00000200:3.0:1767384343.666620:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp40 flags 0x11 00000400:00000010:3.0:1767384343.666623:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000097ce5461. 00000400:00000200:3.0:1767384343.666626:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000097ce5461 nid 192.168.202.115@tcp41 00000400:00000010:3.0:1767384343.666628:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005ad24bd9. 00000400:00000200:3.0:1767384343.666630:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000005ad24bd9 net tcp41 00000400:00000200:3.0:1767384343.666631:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (33) 00000400:00000200:3.0:1767384343.666634:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp41 flags 0x11 00000400:00000010:3.0:1767384343.666636:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000cbb1d08a. 00000400:00000010:3.0:1767384343.666638:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 0000000073b91e7d. 00000400:00000010:3.0:1767384343.666647:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000e2aa36c6. 00000400:00000010:3.0:1767384343.666649:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000001aaf580c. 00000400:00000200:3.0:1767384343.666651:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384343.666653:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:3.0:1767384343.666655:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:3.0:1767384343.666658:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:3.0:1767384343.666661:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6792059. 00000400:00000200:3.0:1767384343.666662:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000400:00000010:3.0:1767384343.666667:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009103706f. 00000400:00000200:3.0:1767384343.666669:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp10 00000400:00000200:3.0:1767384343.666675:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:3.0:1767384343.666678:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [150:150:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1767384343.666681:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp10 00000400:00000200:3.0:1767384343.666686:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) : PUT try# 0 00000800:00000200:3.0:1767384343.666690:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000800:00000010:3.0:1767384343.666693:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000800:00000200:3.0:1767384343.666697:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:3.0:1767384343.666702:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000800:00000200:3.0:1767384343.666704:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 1, nob 656 niov 1 nkiov 1 00000400:00000200:3.0:1767384343.666717:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384343.666718:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000800:00000200:1.0:1767384343.666767:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384343.666769:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00000400:00000200:1.0:1767384343.666773:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384343.666777:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000800:00000001:3.0:1767384343.666779:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.666780:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384343.666784:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp10: 0 00000800:00000001:3.0:1767384343.666788:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384343.666791:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.666793:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.666798:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : PUT - for me 00000400:00000200:3.0:1767384343.666803:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384343.666806:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 560/560 into md 0x1be9 [1] + 0 00000400:00000010:3.0:1767384343.666809:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce512f3. 00000400:00000200:3.0:1767384343.666811:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b612458 00000800:00000001:3.0:1767384343.666820:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.666823:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.666825:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.666828:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: PUT: OK 00000400:00000200:3.0:1767384343.666830:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b612458 00000400:00000010:3.0:1767384343.666831:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b612458. 00000400:00000200:3.0:1767384343.666833:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384343.666835:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:3.0:1767384343.666838:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:3.0:1767384343.666840:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e2aa36c6. 00000400:00000200:3.0:1767384343.666842:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 33 00000400:00000200:3.0:1767384343.666844:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384343.666854:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00000400:00000200:3.0:1767384343.666857:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384343.666860:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp10 to MR: 192.168.202.115@tcp10 local destination 00000400:00000200:3.0:1767384343.666863:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp10 NI seq info: [151:151:256:4294967295] 192.168.202.115@tcp10 LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1767384343.666870:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) -> 192.168.202.115@tcp10(192.168.202.115@tcp10:192.168.202.115@tcp10) 192.168.202.115@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384343.666873:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp10 00000800:00000010:3.0:1767384343.666875:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005541ea9b. 00000800:00000200:3.0:1767384343.666878:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:3.0:1767384343.666881:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:1021 00000800:00000200:3.0:1767384343.666882:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005541ea9b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384343.666895:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384343.666900:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f144b19. 00000400:00000010:2.0:1767384343.666904:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000400:00000200:2.0:1767384343.666907:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ca0c804 00000800:00000001:1.0:1767384343.666910:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.666913:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004f1 00000400:00000010:2.0:1767384343.666919:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000fc7e1452. 00000400:00000010:2.0:1767384343.666921:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 000000006b0b81d0. 00000400:00000010:2.0:1767384343.666923:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 0000000080251b79. 00000800:00000001:1.0:1767384343.666930:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.666937:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384343.666939:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384343.666940:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384343.666944:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384343.666945:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005541ea9b. 00000400:00000200:3.0:1767384343.666950:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384343.666951:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000fc7e1452. 00000400:00000010:2.0:1767384343.666957:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 000000006b0b81d0. 00000400:00000200:1.0:1767384343.666959:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp10(192.168.202.115@tcp10) <- 192.168.202.115@tcp10 : ACK - for me 00000400:00000200:3.0:1767384343.666960:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000400:00000010:2.0:1767384343.666961:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 0000000080251b79. 00000400:00000010:2.0:1767384343.666967:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e2aa36c6. 00000400:00000200:2.0:1767384343.666974:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384343.666979:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100571 00000800:00000001:3.0:1767384343.666980:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.666983:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 1 00000400:00000200:2.0:1767384343.666990:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 00000400:00000200:1.0:1767384343.666993:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp10: ACK from 12345-192.168.202.115@tcp10 into md 0x1bf1 00000400:00000200:2.0:1767384343.666996:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384343.667000:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.667001:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000400:00000200:2.0:1767384343.667008:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384343.667014:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp10->192.168.202.115@tcp10: ACK: OK 00000400:00000200:2.0:1767384343.667016:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (35) 00000400:00000200:1.0:1767384343.667025:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6792059 00000400:00000010:1.0:1767384343.667028:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6792059. 00000400:00000200:1.0:1767384343.667031:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384343.667033:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:1.0:1767384343.667035:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (34) 00000800:00000001:1.0:1767384343.667041:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.667045:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384343.667651:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004785cb18. 00080000:00000010:1.0:1767384343.667683:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006138a97e. 00040000:00000001:1.0:1767384343.667687:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384343.667689:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384343.667691:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384343.667693:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384343.667695:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.667696:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384343.667703:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384343.667712:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384343.667715:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384343.667718:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057587881. 00080000:00000001:1.0:1767384343.667719:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384343.667722:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384343.667725:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384343.667733:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384343.667735:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384343.667739:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384343.667741:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384343.667744:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384343.667746:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384343.667749:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.667750:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384343.667753:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384343.667754:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384343.667756:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384343.667759:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384343.667760:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384343.667762:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000010:2.0:1767384343.667763:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18875bf. 00000020:00000001:3.0:1767384343.667765:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:3.0:1767384343.667769:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384343.667769:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384343.667774:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384343.667775:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c3bcaf. 00080000:00000001:3.0:1767384343.667777:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384343.667780:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.667782:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384343.667784:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:3.0:1767384343.667786:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384343.667789:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000615cabc6. 00080000:00000001:3.0:1767384343.667791:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569385472 : -113724140166144 : ffff98918905e400) 00080000:00000001:3.0:1767384343.667792:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384343.667795:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:2.0:1767384343.667795:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384343.667799:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c3bcaf with handle 0x960a57272cefbc1b to hash 00080000:00000010:3.0:1767384343.667800:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000262c1fdd. 00000020:00000001:2.0:1767384343.667804:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384343.667805:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.667807:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00080000:00000001:3.0:1767384343.667808:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384343.667812:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00010000:00000001:2.0:1767384343.667816:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384343.667817:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.667824:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384343.667825:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384343.667827:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.667835:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384343.667838:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384343.667840:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384343.667842:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384343.667843:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.667844:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384343.667845:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.667851:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384343.667853:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384343.667855:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384343.667856:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384343.667858:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18875bf) refcount = 1 00010000:00010000:2.0:1767384343.667861:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.667865:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384343.667867:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384343.667868:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.667869:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.667870:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384343.667873:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384343.667875:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384343.667878:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384343.667879:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:1.0:1767384343.667880:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:2.0:1767384343.667881:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=4 00000020:00000001:2.0:1767384343.667886:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000100:00000001:1.0:1767384343.667886:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384343.667889:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 20000000:00000010:1.0:1767384343.667890:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001e68dbeb. 00010000:00000001:2.0:1767384343.667892:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384343.667895:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384343.667895:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384343.667902:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728324480 00010000:00000001:2.0:1767384343.667903:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384343.667904:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384343.667908:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005cee2a04 x1853236728324480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384343.667912:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.667928:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.667929:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384343.667930:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.667932:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.667933:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384343.667938:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=66 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384343.667940:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384343.667943:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.667944:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384343.667945:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384343.667948:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00010000:2.0:1767384343.667949:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384343.667952:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384343.667957:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384343.667959:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c3bcaf already unused, calling callback (0000000090c6ba53) 02000000:00000001:1.0:1767384343.667960:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.667962:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384343.667964:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384343.667965:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384343.667971:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384343.667972:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384343.667975:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384343.667976:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384343.667977:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384343.667980:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c3bcaf refcount=5 00000400:00000010:1.0:1767384343.667980:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9b8ef3. 00000020:00000001:2.0:1767384343.667985:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000100:00000200:1.0:1767384343.667986:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728324480, offset 224 00010000:00000001:2.0:1767384343.667989:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649536 : -113724217902080 : ffff98918463bc00) 00000400:00000200:1.0:1767384343.667993:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384343.667997:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384343.668001:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384343.668001:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384343.668008:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06180 00000400:00000200:1.0:1767384343.668015:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd9 [2] + 224 00010000:00000001:2.0:1767384343.668016:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384343.668020:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384343.668021:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384343.668025:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384343.668026:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.668029:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384343.668032:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384343.668033:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.668036:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384343.668039:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384343.668043:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.668048:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384343.668055:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c3bcaf with handle 0x960a57272cefbc1b from hash 00010000:00000001:2.0:1767384343.668058:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384343.668059:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384343.668061:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384343.668062:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384343.668062:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384343.668064:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384343.668067:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384343.668069:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384343.668070:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9b8ef3 00010000:00000001:2.0:1767384343.668071:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384343.668073:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9b8ef3. 00010000:00000001:2.0:1767384343.668075:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.668078:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384343.668079:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384343.668080:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.668081:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.668083:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384343.668083:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384343.668086:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.668088:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384343.668090:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384343.668091:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384343.668091:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384343.668095:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384343.668096:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.668096:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384343.668099:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029f0d3f8. 00000020:00000001:1.0:1767384343.668100:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.668101:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.668105:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a778c2 00010000:00000001:2.0:1767384343.668107:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.668107:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384343.668108:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6a778c2. 00010000:00010000:2.0:1767384343.668113:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384343.668114:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384343.668114:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005cee2a04 x1853236728324480/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384343.668122:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.668132:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384343.668155:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.668160:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384343.668163:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384343.668166:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384343.668169:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384343.668173:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384343.668177:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:1.0:1767384343.668178:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005cee2a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728324480:12345-0@lo:253: Request processed in 2347us (2875us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384343.668180:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384343.668180:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.668184:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384343.668185:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.668190:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384343.668191:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384343.668191:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 02000000:00000001:3.0:1767384343.668195:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384343.668197:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384343.668199:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.668203:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384343.668204:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.668205:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384343.668207:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384343.668208:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384343.668209:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.668211:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c3bcaf/0x960a57272cefbc1b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384343.668214:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=66 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384343.668217:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cee74aa2. 00000100:00001000:3.0:1767384343.668221:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=66 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384343.668224:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000100:00000001:3.0:1767384343.668230:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384343.668231:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006749840c. 00000100:00000001:3.0:1767384343.668234:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384343.668237:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:3.0:1767384343.668240:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384343.668244:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.668244:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1767384343.668245:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18875bf count: 0 00000100:00000001:3.0:1767384343.668248:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384343.668248:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000037620d5c. 02000000:00000001:1.0:1767384343.668256:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384343.668257:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.668259:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384343.668259:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384343.668262:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384343.668268:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384343.668269:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384343.668274:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384343.668275:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec16b44c. 00000100:00000001:3.0:1767384343.668276:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384343.668281:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9b8ef3. 00000020:01000004:3.0:1767384343.668282:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384343.668285:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384343.668288:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384343.668290:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384343.668292:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384343.668294:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384343.668295:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384343.668297:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384343.668298:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384343.668299:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384343.668303:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.668308:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728324480:0@lo:253: 00000100:00000001:3.0:1767384343.668312:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.668313:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.668320:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccc81352 x1853236728324480/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.668324:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384343.668326:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384343.668328:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc31e91a. 02000000:00000001:3.0:1767384343.668331:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.668333:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.668334:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384343.668336:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.668337:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c177b336. 02000000:00000001:3.0:1767384343.668341:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.668342:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.668343:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccc81352. 00000100:00000001:3.0:1767384343.668346:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384343.668346:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.668348:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.668351:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.668352:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.668354:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.668355:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384343.669085:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000615cabc6. 00080000:00000010:1.0:1767384343.669117:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000262c1fdd. 00040000:00000001:1.0:1767384343.669121:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384343.669122:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384343.669123:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384343.669125:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384343.669127:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.669128:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384343.669129:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384343.669157:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384343.669159:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384343.669162:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384343.669174:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384343.669177:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384343.669179:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384343.669181:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384343.669183:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384343.669187:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000058a2fc93. 00010000:00000001:2.0:1767384343.669189:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384343.669192:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00000020:00000001:2.0:1767384343.669194:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384343.669195:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbc22 to hash 00000020:00000001:2.0:1767384343.669196:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384343.669197:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384343.669199:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384343.669201:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384343.669202:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.669203:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.669207:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384343.669209:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384343.669210:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384343.669211:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384343.669212:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.669213:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384343.669214:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.669215:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384343.669216:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384343.669216:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384343.669217:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384343.669218:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000058a2fc93) refcount = 1 00010000:00010000:2.0:1767384343.669220:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384343.669229:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384343.669231:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384343.669232:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.669233:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669235:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384343.669236:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384343.669238:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384343.669240:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384343.669241:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384343.669242:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000020:00000001:2.0:1767384343.669243:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384343.669245:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000020:1.0:1767384343.669246:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384343.669247:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384343.669249:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384343.669251:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384343.669254:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002b44b889. 00010000:00000001:2.0:1767384343.669258:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:1.0:1767384343.669259:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.669261:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384343.669263:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728324608 00010000:00000001:1.0:1767384343.669269:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384343.669270:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384343.669272:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384343.669273:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384343.669274:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043687261 x1853236728324608/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.669288:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384343.669291:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.669292:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384343.669294:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384343.669294:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.669296:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384343.669298:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384343.669305:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384343.669307:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00000100:00000040:1.0:1767384343.669308:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384343.669311:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384343.669312:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384343.669319:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384343.669321:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384343.669323:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384343.669326:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.669330:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384343.669331:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384343.669335:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384343.669336:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384343.669339:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384343.669341:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000400:00000010:1.0:1767384343.669341:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7e695e0. 00000020:00000001:2.0:1767384343.669347:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000200:1.0:1767384343.669347:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728324608, offset 224 00010000:00000001:2.0:1767384343.669349:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384343.669353:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384343.669356:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384343.669356:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384343.669363:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384343.669367:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384343.669367:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384343.669370:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669374:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384343.669376:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384343.669377:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06200 00010000:00000001:2.0:1767384343.669379:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384343.669382:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.669382:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1be1 [2] + 224 00000020:00000040:2.0:1767384343.669386:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbc22 from hash 00000400:00000200:1.0:1767384343.669388:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384343.669389:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384343.669393:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384343.669396:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384343.669397:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384343.669401:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384343.669402:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384343.669403:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384343.669406:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384343.669408:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1767384343.669408:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.669411:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384343.669414:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669418:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384343.669420:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384343.669424:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384343.669426:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384343.669426:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.669427:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669435:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669436:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.669438:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384343.669441:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384343.669443:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384343.669445:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384343.669446:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7e695e0 00010000:00000001:2.0:1767384343.669447:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384343.669450:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:1.0:1767384343.669450:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7e695e0. 00010000:00000001:2.0:1767384343.669453:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384343.669454:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384343.669455:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384343.669457:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384343.669458:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384343.669472:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.669474:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.669476:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384343.669477:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:2.0:1767384343.669479:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.669480:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384343.669481:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384343.669484:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384343.669484:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384343.669487:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.669490:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384343.669491:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384343.669494:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce862c6. 00010000:00000001:2.0:1767384343.669495:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384343.669498:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043687261 x1853236728324608/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.669500:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384343.669501:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c66ff291 00010000:00010000:2.0:1767384343.669503:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefbc22 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384343.669505:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c66ff291. 00000100:00000001:3.0:1767384343.669511:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.669518:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384343.669522:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058a2fc93 count: 0 00000100:00100000:1.0:1767384343.669530:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043687261 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728324608:12345-0@lo:253: Request processed in 3654us (4122us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384343.669531:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384343.669535:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384343.669538:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.669544:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:1.0:1767384343.669549:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384343.669551:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.669553:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.669554:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384343.669556:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384343.669558:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384343.669560:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384343.669562:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db7ff892. 00000100:00000001:3.0:1767384343.669564:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.669566:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.669568:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.669568:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096697971. 00000020:00000010:1.0:1767384343.669574:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ec2a1f1. 00000100:00001000:3.0:1767384343.669575:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=66 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384343.669579:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:3.0:1767384343.669581:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=66 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384343.669584:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384343.669585:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384343.669587:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d62d21c5. 00000100:00000001:3.0:1767384343.669588:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.669593:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384343.669593:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384343.669596:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.669597:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.669602:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384343.669603:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384343.669606:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384343.669608:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e787c9dd. 00000400:00000010:1.0:1767384343.669614:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7e695e0. 00000100:00000001:3.0:1767384343.669615:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.669619:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.669620:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384343.669623:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384343.669624:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384343.669625:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384343.669627:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384343.669628:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384343.669629:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384343.669629:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384343.669630:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384343.669631:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384343.669633:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.669637:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728324608:0@lo:253: 00000100:00000001:3.0:1767384343.669640:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.669641:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.669642:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728324608/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.669645:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384343.669646:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384343.669647:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e27263b7. 02000000:00000001:3.0:1767384343.669652:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.669657:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.669658:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384343.669660:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.669660:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000490d2d89. 02000000:00000001:3.0:1767384343.669662:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.669663:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.669664:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000100:00000001:3.0:1767384343.669666:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384343.669666:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.669667:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.669670:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.669671:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.669672:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.669674:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.673164:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294931716, at 4294931717 00000100:00000010:0.0:1767384343.673171:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000716ca2a. 00000100:00000040:3.0:1767384343.673190:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294931716, at 4294931717 00000100:00000010:3.0:1767384343.673197:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040ff0e5b. 00000100:00000040:2.0:1767384343.673199:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294931716, at 4294931717 00000100:00000040:1.0:1767384343.673201:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294931716, at 4294931717 00000100:00000010:2.0:1767384343.673207:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f88da40c. 00000100:00000010:1.0:1767384343.673209:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024cad7ca. 00010000:00000010:2.1:1767384343.674185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18875bf. 00010000:00000010:2.1:1767384343.674195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c3bcaf. 00010000:00000010:2.1:1767384343.678167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058a2fc93. 00010000:00000010:2.1:1767384343.678177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00000400:00000010:0.0:1767384343.679971:0:33295:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000208259a4. 00000400:00000040:0.0:1767384343.679985:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.679988:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.679989:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.679991:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.679993:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.679993:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384343.679996:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.679997:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.679998:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.679998:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384343.680000:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.680001:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.680007:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.680008:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.680009:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384343.680010:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.680011:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.680012:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384343.680013:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384343.680014:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.680015:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.680016:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.680017:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.680018:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.680019:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384343.680021:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.680022:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.680023:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.680024:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.680025:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.680026:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384343.680027:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.680028:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.680029:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.680030:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.680032:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.680033:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384343.680034:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.680036:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.680037:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.680038:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.680040:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.680041:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384343.680042:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384343.680043:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384343.680044:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384343.680045:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384343.680046:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384343.680047:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.680048:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.680049:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384343.680056:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.680057:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384343.680058:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384343.680059:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384343.680060:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384343.680061:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384343.680133:0:33295:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000208259a4. 00010000:00000001:2.0:1767384343.861181:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.861185:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.861190:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.861191:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.861204:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384343.861206:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.861208:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384343.924227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384343.924229:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384343.924235:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384343.924238:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384343.924243:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000059c7a6a. 00000100:00000010:1.0:1767384343.924244:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000020:00000040:1.0:1767384343.924251:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384343.924252:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384343.924259:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384343.924259:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384343.924263:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384343.924264:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384343.924270:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.924270:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384343.924280:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005541ea9b. 02000000:00000010:1.0:1767384343.924281:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005dd1b468. 00000100:00000001:3.0:1767384343.924288:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.924289:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924296:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384343.924298:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924300:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384343.924307:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000059c7a6a] to pc [ptlrpcd_00_02+2] req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.924323:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384343.924326:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924332:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_03+3] req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384343.924344:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.924345:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924350:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384343.924351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384343.924355:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.924358:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384343.924359:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.924364:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384343.924365:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.924367:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384343.924368:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384343.924373:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000100:00000040:3.0:1767384343.924379:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384343.924380:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384343.924380:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384343.924384:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.924386:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.924389:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384343.924390:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384343.924394:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384343.924396:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.924400:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924404:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384343.924404:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f712d28. 00000100:00100000:0.0:1767384343.924406:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000059c7a6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728324736:0@lo:13: 00000100:00000001:1.0:1767384343.924410:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924411:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384343.924417:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924419:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384343.924422:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384343.924424:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384343.924426:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384343.924428:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.924432:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.924434:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384343.924440:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728324864:0@lo:400: 02000000:00000010:0.0:1767384343.924441:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000003bf64f1. 00000100:00000001:1.0:1767384343.924445:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384343.924446:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924447:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384343.924449:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.924451:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384343.924453:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 02000000:00000001:3.0:1767384343.924454:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.924458:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384343.924458:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccc81352] to pc [ptlrpcd_00_00+0] req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384343.924473:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045422b81. 00000400:00000010:0.0:1767384343.924473:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a16c0f6. 02000000:00000001:3.0:1767384343.924478:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.924484:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728324736, portal 4 00000400:00000010:3.0:1767384343.924485:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029f0d3f8. 00000100:00000001:0.0:1767384343.924491:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384343.924493:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498621824 : -113724210929792 : ffff989184ce1f80) 00000400:00000010:3.0:1767384343.924494:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000100:00000200:3.0:1767384343.924500:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728324864, portal 4 00000100:00000001:3.0:1767384343.924503:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384343.924503:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.924506:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00000001:1.0:1767384343.924506:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384343.924515:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384343.924517:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.924522:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384343.924524:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384343.924528:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000100:00000010:1.0:1767384343.924531:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000100:00000001:3.0:1767384343.924533:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384343.924534:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728324736, offset 0 00000020:00000040:1.0:1767384343.924537:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384343.924538:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.924542:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000100:00000001:1.0:1767384343.924544:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384343.924546:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728324864, offset 0 02000000:00000001:1.0:1767384343.924548:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384343.924551:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384343.924553:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.924559:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384343.924559:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469407e7. 00000400:00000200:0.0:1767384343.924565:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384343.924566:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.924572:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384343.924576:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384343.924580:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce06280 00000400:00000200:3.0:1767384343.924584:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce06300 00000400:00000200:0.0:1767384343.924593:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000100:00000001:1.0:1767384343.924602:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384343.924605:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.924605:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.924607:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000100:00000040:1.0:1767384343.924614:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f48eba] to pc [ptlrpcd_00_01+1] req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.924615:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.924615:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384343.924624:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384343.924626:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384343.924630:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384343.924634:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384343.924636:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007051a7e1. 00000100:00000200:3.0:1767384343.924638:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384343.924640:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.924642:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007051a7e1 x1853236728324736 msgsize 224 00000100:00000010:3.0:1767384343.924643:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e0aeba8. 00000100:00000040:3.0:1767384343.924647:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000007e0aeba8 x1853236728324864 msgsize 224 00000100:00100000:0.0:1767384343.924652:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384343.924654:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000100:00100000:3.0:1767384343.924659:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384343.924664:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.924668:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384343.924672:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:0.0:1767384343.924675:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000001:0.0:1767384343.924678:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384343.924681:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.924683:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:3.0:1767384343.924686:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000100:00000001:3.0:1767384343.924691:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384343.924693:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384343.924694:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384343.924697:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.924700:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324736 00000100:00000040:0.0:1767384343.924702:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384343.924706:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384343.924710:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.924714:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924718:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.924723:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384343.924723:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924723:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924730:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384343.924732:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324736 00000100:00000001:0.0:1767384343.924736:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924738:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.924739:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384343.924741:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384343.924742:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3582 usecs (4 jiffies) 00000020:00000040:1.0:1767384343.924743:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:0.0:1767384343.924747:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931972 00000100:00000001:3.0:1767384343.924748:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.924748:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384343.924753:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e888aeac. 00000100:00000040:3.0:1767384343.924754:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3582 usecs (4 jiffies) 00000020:00000040:1.0:1767384343.924754:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:3.0:1767384343.924760:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931972 00000020:00000001:1.0:1767384343.924761:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384343.924761:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384343.924768:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384343.924769:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931972 00000100:00000001:3.0:1767384343.924770:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931972 00000100:00000001:1.0:1767384343.924773:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384343.924775:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931972 00000100:00000010:0.0:1767384343.924777:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000020:00000010:1.0:1767384343.924778:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000100:00000001:0.0:1767384343.924782:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384343.924786:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000117cb4a9. 00000100:00000001:3.0:1767384343.924787:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931972 00000100:00000001:0.0:1767384343.924787:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931972 00000020:00000040:1.0:1767384343.924793:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384343.924794:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931972 00000100:00000010:0.0:1767384343.924796:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535975a2. 00000100:00000001:0.0:1767384343.924805:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384343.924810:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931972 00000100:00000001:0.0:1767384343.924811:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931972 00000100:00000001:3.0:1767384343.924816:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931972 00000100:00000010:0.0:1767384343.924817:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cac883. 00000100:00000001:1.0:1767384343.924821:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384343.924822:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384343.924827:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931972 00000100:00000001:0.0:1767384343.924827:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384343.924828:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b6d0a3f. 00000100:00000001:3.0:1767384343.924832:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.924833:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924836:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384343.924837:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068e70cca. 00000100:00000001:0.0:1767384343.924838:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924842:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924844:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.924845:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384343.924847:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000001:3.0:1767384343.924853:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.924853:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.924857:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384343.924857:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384343.924858:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384343.924863:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.924865:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384343.924865:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.924866:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.924868:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.924870:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384343.924871:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924872:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.924875:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924878:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.924879:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.924885:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924893:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.924896:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.924898:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.924904:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384343.924908:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384343.924909:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384343.924914:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384343.924915:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:1.0:1767384343.924919:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384343.924920:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384343.924923:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.924925:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384343.924927:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:3.0:1767384343.924928:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384343.924934:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924936:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00100000:3.0:1767384343.924938:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728324992:0@lo:400: 00000100:00000001:1.0:1767384343.924942:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801163008 : -113719908388608 : ffff98928541b100) 00000100:00000001:3.0:1767384343.924943:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384343.924946:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384343.924947:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384343.924948:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.924951:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007051a7e1 x1853236728324736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.924951:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384343.924952:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384343.924955:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384343.924957:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039193e98. 02000000:00000001:3.0:1767384343.924961:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.924963:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384343.924968:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038fc9cbf. 00000400:00000010:3.0:1767384343.924975:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000100:00000200:3.0:1767384343.924982:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728324992, portal 10 00000100:00000001:0.0:1767384343.924982:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384343.924986:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.924987:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384343.924990:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 02000000:00000001:0.0:1767384343.924992:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384343.924996:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384343.925000:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.925002:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925004:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384343.925009:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000100:00100000:0.0:1767384343.925011:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728325120:0@lo:400: 00000100:00000001:3.0:1767384343.925013:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384343.925015:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.925017:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384343.925022:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384343.925022:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50f24c. 02000000:00000001:0.0:1767384343.925022:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384343.925026:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 02000000:00000001:0.0:1767384343.925027:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.925033:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384343.925034:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728324992, offset 0 00000100:00100000:1.0:1767384343.925034:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007051a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728324736:12345-0@lo:13: 02000000:00000010:0.0:1767384343.925039:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f7cd97a. 00000400:00000200:3.0:1767384343.925043:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384343.925044:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324736 02000000:00000001:0.0:1767384343.925045:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.925050:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384343.925051:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384343.925052:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbefcfa2. 00000020:00000001:1.0:1767384343.925057:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384343.925061:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06380 00000020:00000001:1.0:1767384343.925062:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.925067:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000400:00000200:3.0:1767384343.925068:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000020:00000001:1.0:1767384343.925068:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384343.925074:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384343.925074:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000100:00000200:0.0:1767384343.925075:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728325120, portal 10 00000400:00000200:3.0:1767384343.925082:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384343.925083:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384343.925084:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384343.925086:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384343.925087:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000020:00000001:1.0:1767384343.925089:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384343.925095:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384343.925095:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384343.925098:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384343.925101:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa298dc2. 00000020:00000001:1.0:1767384343.925101:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384343.925106:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fa298dc2 x1853236728324992 msgsize 224 00000020:00000001:1.0:1767384343.925106:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925115:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384343.925119:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384343.925120:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384343.925121:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384343.925126:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000561a3668. 00000100:00000040:0.0:1767384343.925127:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384343.925129:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384343.925132:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925160:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384343.925164:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384343.925169:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384343.925172:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384343.925185:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384343.925188:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384343.925193:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384343.925196:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384343.925200:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384343.925203:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384343.925207:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384343.925210:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384343.925217:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384343.925221:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728324736 00010000:00000001:1.0:1767384343.925224:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384343.925229:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007051a7e1 x1853236728324736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.925237:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384343.925240:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.925244:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384343.925249:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384343.925253:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384343.925255:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384343.925258:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384343.925261:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925264:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384343.925268:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384343.925272:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000100:00000200:1.0:1767384343.925275:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728324736, offset 224 00000400:00000200:1.0:1767384343.925282:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384343.925330:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:3.0:1767384343.925335:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000400:00000200:1.0:1767384343.925337:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384343.925343:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384343.925348:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce06280 00000100:00000200:3.0:1767384343.925351:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.925359:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c09 [1] + 224 00000400:00000010:0.0:1767384343.925362:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000200:0.0:1767384343.925370:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728325120, offset 0 00000400:00000200:1.0:1767384343.925371:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384343.925373:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384343.925380:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384343.925381:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.925382:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384343.925391:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384343.925393:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384343.925399:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.925406:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.925406:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06400 00000100:00000001:3.0:1767384343.925412:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384343.925417:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:3.0:1767384343.925421:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.925425:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384343.925428:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3006 usecs (4 jiffies) 00000100:00000040:1.0:1767384343.925428:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384343.925433:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384343.925434:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931973 00000100:00000001:0.0:1767384343.925441:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384343.925443:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294931972 00000100:00000200:0.0:1767384343.925444:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384343.925450:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931973 00000100:00000010:0.0:1767384343.925451:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072aa910b. 00000100:00000001:1.0:1767384343.925454:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384343.925456:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000072aa910b x1853236728325120 msgsize 224 00000100:00000001:3.0:1767384343.925457:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294931972 00000100:00000001:3.0:1767384343.925477:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931973 00000100:00100000:0.0:1767384343.925478:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384343.925481:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000100:00000001:3.0:1767384343.925482:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294931972 00000400:00000010:1.0:1767384343.925486:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000100:00000001:3.0:1767384343.925487:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931973 00000100:00000001:0.0:1767384343.925492:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.925493:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294931972 00000100:00000001:1.0:1767384343.925493:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384343.925497:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.925498:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.925500:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.925502:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000100:00000001:3.0:1767384343.925503:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.925506:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384343.925508:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000001:3.0:1767384343.925512:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.925512:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925513:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384343.925516:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384343.925520:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000200:0.0:1767384343.925522:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.925526:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384343.925529:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384343.925531:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.925533:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384343.925538:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.925538:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384343.925543:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925545:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384343.925547:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007051a7e1 x1853236728324736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.925553:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.925560:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384343.925565:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324864 02000000:00000001:3.0:1767384343.925569:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384343.925570:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007051a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728324736:12345-0@lo:13: Request processed in 563us (923us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384343.925571:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.925574:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.925575:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925580:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384343.925581:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.925584:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324864 00000100:00000001:0.0:1767384343.925586:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.925588:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384343.925588:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000040:3.0:1767384343.925591:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000040:0.0:1767384343.925593:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3285 usecs (4 jiffies) 00000020:00000001:3.0:1767384343.925594:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384343.925595:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000040:3.0:1767384343.925597:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000100:00000001:1.0:1767384343.925600:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384343.925601:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384343.925604:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384343.925605:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384343.925606:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294931973 00000100:00000001:3.0:1767384343.925610:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384343.925610:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068e70cca. 00000100:00000001:0.0:1767384343.925612:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294931973 00000020:00000010:3.0:1767384343.925614:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002367c4d8. 00000020:00000010:1.0:1767384343.925617:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000100:00000001:3.0:1767384343.925618:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.925618:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294931973 00000020:00000010:1.0:1767384343.925623:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b6d0a3f. 00000020:00000010:3.0:1767384343.925625:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002367c4d8. 00000100:00000001:0.0:1767384343.925625:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294931973 00000100:00000001:0.0:1767384343.925630:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294931973 00000020:00000040:1.0:1767384343.925631:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000020:00000010:3.0:1767384343.925632:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000615cabc6. 00000100:00000001:0.0:1767384343.925634:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294931973 00000100:00000001:1.0:1767384343.925637:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384343.925638:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007461aef4. 00000100:00000001:0.0:1767384343.925639:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294931973 00000100:00000001:0.0:1767384343.925644:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294931973 00000020:00000010:3.0:1767384343.925645:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000100:00000001:0.0:1767384343.925647:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384343.925651:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384343.925652:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.925655:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384343.925656:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.925658:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.925658:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925660:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384343.925662:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.925664:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.925667:0:18426:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:1.0:1767384343.925668:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384343.925672:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.925673:0:18426:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:1.0:1767384343.925673:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384343.925676:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384343.925678:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.925678:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001547a813. 00000100:00000001:0.0:1767384343.925682:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384343.925685:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a16c0f6 00000100:00000001:0.0:1767384343.925686:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384343.925690:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a16c0f6. 00000100:00000001:0.0:1767384343.925691:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925695:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384343.925696:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384343.925701:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.925707:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384343.925713:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.925719:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384343.925721:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.925723:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384343.925726:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.925730:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384343.925731:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384343.925732:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384343.925733:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384343.925734:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00100000:0.0:1767384343.925736:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728324992 02000000:00000001:0.0:1767384343.925739:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384343.925742:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.925743:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.925744:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498616448 : -113724210935168 : ffff989184ce0a80) 00000100:00000001:1.0:1767384343.925746:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925748:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.925751:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.925752:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e0aeba8 x1853236728324864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.925755:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.925760:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=56 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384343.925762:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728324992 00000020:00000001:0.0:1767384343.925769:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1767384343.925770:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.925771:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384343.925772:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000010:3.0:1767384343.925775:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002367c4d8. 00000020:00000001:0.0:1767384343.925778:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384343.925779:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.925779:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384343.925782:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000001:1.0:1767384343.925783:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.925784:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002367c4d8. 00000020:00000001:0.0:1767384343.925787:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00010000:00000001:1.0:1767384343.925790:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384343.925791:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00100000:3.0:1767384343.925792:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e0aeba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728324864:12345-0@lo:400: 00010000:00080000:1.0:1767384343.925798:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384343.925799:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324864 00000100:00000001:0.0:1767384343.925799:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384343.925803:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384343.925806:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384343.925810:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384343.925811:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000020:00000001:3.0:1767384343.925814:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384343.925817:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384343.925818:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00010000:00000001:1.0:1767384343.925819:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384343.925820:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000020:00000001:3.0:1767384343.925823:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384343.925825:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384343.925826:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384343.925829:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:0.0:1767384343.925829:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048e16fbc. 00000020:00000001:3.0:1767384343.925830:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384343.925833:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384343.925835:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384343.925836:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384343.925836:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000978e440e. 00000100:00000001:1.0:1767384343.925838:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.925841:0:18426:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384343.925842:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000001:3.0:1767384343.925845:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384343.925845:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384343.925849:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384343.925851:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:3.0:1767384343.925853:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cbb1d08a. 00000100:00000001:0.0:1767384343.925856:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384343.925858:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925861:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384343.925863:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.925867:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.925868:0:18426:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.925868:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384343.925874:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728324864 00000100:00000001:1.0:1767384343.925875:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384343.925876:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384343.925877:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384343.925879:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.925882:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:3.0:1767384343.925884:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e0aeba8 x1853236728324864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384343.925884:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384343.925885:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384343.925889:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384343.925896:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000001:3.0:1767384343.925899:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384343.925899:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.925902:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384343.925905:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=56 v=5 (1 0 0 0) 00000004:00000020:1.0:1767384343.925907:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384343.925912:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384343.925916:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325120 00000100:00000001:3.0:1767384343.925918:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1767384343.925919:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.925921:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384343.925923:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384343.925925:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.925926:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:1.0:1767384343.925929:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384343.925930:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384343.925930:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.925933:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.925936:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.925938:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384343.925943:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325120 00000100:00000040:3.0:1767384343.925946:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384343.925948:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384343.925950:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000020:00000040:0.0:1767384343.925952:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000200:3.0:1767384343.925955:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728324864, offset 224 00000020:00000001:0.0:1767384343.925957:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384343.925961:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000059c7a6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728324736:0@lo:13: 00000020:00000040:0.0:1767384343.925961:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000400:00000200:3.0:1767384343.925965:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384343.925967:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:1.0:1767384343.925973:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.925973:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000400:00000200:3.0:1767384343.925974:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384343.925980:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384343.925981:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384343.925985:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce06300 00000020:00000010:0.0:1767384343.925987:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000040:1.0:1767384343.925991:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000059c7a6a x1853236728324736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.925993:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c0d [1] + 224 00000020:00000010:0.0:1767384343.925994:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d913f0c. 00000400:00000200:3.0:1767384343.926001:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384343.926003:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000400:00000200:3.0:1767384343.926009:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384343.926014:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384343.926015:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384343.926017:0:17913:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384343.926018:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384343.926021:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384343.926023:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000003bf64f1. 00000020:00000010:0.0:1767384343.926023:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089cbb41e. 02000000:00000001:1.0:1767384343.926031:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384343.926031:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047488c7b. 00000100:00000040:3.0:1767384343.926034:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384343.926036:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384343.926037:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002b65615. 00000020:00000040:1.0:1767384343.926040:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384343.926045:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384343.926048:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384343.926049:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005541ea9b. 00000100:00000001:0.0:1767384343.926051:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384343.926053:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000100:00000001:0.0:1767384343.926055:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384343.926056:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 02000000:00000001:1.0:1767384343.926056:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384343.926058:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384343.926061:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384343.926062:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384343.926064:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384343.926065:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767384343.926065:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000059c7a6a. 00000100:00000001:0.0:1767384343.926068:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384343.926070:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.926072:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.926072:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.926073:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384343.926076:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.926079:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384343.926080:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.926081:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926085:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.926086:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384343.926089:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384343.926091:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e0aeba8 x1853236728324864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.926092:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926094:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384343.926099:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.926099:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384343.926104:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.926107:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1767384343.926110:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e0aeba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16358:x1853236728324864:12345-0@lo:400: Request processed in 336us (1457us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384343.926111:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:0.0:1767384343.926113:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498617344 : -113724210934272 : ffff989184ce0e00) 00000100:00000040:0.0:1767384343.926118:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa298dc2 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.926123:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384343.926127:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384343.926128:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384343.926160:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384343.926161:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384343.926163:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384343.926165:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384343.926165:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d913f0c. 00000100:00000001:3.0:1767384343.926169:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384343.926169:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:0.0:1767384343.926170:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384343.926174:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007461aef4. 00000100:00000001:1.0:1767384343.926175:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801164800 : -113719908386816 : ffff98928541b800) 00000020:00000010:0.0:1767384343.926175:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d913f0c. 00000020:00000010:3.0:1767384343.926179:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000020:00000010:3.0:1767384343.926184:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000615cabc6. 00000100:00000040:1.0:1767384343.926186:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072aa910b x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384343.926187:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa298dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728324992:12345-0@lo:400: 00000020:00000040:3.0:1767384343.926191:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000200:0.0:1767384343.926197:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728324992 00000100:00000001:3.0:1767384343.926198:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.926201:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384343.926205:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.926208:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.926210:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384343.926211:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384343.926214:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000010:1.0:1767384343.926215:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000020:00000001:0.0:1767384343.926216:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384343.926220:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.926221:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384343.926224:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384343.926225:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50f24c. 00000020:00000001:0.0:1767384343.926226:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384343.926228:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.926231:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384343.926234:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072aa910b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728325120:12345-0@lo:400: 00000100:00000001:0.0:1767384343.926237:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384343.926239:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384343.926243:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4260149. 00000100:00000200:1.0:1767384343.926244:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325120 00000020:00000001:1.0:1767384343.926247:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384343.926251:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926253:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.926254:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384343.926258:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728324992 00000020:00000001:1.0:1767384343.926259:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384343.926260:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384343.926264:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384343.926266:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa298dc2 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.926268:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384343.926269:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384343.926272:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384343.926273:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000001:3.0:1767384343.926277:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384343.926280:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:3.0:1767384343.926281:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384343.926282:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384343.926285:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029f0d3f8. 00000020:00000001:1.0:1767384343.926285:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384343.926286:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.926289:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000010:3.0:1767384343.926293:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000020:00000001:1.0:1767384343.926293:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1767384343.926293:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=61 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384343.926297:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384343.926299:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384343.926301:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926301:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384343.926305:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.926306:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:1.0:1767384343.926307:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384343.926311:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384343.926312:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384343.926317:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384343.926317:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384343.926321:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.926321:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384343.926324:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000efac9fdb. 00000100:00000001:0.0:1767384343.926324:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384343.926330:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.926332:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384343.926336:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.926338:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000020:00000001:1.0:1767384343.926342:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.926344:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384343.926345:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728324992, offset 224 00010000:00000040:1.0:1767384343.926346:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325120 00000100:00000001:3.0:1767384343.926349:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.926352:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384343.926353:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384343.926357:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384343.926360:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:1.0:1767384343.926362:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072aa910b x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.926364:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384343.926364:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384343.926369:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.926376:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.926377:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06380 00000100:00001000:3.0:1767384343.926384:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=56 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384343.926387:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c19 [1] + 224 00010000:00000001:1.0:1767384343.926389:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384343.926392:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=56 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384343.926394:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.926394:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384343.926398:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384343.926401:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.926402:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.926402:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384343.926407:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384343.926410:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384343.926412:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:3.0:1767384343.926414:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384343.926416:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384343.926419:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384343.926426:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384343.926433:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384343.926436:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.926441:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.926442:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384343.926445:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.926451:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384343.926451:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384343.926455:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384343.926458:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767384343.926458:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000100:00000001:3.0:1767384343.926471:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926475:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384343.926477:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384343.926479:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728325120, offset 224 00000400:00000200:0.0:1767384343.926482:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:0.0:1767384343.926486:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000001:3.0:1767384343.926491:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.926496:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384343.926496:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384343.926499:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384343.926500:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384343.926501:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.926504:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.926509:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000040:3.0:1767384343.926511:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.926514:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384343.926515:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384343.926518:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.926523:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384343.926529:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa298dc2 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.926531:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06400 00000100:00100000:3.0:1767384343.926534:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728324864:0@lo:400: 00000400:00000200:1.0:1767384343.926544:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c21 [1] + 224 00000100:00000001:3.0:1767384343.926547:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384343.926550:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa298dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728324992:12345-0@lo:400: Request processed in 387us (1440us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384343.926552:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.926558:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728324864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.926562:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384343.926566:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1767384343.926570:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384343.926571:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000400:00000200:1.0:1767384343.926573:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384343.926574:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384343.926576:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384343.926579:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045422b81. 00000100:00000001:0.0:1767384343.926580:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384343.926582:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384343.926585:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000978e440e. 02000000:00000001:3.0:1767384343.926586:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767384343.926590:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384343.926590:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000001:3.0:1767384343.926591:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.926595:0:16358:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:0.0:1767384343.926596:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e16fbc. 00000020:00000001:3.0:1767384343.926602:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384343.926603:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 02000000:00000010:3.0:1767384343.926607:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005dd1b468. 00000100:00000001:0.0:1767384343.926608:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384343.926611:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384343.926616:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.926620:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.926623:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000100:00080000:0.0:1767384343.926626:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384343.926629:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384343.926630:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:1.0:1767384343.926632:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.926633:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.926638:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.926640:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000100:00000001:3.0:1767384343.926644:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384343.926644:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000100:00000001:1.0:1767384343.926649:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384343.926651:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.926653:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.926655:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926656:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.926657:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384343.926661:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384343.926662:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384343.926664:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:0.0:1767384343.926665:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384343.926666:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.926668:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbefcfa2. 00010000:00000001:1.0:1767384343.926670:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384343.926674:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.926674:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:0.0:1767384343.926678:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000001:3.0:1767384343.926679:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384343.926679:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384343.926681:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384343.926683:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384343.926686:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072aa910b x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384343.926687:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384343.926688:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.926692:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384343.926696:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038fc9cbf. 00000400:00000200:3.0:1767384343.926702:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:3.0:1767384343.926707:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000100:00000001:3.0:1767384343.926714:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.926721:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384343.926721:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.926725:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072aa910b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728325120:12345-0@lo:400: Request processed in 511us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384343.926749:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384343.926755:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000200:3.0:1767384343.926758:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.926761:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384343.926765:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384343.926770:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047488c7b. 00000020:00000010:1.0:1767384343.926777:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002b65615. 00000020:00000010:1.0:1767384343.926783:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089cbb41e. 00000100:00000001:3.0:1767384343.926789:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.926790:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384343.926791:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:3.0:1767384343.926792:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.926793:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.926796:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384343.926797:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384343.926799:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384343.926799:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384343.926802:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384343.926803:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.926805:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.926806:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926807:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.926809:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.926810:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384343.926813:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384343.926815:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384343.926817:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=61 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384343.926820:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.926821:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384343.926824:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926824:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384343.926826:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.926828:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384343.926829:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384343.926832:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384343.926835:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384343.926853:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.926856:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.926857:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384343.926860:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384343.926861:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384343.926862:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384343.926863:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384343.926865:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.926866:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384343.926869:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.926870:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.926874:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.926889:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.926890:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384343.926891:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384343.926896:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.926910:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384343.926913:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728325120:0@lo:400: 00000100:00000001:3.0:1767384343.926915:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.926918:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.926921:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384343.926924:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.926925:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384343.926929:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f48eba x1853236728325120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.926940:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728324992:0@lo:400: 00000100:00000001:3.0:1767384343.926950:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.926955:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.926960:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccc81352 x1853236728324992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.926961:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384343.926970:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384343.926973:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f7cd97a. 02000000:00000001:0.0:1767384343.926978:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384343.926981:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384343.926983:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384343.926985:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384343.926986:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384343.926988:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384343.926989:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000469407e7. 02000000:00000010:3.0:1767384343.926991:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039193e98. 02000000:00000001:0.0:1767384343.926994:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.926996:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384343.926996:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384343.927000:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1767384343.927000:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 00000020:00000040:3.0:1767384343.927003:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384343.927006:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384343.927006:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.927009:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384343.927010:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f712d28. 00000100:00000001:0.0:1767384343.927013:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384343.927015:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.927017:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384343.927018:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384343.927019:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccc81352. 00000100:00000001:0.0:1767384343.927022:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.927023:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.927025:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.927026:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.927028:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.927029:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.927034:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.927035:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.927038:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.927040:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.930171:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294931973, at 4294931974 00000100:00000010:0.0:1767384343.930178:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e888aeac. 00000100:00000040:2.0:1767384343.930187:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294931973, at 4294931974 00000100:00000040:1.0:1767384343.930187:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294931973, at 4294931974 00000100:00000010:2.0:1767384343.930195:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535975a2. 00000100:00000010:1.0:1767384343.930195:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000100:00000040:3.0:1767384343.930237:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294931973, at 4294931974 00000100:00000010:3.0:1767384343.930246:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cac883. 00000400:00000001:3.0:1767384344.436189:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.436194:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384344.436202:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000400:00000010:3.0:1767384344.436206:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000400:00000200:3.0:1767384344.436210:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384344.436215:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384344.436226:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f8d8d903. 00000400:00000010:3.0:1767384344.436229:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008e19b5e3. 00000400:00000200:3.0:1767384344.436233:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp39 00000400:00000010:3.0:1767384344.436236:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f8d8d903. 00000400:00000010:3.0:1767384344.436240:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d111d548. 00000400:00000010:3.0:1767384344.436243:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000400:00000010:3.0:1767384344.436248:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a445a8cf. 00000400:00000200:3.0:1767384344.436251:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp39 00000400:00000200:3.0:1767384344.436261:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp39 local destination 00000400:00000200:3.0:1767384344.436265:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:3.0:1767384344.436268:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [152:152:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1767384344.436274:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:3.0:1767384344.436279:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp39:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:3.0:1767384344.436283:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:3.0:1767384344.436287:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d7267f1. 00000800:00000200:3.0:1767384344.436292:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:3.1:1767384344.436296:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:3.0:1767384344.436312:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:3.0:1767384344.436315:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp38 00000400:00000010:3.0:1767384344.436317:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f1757ee4. 00000400:00000010:3.0:1767384344.436319:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f8d79792. 00000400:00000010:3.0:1767384344.436322:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000400:00000010:3.0:1767384344.436324:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000825fbd9e. 00000400:00000200:3.0:1767384344.436326:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 00000400:00000200:3.0:1767384344.436331:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp38 local destination 00000400:00000200:3.0:1767384344.436334:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00000400:00000200:3.0:1767384344.436338:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [153:153:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1767384344.436343:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000400:00000200:3.0:1767384344.436359:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000800:00000200:3.0:1767384344.436366:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000800:00000010:3.0:1767384344.436370:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000056830721. 00000800:00000200:3.0:1767384344.436375:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:0.0:1767384344.436379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:3.1:1767384344.436381:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:3.0:1767384344.436402:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp38 added to recovery queue. ping count: 3 next ping: 273 health :700 00000400:00000200:3.0:1767384344.436407:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp37 00000400:00000010:3.0:1767384344.436411:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a57420cd. 00000400:00000010:3.0:1767384344.436415:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000052587c1b. 00000400:00000010:3.0:1767384344.436419:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000400:00000010:3.0:1767384344.436426:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c76120a. 00000400:00000200:3.0:1767384344.436431:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp37 00000400:00000200:3.0:1767384344.436439:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp37 local destination 00000400:00000200:0.0:1767384344.436441:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436445:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000400:00000200:3.0:1767384344.436450:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [154:154:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1767384344.436469:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:3.0:1767384344.436479:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp37:192.168.202.115@tcp37) : GET try# 0 00000800:00000200:3.0:1767384344.436485:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp37 00000400:00000200:0.0:1767384344.436486:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000010:3.0:1767384344.436490:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b01db43b. 00000800:00000200:3.0:1767384344.436498:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000800:00000200:3.1:1767384344.436503:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:0.0:1767384344.436516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436520:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 3 next ping: 273 health :700 00000400:00000200:0.0:1767384344.436547:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436584:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436661:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436687:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436722:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436734:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436829:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436872:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.436931:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.436987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437008:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437041:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437070:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437096:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437167:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437212:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437217:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437297:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437370:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437410:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437434:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437470:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437509:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437522:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437577:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437587:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437638:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437658:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437700:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437718:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437814:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437896:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.437932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.437964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438027:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438084:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438097:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438202:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438250:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438274:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438357:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438393:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438447:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438478:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438546:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:0.0:1767384344.438550:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065c9e414. 00000400:00000200:2.0:1767384344.438555:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:0.0:1767384344.438558:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a23a6145. 00000800:00000010:0.0:1767384344.438566:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000534a31d3. 00000800:00000010:0.0:1767384344.438598:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000534a31d3. 00000800:00020000:0.0:1767384344.438609:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384344.438613:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a23a6145. 00000800:00000010:0.0:1767384344.438616:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065c9e414. 00000400:00000200:3.0:1767384344.438619:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438620:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438681:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:02020000:0.0:1767384344.438685:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384344.438692:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000800:00000200:0.0:1767384344.438699:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp39 down 00000400:00000200:3.0:1767384344.438701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000100:0.0:1767384344.438708:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:0.0:1767384344.438717:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d7267f1. 00000400:00000200:0.0:1767384344.438722:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384344.438727:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384344.438732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384344.438735:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384344.438739:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384344.438744:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384344.438773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438796:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438843:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.438976:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.438984:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439046:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439091:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439162:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000800:00000010:3.0:1767384344.439188:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d62d21c5. 00000800:00000010:3.0:1767384344.439194:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000003b58a87. 00000800:00000010:3.0:1767384344.439200:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007707da94. 00000400:00000200:2.0:1767384344.439229:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000010:3.0:1767384344.439235:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007707da94. 00000800:00020000:3.0:1767384344.439249:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384344.439260:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000003b58a87. 00000800:00000010:3.0:1767384344.439265:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d62d21c5. 00000400:00000200:2.0:1767384344.439299:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:02020000:3.0:1767384344.439330:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384344.439338:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp38 notifying 192.168.202.115@tcp38: down 00000800:00000200:3.0:1767384344.439345:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp38 down 00000800:00000100:3.0:1767384344.439353:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp38 00000800:00000010:3.0:1767384344.439356:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000056830721. 00000400:00000200:3.0:1767384344.439361:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384344.439368:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384344.439372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384344.439375:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384344.439381:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384344.439386:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp38) recovery failed with -71 00000400:00000200:2.0:1767384344.439404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439422:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439439:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439494:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439520:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439540:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439710:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439745:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439780:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384344.439809:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384344.439929:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a3393cb. 00000800:00000010:2.0:1767384344.439935:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003cdb66c1. 00000800:00000010:2.0:1767384344.439939:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd154fc9. 00000800:00000010:2.0:1767384344.439965:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd154fc9. 00000800:00020000:2.0:1767384344.439974:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384344.439978:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003cdb66c1. 00000800:00000010:2.0:1767384344.439982:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005a3393cb. 00000400:02020000:2.0:1767384344.440039:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384344.440046:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000800:00000200:2.0:1767384344.440051:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp37 down 00000800:00000100:2.0:1767384344.440057:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:2.0:1767384344.440060:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b01db43b. 00000400:00000200:2.0:1767384344.440064:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384344.440069:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384344.440076:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384344.440080:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384344.440084:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384344.885175:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.885181:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.885189:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.885191:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.885222:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384344.885226:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.885228:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384345.231328:0:33759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf1627a3. 00080000:00000010:1.0:1767384345.231340:0:33759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf1627a3. 00000020:00000001:1.0:1767384345.231347:0:33759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384345.231357:0:33759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf1627a3. 00080000:00000010:1.0:1767384345.231363:0:33759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf1627a3. 00000020:00000001:1.0:1767384345.231367:0:33759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.460243:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384345.460250:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.460250:0:17114:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384345.460254:0:17114:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.461214:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005d4ba737. 00000400:00000010:2.0:1767384345.461222:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000b522c1b. 00000400:00000010:2.0:1767384345.461226:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000adbe0acb. 00000400:00000010:2.0:1767384345.461228:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009808c3b4. 00000400:00000010:2.0:1767384345.461232:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079e62fc0. 00000400:00000010:2.0:1767384345.461235:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d8dd170. 00000400:00000010:2.0:1767384345.461238:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003374a500. 00000400:00000010:2.0:1767384345.461247:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a53bca6a. 00000400:00000010:2.0:1767384345.461249:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b155c037. 00000400:00000010:2.0:1767384345.461251:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000528dc9e8. 00000400:00000010:2.0:1767384345.461254:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003cef7da9. 00000400:00000010:2.0:1767384345.461256:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000918b183e. 00000400:00000010:2.0:1767384345.461258:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d7bf531. 00000400:00000010:2.0:1767384345.461260:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000264d7839. 00000400:00000010:2.0:1767384345.461262:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007d426452. 00000400:00000010:2.0:1767384345.461264:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000252c2978. 00000400:00000010:2.0:1767384345.461266:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bf095b74. 00000400:00000010:2.0:1767384345.461268:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009912d01a. 00000400:00000010:2.0:1767384345.461270:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003ba22a55. 00000400:00000010:2.0:1767384345.461271:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007128ccbc. 00000400:00000010:2.0:1767384345.461273:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079c59bd4. 00000400:00000010:2.0:1767384345.461275:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007df6491a. 00000400:00000010:2.0:1767384345.461277:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006135ef5c. 00000400:00000010:2.0:1767384345.461279:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000073589779. 00000400:00000010:2.0:1767384345.461282:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000039e27c24. 00000400:00000010:2.0:1767384345.461284:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000962d6063. 00000400:00000010:2.0:1767384345.461286:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c309bd34. 00000400:00000010:2.0:1767384345.461288:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007cb43bbc. 00000400:00000010:2.0:1767384345.461290:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e82dda3d. 00000400:00000010:2.0:1767384345.461292:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b1531b3. 00000400:00000010:2.0:1767384345.461294:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000649379e7. 00000400:00000010:2.0:1767384345.461295:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008617c94f. 00000400:00000010:2.0:1767384345.461296:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bbb2560e. 00000400:00000010:2.0:1767384345.461298:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a274a4ed. 00000400:00000010:2.0:1767384345.461299:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000024ed3cec. 00000400:00000010:2.0:1767384345.461300:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b7f2b70. 00000400:00000010:2.0:1767384345.461301:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c863918. 00000400:00000010:2.0:1767384345.461303:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e94f655. 00000400:00000010:2.0:1767384345.461304:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f8a32e74. 00000400:00000010:2.0:1767384345.461305:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cdcb07b4. 00000400:00000010:2.0:1767384345.461308:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b84a741f. 00000400:00000010:2.0:1767384345.461310:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f60d8a5b. 00000400:00000010:2.0:1767384345.461311:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000da6d18f6. 00000400:00000010:2.0:1767384345.461316:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093fca725. 00000400:00000010:2.0:1767384345.461317:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d391001a. 00000400:00000010:2.0:1767384345.461318:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000751a38a6. 00000400:00000010:2.0:1767384345.461320:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000071c58d70. 00000400:00000010:2.0:1767384345.461321:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a9ce8991. 00000400:00000010:2.0:1767384345.461323:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009cb2c569. 00000400:00000010:2.0:1767384345.461324:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000083cbfc6d. 00000400:00000010:2.0:1767384345.461326:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eca88c10. 00000400:00000010:2.0:1767384345.461327:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d7384aa1. 00000400:00000010:2.0:1767384345.461329:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e581dc54. 00000400:00000010:2.0:1767384345.461331:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dfd801c6. 00000400:00000010:2.0:1767384345.461333:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006db33ef0. 00000400:00000010:2.0:1767384345.461335:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000045eaf166. 00000400:00000010:2.0:1767384345.461338:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000038469afd. 00000400:00000010:2.0:1767384345.461341:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006adbf111. 00000400:00000010:2.0:1767384345.461344:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c84c492b. 00000400:00000010:2.0:1767384345.461347:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ff2e5f44. 00000400:00000010:2.0:1767384345.461349:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003701c1d8. 00000400:00000010:2.0:1767384345.461353:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a1982013. 00000400:00000010:2.0:1767384345.461356:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ccbcce86. 00000400:00000010:2.0:1767384345.461360:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a381fbd8. 00000400:00000010:2.0:1767384345.461363:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006f35b146. 00000400:00000010:2.0:1767384345.461366:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c1166f7a. 00000400:00000010:2.0:1767384345.461370:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000663ffae9. 00000400:00000010:2.0:1767384345.461383:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007108f10f. 00000400:00000010:2.0:1767384345.461386:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2c4a47b. 00000400:00000010:2.0:1767384345.461390:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dfebac1d. 00000400:00000010:2.0:1767384345.461392:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c27289f. 00000400:00000010:2.0:1767384345.461394:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000deb6b472. 00000400:00000010:2.0:1767384345.461396:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f6d80e54. 00000400:00000010:2.0:1767384345.461399:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2540284. 00000400:00000010:2.0:1767384345.461403:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b085983. 00000400:00000010:2.0:1767384345.461407:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000070495b45. 00000400:00000010:2.0:1767384345.461410:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005fa84892. 00000400:00000010:2.0:1767384345.461413:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001242f3b1. 00000400:00000010:2.0:1767384345.461416:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a46a3fd3. 00000400:00000010:2.0:1767384345.461425:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b8b04661. 00000400:00000010:2.0:1767384345.461429:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000796f943d. 00000400:00000010:2.0:1767384345.461431:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000053a066af. 00000400:00000010:2.0:1767384345.461432:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c24d9317. 00000400:00000010:2.0:1767384345.461433:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bab69962. 00000400:00000010:2.0:1767384345.461435:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ae02277. 00000400:00000010:2.0:1767384345.461436:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e01b1c42. 00000400:00000010:2.0:1767384345.461439:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f0a39e54. 00000400:00000010:2.0:1767384345.461442:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004e386914. 00000400:00000010:2.0:1767384345.461444:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bfe09a5a. 00000400:00000010:2.0:1767384345.461458:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f508bb51. 00000400:00000010:2.0:1767384345.461461:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ff0a7467. 00000400:00000010:2.0:1767384345.461463:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b9fd28e5. 00000400:00000010:2.0:1767384345.461466:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001a83570d. 00000400:00000010:2.0:1767384345.461467:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079676b6b. 00000400:00000010:2.0:1767384345.461470:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bd61c72e. 00000400:00000010:2.0:1767384345.461472:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f16611f1. 00000400:00000010:2.0:1767384345.461475:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bee474b1. 00000400:00000010:2.0:1767384345.461478:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ffe05ae. 00000400:00000010:2.0:1767384345.461479:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008522f115. 00000400:00000010:2.0:1767384345.461481:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dac7274f. 00000400:00000010:2.0:1767384345.461483:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f2b9fdfb. 00000400:00000010:2.0:1767384345.461485:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009235aa0a. 00000400:00000010:2.0:1767384345.461489:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003943c287. 00000400:00000010:2.0:1767384345.461491:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f1692728. 00000400:00000010:2.0:1767384345.461494:0:16352:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009103706f. 00000400:00000001:2.0:1767384345.461501:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.461503:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384345.461505:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0dcee 00000400:00000010:2.0:1767384345.461507:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f0dcee. 00000400:00000200:2.0:1767384345.461510:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384345.461516:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384345.461526:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f8d8d903. 00000400:00000010:2.0:1767384345.461530:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d111d548. 00000400:00000001:2.0:1767384345.461534:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.461535:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384345.461541:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520fd0df 00000400:00000010:2.0:1767384345.461542:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520fd0df. 00000400:00000200:2.0:1767384345.461545:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384345.461547:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384345.461549:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f1757ee4. 00000400:00000010:2.0:1767384345.461551:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f8d79792. 00000400:00000001:2.0:1767384345.461554:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.461555:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384345.461556:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da0dee8 00000400:00000010:2.0:1767384345.461557:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da0dee8. 00000400:00000200:2.0:1767384345.461558:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384345.461559:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384345.461561:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a57420cd. 00000400:00000010:2.0:1767384345.461562:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000052587c1b. 00000400:00000200:2.0:1767384345.461565:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:2.0:1767384345.461567:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000732be021. 00000400:00000010:2.0:1767384345.461571:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000081e919ee. 00000400:00000010:2.0:1767384345.461573:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000247e0e20. 00000400:00000010:2.0:1767384345.461577:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1692728. 00000400:00000200:2.0:1767384345.461580:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:2.0:1767384345.461590:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:2.0:1767384345.461595:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:2.0:1767384345.461598:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [155:155:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767384345.461604:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:2.0:1767384345.461609:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:2.0:1767384345.461614:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:2.0:1767384345.461618:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000892fff69. 00000800:00000200:2.0:1767384345.461624:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:2.1:1767384345.461646:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:2.0:1767384345.461663:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:2.0:1767384345.461667:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00000400:00000010:2.0:1767384345.461670:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f85d2c0e. 00000400:00000010:2.0:1767384345.461673:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000024b6f569. 00000400:00000010:2.0:1767384345.461681:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de4e0df. 00000400:00000010:2.0:1767384345.461698:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003943c287. 00000400:00000200:2.0:1767384345.461700:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00000400:00000200:2.0:1767384345.461707:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000400:00000200:2.0:1767384345.461711:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000400:00000200:2.0:1767384345.461713:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [156:156:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1767384345.461717:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000400:00000200:2.0:1767384345.461721:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000800:00000200:2.0:1767384345.461724:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000800:00000010:2.0:1767384345.461728:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b679a787. 00000800:00000200:2.0:1767384345.461739:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000800:00000200:2.1:1767384345.461742:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000400:00000200:0.0:1767384345.461745:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384345.461755:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:0.0:1767384345.461799:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.461822:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.461841:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.461903:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.461908:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.461973:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.461974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462029:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462057:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462069:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462206:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462268:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462353:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462357:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462392:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462493:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462524:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462597:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462629:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462694:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462755:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462770:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462837:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462878:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462898:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.462967:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.462989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463027:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463092:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463209:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463236:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463332:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463358:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463394:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463479:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463515:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463551:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463589:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463624:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463658:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000800:00000010:0.0:1767384345.463689:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065c9e414. 00000400:00000200:1.0:1767384345.463691:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:0.0:1767384345.463705:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004946af54. 00000800:00000010:0.0:1767384345.463712:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a6e6321. 00000800:00000010:0.0:1767384345.463731:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a6e6321. 00000400:00000200:1.0:1767384345.463740:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00020000:0.0:1767384345.463743:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384345.463747:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004946af54. 00000800:00000010:0.0:1767384345.463750:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065c9e414. 00000400:00000200:1.0:1767384345.463792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:02020000:0.0:1767384345.463808:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384345.463818:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:0.0:1767384345.463825:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000800:00000100:0.0:1767384345.463832:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000800:00000010:0.0:1767384345.463836:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000892fff69. 00000400:00000200:1.0:1767384345.463837:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.463843:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384345.463852:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384345.463861:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384345.463865:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384345.463871:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384345.463873:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463908:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384345.463939:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384345.464060:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e68dbeb. 00000800:00000010:1.0:1767384345.464066:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c017219c. 00000800:00000010:1.0:1767384345.464071:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d5272c9. 00000800:00000010:1.0:1767384345.464095:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d5272c9. 00000800:00020000:1.0:1767384345.464103:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384345.464107:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c017219c. 00000800:00000010:1.0:1767384345.464111:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001e68dbeb. 00000400:02020000:1.0:1767384345.464176:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384345.464181:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000800:00000200:1.0:1767384345.464187:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000800:00000100:1.0:1767384345.464192:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:1.0:1767384345.464195:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b679a787. 00000400:00000200:1.0:1767384345.464199:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384345.464203:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384345.464210:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384345.464213:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384345.464216:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00010000:00000001:2.0:1767384345.908191:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.908196:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.908201:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.908202:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.908219:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.908221:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.908223:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384345.936702:0:33923:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384345.936706:0:33923:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384345.939475:0:33923:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384345.945963:0:33924:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000941354ae. 00000400:00000010:2.0:1767384345.945976:0:33924:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002814d048. 00000400:00000010:2.0:1767384345.945984:0:33924:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d7f32d46. 00000400:00000010:2.0:1767384345.945987:0:33924:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000060a23da9. 00000400:00000010:2.0:1767384345.945991:0:33924:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d984fcc2. 00000400:00000010:2.0:1767384345.945994:0:33924:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5ef14ca. 00000400:00000010:2.0:1767384345.945996:0:33924:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000027544b0. 00000400:00000010:2.0:1767384345.945997:0:33924:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c996f54. 00000400:00000010:2.0:1767384345.945999:0:33924:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002852a4c0. 00000800:00000010:2.0:1767384345.946019:0:33924:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007704df44. 00000800:00000200:2.0:1767384345.946029:0:33924:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384345.946039:0:33924:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384345.946070:0:33924:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384345.946090:0:33924:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384345.947371:0:33924:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000907dc183. 00000400:00000010:2.0:1767384345.947378:0:33924:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f160239. 00000400:00000010:2.0:1767384345.947383:0:33924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056f548f4. 00000400:00000001:2.0:1767384345.947399:0:33924:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.947401:0:33924:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.947403:0:33924:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d16baee. 00000400:00000200:2.0:1767384345.947405:0:33924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063d13c87 00000400:00000010:2.0:1767384345.947406:0:33924:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063d13c87. 00000400:00000010:2.0:1767384345.947410:0:33924:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e106fa05. 00000400:00000200:2.0:1767384345.947414:0:33924:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (33) 00000400:00000200:2.0:1767384345.947424:0:33924:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384345.947432:0:33924:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384345.947439:0:33924:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005a3393cb. 00000400:00000200:3.0:1767384345.947455:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384345.947456:0:33924:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384345.947461:0:33924:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp42 00000400:00000200:3.0:1767384345.947463:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:3.0:1767384345.947470:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000400:00000200:3.0:1767384345.947473:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000400:00000010:2.0:1767384345.947476:0:33924:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002814d048. 00000400:00000010:3.0:1767384345.947478:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000786c7100. 00000400:00000010:2.0:1767384345.947480:0:33924:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000941354ae. 00000400:00000200:3.0:1767384345.947485:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384345.947496:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:3.0:1767384345.947500:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000400:00000200:3.0:1767384345.947505:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 147] 00000020:00000001:0.0:1767384345.947505:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384345.947511:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384345.947512:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 47], ns[65, 47] 10000000:00000001:0.0:1767384345.947516:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384345.947519:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 47], ns[71, 47] 10000000:01000000:0.0:1767384345.947519:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384345.947525:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384345.947528:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 47], ns[76, 47] 00000020:01000004:0.0:1767384345.947529:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384345.947533:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.947535:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384345.947536:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 47], ns[80, 47] 00000020:01000004:0.0:1767384345.947537:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384345.947540:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384345.947543:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384345.947546:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[94, 47] 00000020:01000004:0.0:1767384345.947547:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384345.947549:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.947551:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384345.947555:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000020:00000040:0.0:1767384345.947562:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:3.0:1767384345.947563:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 47], ns[98, 47] 00000400:00000200:3.0:1767384345.947570:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 47], ns[104, 47] 00000100:00000001:0.0:1767384345.947570:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.947574:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384345.947575:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 47], ns[113, 47] 00000400:00000200:3.0:1767384345.947579:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 47], ns[117, 47] 02000000:00000001:0.0:1767384345.947580:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.947586:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[132, 47] 00000400:00000200:3.0:1767384345.947589:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 47], ns[134, 47] 02000000:00000010:0.0:1767384345.947591:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065c9e414. 00000400:00000200:3.0:1767384345.947594:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 47], ns[140, 47] 00000100:00000001:0.0:1767384345.947599:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.947600:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000200:3.0:1767384345.947606:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000400:00000200:3.0:1767384345.947609:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000100:00000001:0.0:1767384345.947610:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.947614:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.947615:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:3.0:1767384345.947621:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000100:00000040:0.0:1767384345.947624:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_02+2] req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.947629:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 44], ns[119, 44] 00000400:00000200:3.0:1767384345.947643:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 44], ns[126, 44] 00000400:00000200:3.0:1767384345.947647:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 44], ns[144, 44] 00000400:00000200:3.0:1767384345.947650:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 44], ns[156, 44] 00000400:00000200:3.0:1767384345.947654:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 44], ns[155, 44] 00000400:00000200:3.0:1767384345.947658:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[111, 44] 10000000:00000001:0.0:1767384345.947662:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.947666:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.947669:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 44], ns[110, 44] 00000020:00000001:0.0:1767384345.947669:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384345.947674:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384345.947676:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384345.947681:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 44], ns[145, 44] 00000100:00000001:2.0:1767384345.947681:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384345.947682:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384345.947684:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384345.947686:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384345.947688:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384345.947691:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384345.947692:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384345.947695:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[154, 44] 00000020:01000004:0.0:1767384345.947696:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384345.947700:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384345.947703:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.947712:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384345.947715:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 44], ns[153, 44] 00000100:00000001:2.0:1767384345.947715:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384345.947715:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384345.947719:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384345.947720:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384345.947722:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384345.947725:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384345.947726:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384345.947730:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384345.947731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 44], ns[152, 44] 02000000:00000001:2.0:1767384345.947731:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384345.947736:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bb3731f. 02000000:00000001:2.0:1767384345.947737:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.947743:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00100000:2.0:1767384345.947744:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728325248:0@lo:253: 00000400:00000200:3.0:1767384345.947747:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000100:00000001:0.0:1767384345.947748:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.947752:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384345.947753:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384345.947757:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:0.0:1767384345.947757:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.947765:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 02000000:00000001:2.0:1767384345.947768:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384345.947768:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000e12ce05. 00000400:00000200:3.0:1767384345.947771:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 02000000:00000001:2.0:1767384345.947772:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.947773:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.947776:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384345.947779:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp40 lpni_is_preferred = 0 00000100:00000001:0.0:1767384345.947779:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.947783:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.947784:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b5d8c494. 00000400:00000200:3.0:1767384345.947786:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp40 02000000:00000001:2.0:1767384345.947789:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.947792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb3731f] to pc [ptlrpcd_00_03+3] req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384345.947795:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047089d5c. 00000400:00000200:3.0:1767384345.947797:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [157:157:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [151:151:8:4294967295] 00000400:00000010:2.0:1767384345.947802:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002814d048. 00000100:00000200:2.0:1767384345.947809:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728325248, portal 25 00000100:00000001:2.0:1767384345.947814:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384345.947815:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 10000000:00000001:0.0:1767384345.947815:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.947817:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 10000000:00000001:0.0:1767384345.947821:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.947823:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.947825:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384345.947827:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384345.947833:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005a3393cb. 00000400:00000200:3.0:1767384345.947839:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp:192.168.202.115@tcp40) : PUT try# 0 00000100:00000001:2.0:1767384345.947843:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.947849:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1767384345.947852:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.115@tcp40 00000400:00000010:2.0:1767384345.947854:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9692192. 00000800:00000010:3.0:1767384345.947858:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b27592c. 00000100:00000200:2.0:1767384345.947858:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728325248, offset 0 00000400:00000200:2.0:1767384345.947866:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384345.947868:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d592e13e. 00000800:00000010:3.0:1767384345.947874:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dedfcc3a. 00000400:00000200:2.0:1767384345.947874:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384345.947882:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:3.1:1767384345.947889:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:2.0:1767384345.947890:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06480 00000400:00000200:2.0:1767384345.947898:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000400:00000010:2.0:1767384345.947900:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3fe02b2. 00000400:00000200:2.0:1767384345.947904:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021ceb5e0 00000400:00000200:2.0:1767384345.947909:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.947911:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384345.947915:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.947918:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000400:00000200:2.0:1767384345.947921:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ceb5e0 00000400:00000010:2.0:1767384345.947936:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ceb5e0. 00000100:00000001:2.0:1767384345.947941:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.947942:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384345.947945:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000003c2f2d38 x1853236728325248 msgsize 4848 00000100:00000001:3.0:1767384345.947948:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384345.947951:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384345.947953:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384345.947954:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384345.947958:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384345.947964:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384345.947965:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.947970:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9692192 00000400:00000010:2.0:1767384345.947975:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9692192. 00000400:00000200:0.0:1767384345.947975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000001:2.0:1767384345.947981:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384345.947993:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.948004:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.948007:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.948013:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384345.948014:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384345.948016:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384345.948019:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.948020:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.948025:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008bb3731f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728325376:0@lo:253: 00000400:00000200:0.0:1767384345.948027:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000001:3.0:1767384345.948036:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384345.948037:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.948040:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384345.948040:0:16357:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384345.948044:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.948047:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384345.948048:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384345.948052:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d62d21c5. 00000100:00000001:2.0:1767384345.948052:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294933998 02000000:00000001:3.0:1767384345.948057:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384345.948059:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004754ca2f. 00000400:00000010:3.0:1767384345.948061:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038fc9cbf. 00000400:00000200:0.0:1767384345.948062:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:2.0:1767384345.948067:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384345.948068:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6ab594. 00000100:00000200:3.0:1767384345.948073:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728325376, portal 25 00000100:00000001:2.0:1767384345.948074:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294933998 00000100:00000001:3.0:1767384345.948075:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.948078:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801160320 : -113719908391296 : ffff98928541a680) 00000100:00000010:2.0:1767384345.948079:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f2196e. 00000100:00000040:3.0:1767384345.948084:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.948084:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384345.948090:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294933998 00000100:00000001:3.0:1767384345.948093:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384345.948095:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002174b7ee. 00000100:00000040:3.0:1767384345.948098:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384345.948100:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384345.948103:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061022359. 00000100:00000001:2.0:1767384345.948104:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294933998 00000100:00000200:3.0:1767384345.948107:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728325376, offset 0 00000100:00000010:2.0:1767384345.948109:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053798d67. 00000400:00000200:0.0:1767384345.948110:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:2.0:1767384345.948114:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384345.948116:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384345.948120:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.948123:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.948127:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384345.948128:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.948132:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.948158:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06500 00000400:00000200:3.0:1767384345.948162:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000400:00000010:3.0:1767384345.948165:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4201a31. 00000400:00000200:3.0:1767384345.948169:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c3aea3e 00000400:00000200:3.0:1767384345.948173:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.948178:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.948181:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3aea3e 00000400:00000010:3.0:1767384345.948188:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c3aea3e. 00000100:00000001:2.0:1767384345.948189:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.948192:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384345.948192:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384345.948193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000200:3.0:1767384345.948195:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384345.948198:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.948201:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384345.948202:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000080c1d8d4 x1853236728325376 msgsize 4848 00000100:00000001:2.0:1767384345.948204:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.948210:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.948214:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384345.948218:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384345.948229:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.948237:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061022359 00000400:00000010:3.0:1767384345.948239:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061022359. 00000100:00000001:2.0:1767384345.948241:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384345.948244:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384345.948245:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325248 00000400:00000200:0.0:1767384345.948247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 02000000:00000001:2.0:1767384345.948249:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384345.948252:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.948259:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.948262:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.948267:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948270:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384345.948271:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325248 00000020:00000001:2.0:1767384345.948275:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384345.948277:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384345.948277:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384345.948281:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384345.948284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000020:00000040:2.0:1767384345.948285:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384345.948292:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384345.948293:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.948295:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384345.948296:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.948301:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.948303:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.948306:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f31ecf9. 00000100:00000001:3.0:1767384345.948307:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294933999 00000100:00000001:2.0:1767384345.948310:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.948313:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f31ecf9. 00000100:00000001:3.0:1767384345.948316:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933998 00000020:00000010:2.0:1767384345.948320:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027353ae1. 00000100:00000001:3.0:1767384345.948323:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294933999 00000020:00000010:2.0:1767384345.948326:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000631fcb9a. 00000100:00000001:3.0:1767384345.948330:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933998 00000400:00000200:0.0:1767384345.948332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000020:00000010:2.0:1767384345.948333:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000100:00000001:3.0:1767384345.948338:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294933999 00000100:00000040:2.0:1767384345.948345:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384345.948348:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933998 00000100:00000001:2.0:1767384345.948350:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.948353:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.948354:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948355:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294933999 00000100:00000001:3.0:1767384345.948360:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933998 00000100:00000001:2.0:1767384345.948361:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948369:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.948372:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.948373:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948379:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948382:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384345.948385:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000100:00000001:2.0:1767384345.948386:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384345.948388:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384345.948389:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325376 00000100:00000001:3.0:1767384345.948393:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384345.948394:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384345.948396:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.948397:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.948400:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.948401:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325376 00000020:00000001:2.0:1767384345.948404:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.948407:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384345.948408:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384345.948408:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384345.948412:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384345.948413:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384345.948417:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384345.948419:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948423:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.948424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000020:00000001:2.0:1767384345.948428:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384345.948433:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.948436:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f31ecf9. 00000100:00000001:2.0:1767384345.948439:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.948456:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f31ecf9. 00000020:00000010:2.0:1767384345.948461:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3839ddc. 00000020:00000010:2.0:1767384345.948465:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109db876. 00000100:00000001:3.0:1767384345.948466:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384345.948470:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f2c7c51. 00000100:00000001:3.0:1767384345.948471:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384345.948478:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.948481:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384345.948482:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:2.0:1767384345.948483:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.948487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000040:3.0:1767384345.948489:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384345.948490:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.948496:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353853326416 : -113719856225200 : ffff9892885da450) 00000100:00000001:2.0:1767384345.948496:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.948506:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c2f2d38 x1853236728325248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.948511:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.948514:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.948520:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767384345.948521:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384345.948523:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:2.0:1767384345.948526:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354015865936 : -113719693685680 : ffff9892920dcc50) 00000020:00000010:3.0:1767384345.948528:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d83dbc61. 00000100:00000040:2.0:1767384345.948531:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080c1d8d4 x1853236728325376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384345.948532:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:3.0:1767384345.948533:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.948539:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d83dbc61. 00000100:00000001:2.0:1767384345.948548:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384345.948552:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c2f2d38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728325248:12345-0@lo:253: 00000020:00000010:2.0:1767384345.948552:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f31ecf9. 00000100:00000001:2.0:1767384345.948557:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384345.948561:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325248 00000020:00000010:2.0:1767384345.948562:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f31ecf9. 00000020:00000001:3.0:1767384345.948568:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384345.948569:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080c1d8d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728325376:12345-0@lo:253: 00000020:00000001:3.0:1767384345.948575:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384345.948575:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325376 00000020:00000001:2.0:1767384345.948577:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384345.948581:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.948581:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384345.948585:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.948586:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384345.948588:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384345.948589:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384345.948591:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:0.0:1767384345.948591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000020:00000001:3.0:1767384345.948593:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.948599:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.948599:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.948602:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.948604:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.948606:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.948608:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.948610:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384345.948611:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384345.948613:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384345.948614:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384345.948617:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384345.948619:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002b44b889. 00000100:00000001:2.0:1767384345.948619:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.948623:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384345.948624:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.948626:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000100:00000001:3.0:1767384345.948627:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.948630:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000071212a48. 20000000:00000001:3.0:1767384345.948633:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384345.948634:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.948637:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.948639:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384345.948644:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000490d2d89. 20000000:00000010:2.0:1767384345.948646:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a3393cb. 20000000:01000000:2.0:1767384345.948649:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384345.948652:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384345.948654:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384345.948655:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384345.948659:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 20000000:00000001:3.0:1767384345.948660:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384345.948660:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.948666:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384345.948666:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.948669:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384345.948670:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.948673:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.948674:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384345.948679:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000622ff84b. 20000000:01000000:2.0:1767384345.948682:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384345.948687:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384345.948688:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00080000:00000001:2.0:1767384345.948692:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384345.948696:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384345.948710:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00080000:00000001:2.0:1767384345.948711:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384345.948726:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.948728:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384345.948729:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.948730:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384345.948732:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384345.948734:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:2.0:1767384345.948737:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384345.948739:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384345.948741:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384345.948745:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.948746:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.948749:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384345.948754:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:0.0:1767384345.948754:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00080000:00000001:2.0:1767384345.948761:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384345.948770:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045eca0a7. 00080000:00000001:2.0:1767384345.948773:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570405376 : -113724139146240 : ffff989189157400) 00080000:00000001:2.0:1767384345.948777:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384345.948780:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384345.948785:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f31ecf9. 00080000:00000001:2.0:1767384345.948787:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.948789:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384345.948803:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.948805:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00080000:00000001:2.0:1767384345.948818:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384345.948833:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.948856:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.948881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.948905:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.948937:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.948969:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949012:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949083:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949108:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949174:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949255:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384345.949296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384345.949465:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090b888f9. 00000800:00000010:0.0:1767384345.949470:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004946af54. 00000800:00000010:0.0:1767384345.949475:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a6e6321. 00000800:00000010:0.0:1767384345.949495:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a6e6321. 00000800:00020000:0.0:1767384345.949505:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384345.949507:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004946af54. 00000800:00000010:0.0:1767384345.949510:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000090b888f9. 00000400:02020000:0.0:1767384345.949538:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384345.949549:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000800:00000200:0.0:1767384345.949553:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp40 down 00000800:00000100:0.0:1767384345.949558:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.202.115@tcp40 00000800:00000010:0.0:1767384345.949561:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b27592c. 00000400:00000200:0.0:1767384345.949563:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384345.949566:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384345.949572:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 0 next ping: 267 health :900 00000400:00000200:0.0:1767384345.949575:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384345.949577:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:0.0:1767384345.949580:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384345.949632:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384345.949637:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101151 00000400:00000001:3.0:1767384345.949640:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.949641:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384345.949642:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:3.0:1767384345.949643:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000400:00000200:3.0:1767384345.949645:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384345.949647:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384345.949649:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (35) 00000400:00000200:3.0:1767384345.949651:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384345.949653:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc -71 00000400:00000200:3.0:1767384345.949655:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384345.949657:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (34) 00080000:00000010:3.0:1767384345.949999:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045eca0a7. 00080000:00000010:2.0:1767384345.950047:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f31ecf9. 00040000:00000001:2.0:1767384345.950052:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384345.950054:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384345.950056:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384345.950059:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384345.950061:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.950063:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384345.950072:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384345.950082:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384345.950085:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384345.950086:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ca30777. 00080000:00000001:2.0:1767384345.950089:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384345.950090:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:3.0:1767384345.950094:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384345.950096:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384345.950099:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384345.950105:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:0.0:1767384345.950105:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384345.950109:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384345.950111:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384345.950112:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384345.950117:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384345.950118:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384345.950119:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.950122:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384345.950123:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384345.950125:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384345.950128:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:3.0:1767384345.950131:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000010:0.0:1767384345.950131:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab627486. 00080000:00000002:3.0:1767384345.950157:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384345.950159:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384345.950163:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384345.950163:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000020:00000001:0.0:1767384345.950167:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.950170:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefbc29 to hash 00080000:00000001:3.0:1767384345.950172:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.950173:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.950177:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00080000:00000001:3.0:1767384345.950178:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.950181:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00000020:00000001:3.0:1767384345.950182:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384345.950186:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384345.950187:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:0.0:1767384345.950188:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.950194:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384345.950195:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384345.950198:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b1261189. 00080000:00000001:3.0:1767384345.950203:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569003008 : -113724140548608 : ffff989189000e00) 00010000:00000001:0.0:1767384345.950205:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384345.950206:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384345.950209:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:3.0:1767384345.950210:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384345.950213:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d83dbc61. 00010000:00000001:0.0:1767384345.950214:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384345.950217:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950217:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384345.950221:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384345.950221:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384345.950231:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950231:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.950232:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.950238:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.950239:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.950241:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384345.950242:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.950243:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ab627486) refcount = 1 00080000:00000001:3.0:1767384345.950244:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384345.950246:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.950252:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.950254:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384345.950255:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.950257:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950259:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384345.950261:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384345.950264:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384345.950266:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.950268:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.950269:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:0.0:1767384345.950270:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384345.950272:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384345.950274:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384345.950275:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384345.950279:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384345.950280:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.950283:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384345.950284:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384345.950287:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a3393cb. 00010000:00000001:0.0:1767384345.950292:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384345.950294:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950295:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.950299:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.950300:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325376 00010000:00000001:2.0:1767384345.950306:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384345.950309:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384345.950312:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080c1d8d4 x1853236728325376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.950317:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950323:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384345.950324:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384345.950325:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.950327:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.950332:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=68 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384345.950334:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000172f1fd7 already unused, calling callback (0000000090c6ba53) 00000100:00000001:2.0:1767384345.950338:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384345.950338:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.950342:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384345.950343:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00010000:0.0:1767384345.950344:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384345.950347:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384345.950353:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384345.950354:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384345.950355:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.950356:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.950357:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=5 00000020:00000001:0.0:1767384345.950358:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 02000000:00000001:2.0:1767384345.950362:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950362:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00000100:00000001:2.0:1767384345.950368:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384345.950368:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384345.950370:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384345.950373:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.950377:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9692192. 00010000:00000001:0.0:1767384345.950380:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384345.950381:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728325376, offset 224 00010000:00000001:0.0:1767384345.950382:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.950386:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.950389:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384345.950390:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.950393:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384345.950395:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384345.950398:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384345.950398:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.950403:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefbc29 from hash 00010000:00000001:0.0:1767384345.950406:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.950408:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384345.950409:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06500 00010000:00000001:0.0:1767384345.950410:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.950413:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384345.950416:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c5d [2] + 224 00010000:00000001:0.0:1767384345.950416:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.950420:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384345.950422:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.950424:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384345.950429:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384345.950430:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384345.950431:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.950434:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384345.950435:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.950438:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384345.950453:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384345.950458:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384345.950459:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.950461:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.950464:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950468:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.950472:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.950476:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384345.950480:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384345.950480:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.950481:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.950484:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384345.950485:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384345.950486:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9692192 00010000:00000001:0.0:1767384345.950487:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384345.950489:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9692192. 00010000:00000001:0.0:1767384345.950490:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384345.950494:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384345.950494:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384345.950497:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.950500:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384345.950500:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.950501:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.950504:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:0.0:1767384345.950505:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.950507:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00010000:0.0:1767384345.950510:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384345.950511:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384345.950511:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384345.950515:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384345.950516:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.950519:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038fc9cbf. 00000020:00000001:2.0:1767384345.950522:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384345.950522:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384345.950524:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6ab594 00010000:00000001:0.0:1767384345.950526:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384345.950527:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef6ab594. 00000100:00000040:2.0:1767384345.950528:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080c1d8d4 x1853236728325376/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384345.950529:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc29 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.950533:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.950539:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384345.950550:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ab627486 count: 0 00000100:00100000:2.0:1767384345.950558:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080c1d8d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728325376:12345-0@lo:253: Request processed in 2006us (2352us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384345.950560:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384345.950564:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384345.950566:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.950574:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767384345.950576:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384345.950577:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384345.950579:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.950581:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.950582:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384345.950585:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.950586:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.950587:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.950591:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.950591:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384345.950595:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=68 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384345.950597:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109db876. 00000100:00001000:3.0:1767384345.950600:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=68 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384345.950602:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f2c7c51. 00000100:00000001:3.0:1767384345.950604:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384345.950607:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3839ddc. 00000020:00000040:2.0:1767384345.950610:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384345.950612:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.950614:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384345.950615:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384345.950617:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000071212a48. 00010000:00000001:3.0:1767384345.950618:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.950622:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384345.950623:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.950625:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.950628:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.950630:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384345.950636:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06e5d45. 00000100:00000001:3.0:1767384345.950637:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.950642:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384345.950643:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9692192. 00000100:00000001:3.0:1767384345.950644:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384345.950648:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384345.950649:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384345.950651:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384345.950652:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384345.950653:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384345.950653:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384345.950654:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384345.950655:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384345.950656:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384345.950658:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.950663:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008bb3731f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728325376:0@lo:253: 00000100:00000001:3.0:1767384345.950666:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.950667:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.950668:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bb3731f x1853236728325376/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.950672:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.950674:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.950675:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d62d21c5. 02000000:00000001:3.0:1767384345.950678:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384345.950680:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384345.950682:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384345.950684:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.950686:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000e12ce05. 02000000:00000001:3.0:1767384345.950689:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384345.950691:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.950699:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bb3731f. 00000100:00000001:3.0:1767384345.950702:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.950703:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.950705:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.950710:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.950711:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.950713:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.950715:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384345.951725:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b1261189. 00080000:00000010:3.0:1767384345.951756:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d83dbc61. 00040000:00000001:3.0:1767384345.951760:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.951761:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384345.951763:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384345.951765:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384345.951766:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.951768:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384345.951769:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384345.951776:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384345.951779:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384345.951782:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384345.951787:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384345.951790:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384345.951791:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384345.951798:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384345.951800:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384345.951805:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cda4e1ce. 00010000:00000001:0.0:1767384345.951807:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384345.951810:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c086309. 00000020:00000001:0.0:1767384345.951812:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.951814:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c086309 with handle 0x960a57272cefbc30 to hash 00000020:00000001:0.0:1767384345.951816:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.951817:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:0.0:1767384345.951819:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:0.0:1767384345.951820:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.951821:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.951823:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.951827:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384345.951828:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384345.951829:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384345.951831:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.951832:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.951833:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.951834:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.951836:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.951838:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.951838:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384345.951840:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.951841:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cda4e1ce) refcount = 1 00010000:00010000:0.0:1767384345.951843:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.951846:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.951846:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384345.951847:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.951848:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.951849:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384345.951850:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384345.951856:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384345.951858:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.951859:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.951860:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c086309 refcount=4 00000020:00000001:0.0:1767384345.951861:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:0.0:1767384345.951863:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:0.0:1767384345.951864:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384345.951865:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.951868:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.951869:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.951873:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.951874:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.951875:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.951878:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.951880:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.951881:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384345.951882:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.951886:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c086309 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384345.951888:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.951889:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384345.951891:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384345.951892:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384345.951896:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384345.951897:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000010:3.0:1767384345.951899:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000490d2d89. 00010000:00000001:0.0:1767384345.951900:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.951902:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:3.0:1767384345.951905:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.951905:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c086309 refcount=5 00010000:00000040:3.0:1767384345.951910:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325248 00000020:00000001:0.0:1767384345.951910:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:3.0:1767384345.951913:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384345.951914:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491436544 : -113724218115072 : ffff989184607c00) 00010000:00000001:0.0:1767384345.951918:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384345.951919:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384345.951921:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c2f2d38 x1853236728325248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.951926:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384345.951928:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.951929:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.951933:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.951935:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384345.951937:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.951940:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.951941:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384345.951941:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c086309 with handle 0x960a57272cefbc30 from hash 00010000:00000001:3.0:1767384345.951946:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.951946:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.951948:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.951951:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384345.951952:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=68 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384345.951953:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384345.951955:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.951957:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384345.951960:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384345.951961:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384345.951961:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.951966:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.951967:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384345.951968:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384345.951971:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384345.951973:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384345.951974:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.951976:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.951979:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.951980:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384345.951981:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.951984:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.951985:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.951987:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.951989:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384345.951992:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.951993:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.951994:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384345.951999:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384345.952001:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:3.0:1767384345.952003:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6ab594. 00010000:00000001:0.0:1767384345.952004:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.952006:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384345.952009:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728325248, offset 224 00010000:00000001:0.0:1767384345.952009:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384345.952010:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.952014:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.952016:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384345.952018:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384345.952024:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384345.952026:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384345.952028:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c086309/0x960a57272cefbc30 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384345.952029:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384345.952037:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cda4e1ce count: 0 00000400:00000200:3.0:1767384345.952041:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06480 00000400:00000200:3.0:1767384345.952047:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c55 [2] + 224 00010000:00000001:0.0:1767384345.952049:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384345.952051:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384345.952052:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384345.952056:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.952059:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.952062:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.952068:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.952081:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.952085:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6ab594 00000400:00000010:3.0:1767384345.952086:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef6ab594. 00000100:00000001:3.0:1767384345.952089:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.952091:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.952095:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.952097:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384345.952100:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384345.952102:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.952104:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384345.952108:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c2f2d38 x1853236728325248/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.952118:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384345.952120:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c2f2d38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728325248:12345-0@lo:253: Request processed in 3597us (4171us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384345.952121:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384345.952126:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.952130:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.952131:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047089d5c. 00000400:00000200:2.0:1767384345.952149:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002814d048 00000400:00000010:2.0:1767384345.952151:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002814d048. 00000100:00000001:2.0:1767384345.952154:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384345.952157:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000200:2.0:1767384345.952158:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.952163:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384345.952168:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.952170:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384345.952173:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.952174:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000631fcb9a. 00000100:00000001:2.0:1767384345.952179:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.952181:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.952184:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384345.952186:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 02000000:00000001:2.0:1767384345.952186:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.952187:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.952191:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384345.952192:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027353ae1. 02000000:00000001:2.0:1767384345.952193:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.952197:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:2.0:1767384345.952197:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=68 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384345.952202:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384345.952203:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=68 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384345.952205:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002b44b889. 00000100:00000001:2.0:1767384345.952207:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384345.952210:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384345.952210:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.952212:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384345.952213:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384345.952217:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384345.952220:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038fc9cbf. 00010000:00000001:2.0:1767384345.952221:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.952224:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.952226:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6ab594. 00000100:00000040:2.0:1767384345.952228:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.952235:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.952237:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384345.952239:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384345.952241:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384345.952242:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384345.952244:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384345.952245:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384345.952246:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384345.952247:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384345.952248:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384345.952249:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384345.952250:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384345.952251:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384345.952253:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.952258:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728325248:0@lo:253: 00000100:00000001:2.0:1767384345.952261:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.952262:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.952264:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728325248/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.952268:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384345.952270:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384345.952271:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b5d8c494. 02000000:00000001:2.0:1767384345.952274:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.952276:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384345.952277:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384345.952279:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384345.952280:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065c9e414. 02000000:00000001:2.0:1767384345.952284:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.952285:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384345.952286:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:2.0:1767384345.952292:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.952293:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.952294:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.952298:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.952299:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.952300:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.952301:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.956172:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294933999, at 4294934000 00000100:00000010:1.0:1767384345.956179:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f2196e. 00000100:00000040:3.0:1767384345.956180:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294933999, at 4294934000 00000100:00000010:3.0:1767384345.956187:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053798d67. 00000100:00000040:0.0:1767384345.956203:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294933999, at 4294934000 00000100:00000010:0.0:1767384345.956209:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004754ca2f. 00000100:00000040:2.0:1767384345.957194:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294933999, at 4294934001 00000100:00000010:2.0:1767384345.957200:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002174b7ee. 00010000:00000010:0.1:1767384345.961164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ab627486. 00010000:00000010:0.1:1767384345.961175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:0.1:1767384345.961180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cda4e1ce. 00010000:00000010:0.1:1767384345.961183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c086309. 00000400:00000010:1.0:1767384345.964736:0:33929:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ebce452d. 00000400:00000040:1.0:1767384345.964758:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384345.964761:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384345.964764:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384345.964766:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384345.964768:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384345.964769:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384345.964772:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384345.964774:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384345.964775:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384345.964776:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384345.964779:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384345.964781:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384345.964783:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384345.964785:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384345.964786:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384345.964789:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384345.964790:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384345.964792:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384345.964793:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384345.964795:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384345.964797:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384345.964799:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384345.964800:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384345.964801:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384345.964803:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384345.964805:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384345.964807:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384345.964808:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384345.964810:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384345.964812:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384345.964813:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384345.964816:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384345.964817:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384345.964819:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384345.964820:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384345.964822:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384345.964824:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384345.964833:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384345.964835:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384345.964837:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384345.964854:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384345.964857:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384345.964859:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384345.964861:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384345.964862:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384345.964864:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384345.964866:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384345.964868:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384345.964871:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384345.964872:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384345.964874:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384345.964876:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384345.964877:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384345.964879:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384345.964888:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384345.964891:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384345.964892:0:33929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384345.965009:0:33929:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ebce452d. 00000400:00000001:3.0:1767384346.484224:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.484228:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.484231:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247e0e20 00000400:00000010:3.0:1767384346.484235:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000247e0e20. 00000400:00000200:3.0:1767384346.484239:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.484245:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384346.484254:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000732be021. 00000400:00000010:3.0:1767384346.484258:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000081e919ee. 00000400:00000001:3.0:1767384346.484263:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.484264:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.484265:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de4e0df 00000400:00000010:3.0:1767384346.484267:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de4e0df. 00000400:00000200:3.0:1767384346.484269:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.484272:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384346.484274:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f85d2c0e. 00000400:00000010:3.0:1767384346.484276:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000024b6f569. 00000400:00000200:3.0:1767384346.484283:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp40 00000400:00000010:3.0:1767384346.484287:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000c5ab6da. 00000400:00000010:3.0:1767384346.484292:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f1b86ee. 00000400:00000010:3.0:1767384346.484296:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000400:00000010:3.0:1767384346.484301:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a393fdb6. 00000400:00000200:3.0:1767384346.484305:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp40 00000400:00000200:3.0:1767384346.484316:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp40 local destination 00000400:00000200:3.0:1767384346.484328:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 00000400:00000200:3.0:1767384346.484332:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [158:158:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384346.484337:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 00000400:00000200:3.0:1767384346.484344:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp40:192.168.202.115@tcp40) : GET try# 0 00000800:00000200:3.0:1767384346.484348:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp40 00000800:00000010:3.0:1767384346.484353:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df56b0bc. 00000800:00000200:3.0:1767384346.484358:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:3.1:1767384346.484361:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:3.0:1767384346.484401:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 1 next ping: 269 health :900 00000400:00000200:0.0:1767384346.484465:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484511:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484576:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484644:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484666:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484690:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484787:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484809:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484868:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484918:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484942:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.484988:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485011:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485036:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485084:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485128:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485265:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485289:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485311:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384346.485357:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384346.485494:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090b888f9. 00000800:00000010:0.0:1767384346.485500:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000416c095d. 00000800:00000010:0.0:1767384346.485505:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4f639d7. 00000800:00000010:0.0:1767384346.485527:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4f639d7. 00000800:00020000:0.0:1767384346.485538:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384346.485542:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000416c095d. 00000800:00000010:0.0:1767384346.485546:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000090b888f9. 00000400:02020000:0.0:1767384346.485582:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.485589:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000400:00000200:0.0:1767384346.485593:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384346.485598:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp40 00000800:00000010:0.0:1767384346.485607:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df56b0bc. 00000400:00000200:0.0:1767384346.485611:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384346.485616:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384346.485626:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384346.485629:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384346.485633:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp40) recovery failed with -71 00010000:00000001:2.0:1767384346.932183:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.932189:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.932196:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.932198:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.932233:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384346.932238:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.932242:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384346.997203:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384346.997208:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384346.997213:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384346.997217:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384346.997219:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384346.997222:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384346.997224:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384346.997226:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384346.997228:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 65 10000000:00000001:2.0:1767384346.997231:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384346.997232:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384346.997238:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075234fa6. 00000020:00000040:2.0:1767384346.997242:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384346.997247:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.997250:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384346.997254:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384346.997260:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d786878c. 00000100:00000001:2.0:1767384346.997267:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.997271:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384346.997273:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384346.997280:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060a32fb8. 00010000:00000001:2.0:1767384346.997283:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384346.997286:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00000020:00000001:2.0:1767384346.997290:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384346.997299:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbc37 to hash 00000020:00000001:2.0:1767384346.997302:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384346.997303:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384346.997306:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384346.997309:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384346.997312:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.997314:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384346.997320:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384346.997328:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384346.997332:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384346.997334:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384346.997339:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061a4e903. 00000100:00000001:2.0:1767384346.997340:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349571066112 : -113724138485504 : ffff9891891f8900) 00000100:00000001:2.0:1767384346.997343:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.997345:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566695552 : -113724142856064 : ffff989188dcd880) 00000100:00000001:2.0:1767384346.997349:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384346.997351:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.997353:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384346.997354:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384346.997360:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.997367:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.997368:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.997371:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384346.997373:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.997375:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.997377:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728325504:0@lo:101: 00000100:00000001:2.0:1767384346.997380:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384346.997390:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384346.997393:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.997395:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384346.997397:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000de32e370. 02000000:00000001:2.0:1767384346.997399:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.997403:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047089d5c. 00000400:00000010:2.0:1767384346.997409:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000258cb8a5. 00000100:00000200:2.0:1767384346.997414:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728325504, portal 25 00000100:00000001:2.0:1767384346.997416:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.997418:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566695552 : -113724142856064 : ffff989188dcd880) 00000100:00000040:2.0:1767384346.997422:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.997428:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.997447:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.997450:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000100:00000200:2.0:1767384346.997453:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728325504, offset 0 00000400:00000200:2.0:1767384346.997460:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.997472:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.997482:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce06580 00000400:00000200:2.0:1767384346.997487:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13fd [2] + 0 00000400:00000010:2.0:1767384346.997491:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:2.0:1767384346.997496:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000166a518c 00000400:00000200:2.0:1767384346.997501:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.997507:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.997512:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000166a518c 00000400:00000010:2.0:1767384346.997515:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000166a518c. 00000100:00000001:2.0:1767384346.997521:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384346.997524:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384346.997528:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000db4fa35b x1853236728325504 msgsize 328 00000100:00100000:2.0:1767384346.997536:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384346.997538:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384346.997556:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.997565:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000400:00000010:2.0:1767384346.997567:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000100:00000001:2.0:1767384346.997570:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384346.997580:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.997586:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384346.997588:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384346.997591:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325504 00000100:00000040:2.0:1767384346.997594:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384346.997596:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384346.997599:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.997602:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.997604:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.997607:0:17084:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384346.997607:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.997612:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325504 00000100:00000001:2.0:1767384346.997615:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.997615:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384346.997618:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384346.997622:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294935048 00000020:00000001:0.0:1767384346.997622:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.997626:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000010:2.0:1767384346.997628:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002174b7ee. 00000020:00000001:0.0:1767384346.997629:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384346.997633:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384346.997636:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384346.997637:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.997641:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007e7a08d. 00000100:00000001:2.0:1767384346.997643:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294935048 00000100:00000001:0.0:1767384346.997645:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384346.997648:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004754ca2f. 00000020:00000010:0.0:1767384346.997649:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007e7a08d. 00000100:00000001:2.0:1767384346.997654:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384346.997659:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294935048 00000020:00000010:0.0:1767384346.997659:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa28b1a9. 00000100:00000010:2.0:1767384346.997666:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053798d67. 00000020:00000010:0.0:1767384346.997667:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9708cee. 00000100:00000001:2.0:1767384346.997669:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384346.997674:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000001:2.0:1767384346.997675:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294935048 00000100:00000010:2.0:1767384346.997681:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f2196e. 00000100:00000001:2.0:1767384346.997684:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384346.997689:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384346.997689:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384346.997694:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.997695:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.997697:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.997698:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.997700:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384346.997701:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.997704:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061a4e903 going to sleep for 11 seconds 00000100:00000001:2.0:1767384346.997708:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.997710:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.997711:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.997727:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.997743:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384346.997745:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384346.997750:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:0.0:1767384346.997752:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384346.997755:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737435728 : -113718972115888 : ffff9892bd101450) 00000100:00000040:0.0:1767384346.997759:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db4fa35b x1853236728325504/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.997766:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.997769:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007e7a08d. 00000100:00000001:0.0:1767384346.997771:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384346.997773:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007e7a08d. 00000100:00100000:0.0:1767384346.997780:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db4fa35b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728325504:12345-0@lo:101: 00000100:00000200:0.0:1767384346.997783:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325504 00000020:00000001:0.0:1767384346.997786:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384346.997790:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384346.997792:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.997795:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384346.997796:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:0.0:1767384346.997800:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384346.997801:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384346.997803:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384346.997805:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384346.997808:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.997809:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384346.997811:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384346.997813:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384346.997814:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384346.997816:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.997819:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384346.997824:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c419c192. 00010000:00000001:0.0:1767384346.997827:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384346.997829:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000020:00000001:0.0:1767384346.997836:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384346.997839:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000172f1fd7 with handle 0x960a57272cefbc3e to hash 00000020:00000001:0.0:1767384346.997841:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384346.997842:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:0.0:1767384346.997844:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:0.0:1767384346.997846:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbc37 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384346.997852:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:0.0:1767384346.997853:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:0.0:1767384346.997861:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.997862:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384346.997866:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f061bf79. 02000000:00000001:0.0:1767384346.997869:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.997871:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.997873:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384346.997876:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384346.997878:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384346.997880:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.997882:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.997883:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.997885:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.997887:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384346.997889:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384346.997891:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384346.997893:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384346.997894:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c419c192) refcount = 1 00010000:00010000:0.0:1767384346.997898:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbc37 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.997902:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384346.997904:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384346.997905:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.997907:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.997908:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384346.997917:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384346.997919:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbc37 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.997924:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384346.997925:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384346.997927:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.997929:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.997931:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384346.997932:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.997933:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384346.997934:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000172f1fd7, rc 0) 00000020:00000001:0.0:1767384346.997936:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384346.997938:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325504 00010000:00000001:0.0:1767384346.997940:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384346.997943:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db4fa35b x1853236728325504/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.997949:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.997951:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.997954:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.997958:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.997960:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384346.997962:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384346.997964:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.997965:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.997968:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.997969:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.997972:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000100:00000200:0.0:1767384346.997974:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728325504, offset 224 00000400:00000200:0.0:1767384346.997978:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.997983:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.997988:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce06580 00000400:00000200:0.0:1767384346.997992:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c79 [1] + 224 00000400:00000200:0.0:1767384346.997996:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.997999:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.998007:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.998010:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.998017:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.998032:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.998039:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:0.0:1767384346.998041:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000001:0.0:1767384346.998046:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.998048:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.998054:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998056:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384346.998060:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384346.998064:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384346.998065:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384346.998068:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384346.998069:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.998072:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047089d5c. 00000020:00000001:0.0:1767384346.998073:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384346.998079:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000258cb8a5 00000100:00000040:0.0:1767384346.998082:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db4fa35b x1853236728325504/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384346.998083:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000258cb8a5. 00000100:00000001:3.0:1767384346.998089:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.998097:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.998101:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db4fa35b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728325504:12345-0@lo:101: Request processed in 329us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384346.998118:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000200:3.0:1767384346.998121:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.998122:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384346.998129:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.998133:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.998150:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.998153:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384346.998155:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384346.998158:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.998159:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998160:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384346.998161:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.998166:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=69 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384346.998167:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9708cee. 00000100:00001000:3.0:1767384346.998172:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=69 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384346.998175:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000100:00000001:3.0:1767384346.998176:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384346.998178:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.998183:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384346.998183:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa28b1a9. 00010000:00000001:3.0:1767384346.998185:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998188:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384346.998191:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000040:3.0:1767384346.998200:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384346.998200:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384346.998204:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f061bf79. 02000000:00000001:0.0:1767384346.998211:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384346.998212:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.998216:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.998217:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384346.998221:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384346.998225:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384346.998227:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384346.998232:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbefcfa2. 00000100:00100000:3.0:1767384346.998237:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728325504:0@lo:101: 00000100:00000001:3.0:1767384346.998246:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384346.998246:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005d9ba77. 00000100:00000001:3.0:1767384346.998252:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998254:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384346.998256:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.998258:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998262:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384346.998264:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061a4e903. 00000100:00000001:3.0:1767384346.998267:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384346.998268:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.998270:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384346.998272:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384346.998274:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.998275:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000020:00000001:3.0:1767384346.998276:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:3.0:1767384346.998279:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000040:3.0:1767384346.998282:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002e8033bb, remote cookie: 0x960a57272cefbc3e, flags: 0x0 00010000:00000001:3.0:1767384346.998284:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384346.998286:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384346.998287:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384346.998288:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384346.998289:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384346.998290:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060a32fb8) refcount = 1 00010000:00010000:3.0:1767384346.998292:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384346.998302:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384346.998303:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384346.998304:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384346.998307:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384346.998308:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.998310:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384346.998314:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384346.998315:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.998316:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384346.998317:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.998318:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384346.998319:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998320:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.998322:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075234fa6 x1853236728325504/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998327:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384346.998328:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384346.998330:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000de32e370. 02000000:00000001:3.0:1767384346.998332:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384346.998334:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384346.998335:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384346.998337:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384346.998338:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d786878c. 02000000:00000001:3.0:1767384346.998340:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384346.998342:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384346.998343:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075234fa6. 00000100:00000001:3.0:1767384346.998345:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384346.998346:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384346.998347:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384346.998348:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384346.998349:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384346.998350:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.998351:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384346.998357:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.998358:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=3 00000020:00000001:3.0:1767384346.998359:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:3.0:1767384346.998361:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:3.0:1767384346.998362:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384346.998363:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.998364:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384346.998364:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384346.998366:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384346.998368:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000041717a2d. 00000100:00000010:3.0:1767384346.998379:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000020:00000040:3.0:1767384346.998381:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384346.998383:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384346.998384:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384346.998386:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.998389:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1261189. 00000100:00000001:3.0:1767384346.998392:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998394:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384346.998396:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001b4dae5b. 00000100:00000010:3.0:1767384346.998398:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b26b24fd. 00000020:00000040:3.0:1767384346.998399:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384346.998402:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384346.998404:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384346.998406:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c5321c2. 00000100:00000001:3.0:1767384346.998409:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349571601920 : -113724137949696 : ffff98918927b600) 00000100:00000001:3.0:1767384346.998410:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.998411:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000100:00000001:3.0:1767384346.998413:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.998415:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998416:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384346.998417:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384346.998419:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998424:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.998425:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.998444:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.998445:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384346.998447:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.998449:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728325632:0@lo:256: 00000100:00000001:3.0:1767384346.998452:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.998454:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.998456:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998458:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384346.998463:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029f0d3f8. 00000400:00000010:3.0:1767384346.998466:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fb4077b5. 00000100:00000200:3.0:1767384346.998470:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce06600-0x695824ce06600, portal 33 00000100:00000001:3.0:1767384346.998472:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.998474:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384346.998476:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f44d00. 02000000:00000001:3.0:1767384346.998478:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.998480:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787b373c. 00000400:00000010:3.0:1767384346.998483:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a3bf7c. 00000100:00000200:3.0:1767384346.998484:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728325632, portal 25 00000100:00000001:3.0:1767384346.998486:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.998487:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000100:00000040:3.0:1767384346.998490:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998495:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.998498:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.998499:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000100:00000200:3.0:1767384346.998500:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728325632, offset 0 00000400:00000200:3.0:1767384346.998503:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.998507:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.998513:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce06600 00000400:00000200:3.0:1767384346.998515:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1421 [2] + 0 00000400:00000010:3.0:1767384346.998517:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000400:00000200:3.0:1767384346.998520:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008779716a 00000400:00000200:3.0:1767384346.998523:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.998530:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384346.998533:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008779716a 00000400:00000010:3.0:1767384346.998534:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008779716a. 00000100:00000001:3.0:1767384346.998537:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.998538:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384346.998539:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000eb0c8afb x1853236728325632 msgsize 304 00000100:00100000:3.0:1767384346.998543:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384346.998545:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384346.998554:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.998558:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dbf27e 00000400:00000010:3.0:1767384346.998559:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dbf27e. 00000100:00000001:3.0:1767384346.998562:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.998564:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998570:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.998574:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.998576:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384346.998579:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325632 00000100:00000001:3.0:1767384346.998581:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.998582:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.998583:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.998585:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.998587:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998588:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.998590:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998591:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294935049 00000100:00100000:0.0:1767384346.998595:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325632 00000100:00000001:3.0:1767384346.998598:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935048 00000020:00000001:0.0:1767384346.998598:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384346.998599:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384346.998603:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384346.998605:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294935049 00000020:00000040:0.0:1767384346.998605:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384346.998610:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384346.998611:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935048 00000020:00000001:0.0:1767384346.998613:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384346.998615:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294935049 00000100:00000001:0.0:1767384346.998616:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384346.998618:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935048 00000100:00000001:3.0:1767384346.998621:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294935049 00000020:00000010:0.0:1767384346.998621:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007e7a08d. 00000100:00000001:0.0:1767384346.998627:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.998628:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935048 00000020:00000010:0.0:1767384346.998632:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007e7a08d. 00000100:00000001:3.0:1767384346.998633:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.998637:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.998638:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384346.998639:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa28b1a9. 00000100:00000001:3.0:1767384346.998640:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384346.998644:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9708cee. 00000020:00000010:0.0:1767384346.998648:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00100000:3.0:1767384346.998649:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c5321c2 going to sleep for 11 seconds 00000100:00000001:3.0:1767384346.998654:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.998656:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.998657:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384346.998660:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384346.998662:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384346.998663:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998667:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998675:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.998684:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384346.998686:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384346.998690:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1767384346.998692:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384346.998693:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384346.998695:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384346.998696:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737434704 : -113718972116912 : ffff9892bd101050) 00000100:00000001:3.0:1767384346.998699:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.998702:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb0c8afb x1853236728325632/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 304/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.998703:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998721:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.998723:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007e7a08d. 00000100:00000001:0.0:1767384346.998724:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384346.998726:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007e7a08d. 00000100:00100000:0.0:1767384346.998730:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eb0c8afb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728325632:12345-0@lo:256: 00000100:00000200:0.0:1767384346.998732:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325632 00000020:00000001:0.0:1767384346.998734:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384346.998736:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384346.998738:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.998740:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384346.998741:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:0.0:1767384346.998743:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384346.998744:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384346.998745:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384346.998746:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384346.998748:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998750:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.998751:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384346.998753:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f061bf79. 02000000:00000001:0.0:1767384346.998754:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998756:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384346.998758:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384346.998760:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384346.998763:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384346.998765:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384346.998767:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384346.998769:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384346.998770:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384346.998772:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f21b5506. 20000000:00000001:0.0:1767384346.998774:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384346.998786:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384346.998790:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384346.998794:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384346.998799:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384346.998800:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384346.998801:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384346.998803:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384346.998804:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384346.998806:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384346.998807:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384346.998808:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384346.998809:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384346.998810:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384346.998811:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384346.998812:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384346.998814:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384346.998815:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384346.998816:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384346.998817:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384346.998819:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384346.998820:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384346.998821:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384346.998822:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384346.998823:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384346.998825:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384346.998826:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384346.998827:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384346.998829:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384346.998830:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384346.998831:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384346.998832:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384346.998833:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384346.998835:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384346.998836:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:0.0:1767384346.998838:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:0.0:1767384346.998843:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384346.998844:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384346.998845:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384346.998846:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384346.998847:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384346.998849:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384346.998850:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384346.998854:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384346.998856:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384346.998857:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384346.998858:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384346.998860:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384346.998861:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384346.998862:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384346.998863:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384346.998865:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384346.998866:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384346.998867:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384346.998868:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384346.998869:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384346.998870:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384346.998871:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384346.998872:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384346.998873:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384346.998875:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384346.998876:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384346.998877:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384346.998878:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384346.998879:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384346.998880:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384346.998881:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384346.998882:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384346.998884:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384346.998885:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:0.0:1767384346.998886:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:0.0:1767384346.998887:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:0.0:1767384346.998888:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:0.0:1767384346.998890:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384346.998892:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a8b4412f. 00000100:00000010:0.0:1767384346.998893:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001acf1664. 00000020:00000040:0.0:1767384346.998895:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:0.0:1767384346.998897:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384346.998898:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384346.998900:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000400:00000010:0.0:1767384346.998904:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030b9e0d0. 00000400:00000200:0.0:1767384346.998910:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.998915:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.998920:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x695824ce06600 00000400:00000200:0.0:1767384346.998923:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1c89 [4] + 0 00000400:00000010:0.0:1767384346.998924:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029f0d3f8. 00000400:00000200:0.0:1767384346.998927:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb4077b5 00000400:00000200:0.0:1767384346.998929:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.998932:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384346.998934:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb4077b5 00000400:00000010:0.0:1767384346.998935:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fb4077b5. 00000100:00000001:0.0:1767384346.998938:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384346.998939:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000073b15bd1 desc 000000001b4dae5b mbits 1853236728325632 00000100:00000001:0.0:1767384346.998948:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384346.998950:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384346.998953:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384346.998959:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1c95 00000400:00000200:0.0:1767384346.998961:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384346.998964:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384346.998964:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384346.998967:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998969:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384346.998972:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a8b4412f 00000100:00000001:0.0:1767384346.998973:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384346.998978:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:0.0:1767384346.998979:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000001:0.0:1767384346.998980:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384346.998981:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a8b4412f 00000100:00000001:0.0:1767384346.998982:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384346.998987:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x695824ce06600-0x695824ce06600 00000100:00000001:0.0:1767384346.998989:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.998992:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.998993:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384346.998995:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:0.0:1767384346.998996:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001acf1664. 00000100:00000010:0.0:1767384346.998998:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a8b4412f. 00000100:00000001:0.0:1767384346.999000:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384346.999001:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384346.999011:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f21b5506. 20000000:00000001:0.0:1767384346.999014:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384346.999015:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325632 00010000:00000001:0.0:1767384346.999017:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384346.999019:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb0c8afb x1853236728325632/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.999024:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.999026:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.999027:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.999030:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.999032:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384346.999035:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384346.999037:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.999038:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.999041:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.999043:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.999046:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000100:00000200:0.0:1767384346.999050:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728325632, offset 224 00000400:00000200:0.0:1767384346.999056:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.999062:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.999069:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce06600 00000400:00000200:0.0:1767384346.999073:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c8d [1] + 224 00000400:00000200:0.0:1767384346.999078:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.999081:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.999084:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.999087:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.999095:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.999106:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.999110:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:0.0:1767384346.999112:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000001:0.0:1767384346.999113:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.999119:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.999123:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.999126:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384346.999127:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384346.999128:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384346.999131:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384346.999133:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384346.999133:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384346.999148:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384346.999150:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787b373c. 00000400:00000200:3.0:1767384346.999154:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a3bf7c 00000400:00000010:3.0:1767384346.999157:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a3bf7c. 00000100:00000040:0.0:1767384346.999158:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb0c8afb x1853236728325632/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.999161:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.999166:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.999171:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eb0c8afb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728325632:12345-0@lo:256: Request processed in 446us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384346.999185:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000200:3.0:1767384346.999186:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.999189:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384346.999194:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.999195:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.999197:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384346.999198:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.999201:0:17084:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384346.999201:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9708cee. 02000000:00000001:3.0:1767384346.999204:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384346.999206:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384346.999207:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000100:00000001:3.0:1767384346.999208:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.999211:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.999212:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa28b1a9. 00000100:00001000:3.0:1767384346.999214:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=69 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384346.999217:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00001000:3.0:1767384346.999218:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=69 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384346.999222:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384346.999223:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384346.999225:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f061bf79. 00000100:00000001:3.0:1767384346.999226:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.999231:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384346.999231:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384346.999232:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.999234:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.999235:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.999239:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384346.999239:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384346.999245:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010f50572. 00000400:00000010:0.0:1767384346.999250:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6bea889. 00000100:00000040:3.0:1767384346.999259:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.999264:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384346.999265:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384346.999267:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.999271:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728325632:0@lo:256: 00000100:00000001:3.0:1767384346.999274:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.999276:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.999277:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384346.999278:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.999280:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.999284:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384346.999285:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c5321c2. 00000100:00000001:3.0:1767384346.999287:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384346.999288:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384346.999290:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:3.0:1767384346.999293:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384346.999297:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fc0d3b46. 00010000:00000001:3.0:1767384346.999305:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384346.999307:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384346.999310:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:3.0:1767384346.999312:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.999314:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384346.999315:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:3.0:1767384346.999316:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000100:00000200:3.0:1767384346.999319:0:17084:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.202.115@tcp' 00000400:00000200:3.0:1767384346.999321:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384346.999324:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384346.999326:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:3.0:1767384346.999330:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384346.999339:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (33) 00000400:00000200:3.0:1767384346.999344:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000400:00000200:3.0:1767384346.999353:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384346.999355:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384346.999357:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384346.999359:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:3.0:1767384346.999361:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (35) 00000400:00000200:3.0:1767384346.999362:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:3.0:1767384346.999364:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:3.0:1767384346.999367:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999368:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:3.0:1767384346.999369:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:3.0:1767384346.999372:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999372:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384346.999376:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:3.0:1767384346.999377:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:0.0:1767384346.999380:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:3.0:1767384346.999383:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999386:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:3.0:1767384346.999387:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000010:0.0:1767384346.999387:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000400:00000200:3.0:1767384346.999393:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999393:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000400:00000200:3.0:1767384346.999397:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:3.0:1767384346.999399:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000010:0.0:1767384346.999399:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051206263. 00000400:00000200:3.0:1767384346.999408:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999409:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384346.999412:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:3.0:1767384346.999414:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:3.0:1767384346.999417:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999418:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:0.0:1767384346.999420:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:3.0:1767384346.999422:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:3.0:1767384346.999427:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999429:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000400:00000200:3.0:1767384346.999430:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:3.0:1767384346.999446:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384346.999450:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999455:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:3.0:1767384346.999457:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:0.0:1767384346.999459:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 147] 00000400:00000200:3.0:1767384346.999461:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999465:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:3.0:1767384346.999468:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:0.0:1767384346.999470:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 47], ns[65, 47] 00000400:00000200:0.0:1767384346.999474:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 47], ns[71, 47] 00000400:00000200:3.0:1767384346.999481:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999482:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 47], ns[76, 47] 00000400:00000200:3.0:1767384346.999486:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:3.0:1767384346.999491:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:0.0:1767384346.999491:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 47], ns[80, 47] 00000400:00000200:3.0:1767384346.999495:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999498:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:0.0:1767384346.999500:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[94, 47] 00000400:00000200:3.0:1767384346.999502:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:3.0:1767384346.999507:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999510:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 47], ns[98, 47] 00000400:00000200:3.0:1767384346.999511:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:3.0:1767384346.999516:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:0.0:1767384346.999519:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 47], ns[104, 47] 00000400:00000200:3.0:1767384346.999522:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999526:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:3.0:1767384346.999530:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:0.0:1767384346.999531:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 47], ns[113, 47] 00000400:00000200:3.0:1767384346.999535:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999538:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:0.0:1767384346.999540:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 47], ns[117, 47] 00000400:00000200:3.0:1767384346.999543:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:3.0:1767384346.999549:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999551:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[132, 47] 00000400:00000200:3.0:1767384346.999552:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:3.0:1767384346.999557:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:0.0:1767384346.999561:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 47], ns[134, 47] 00000400:00000200:3.0:1767384346.999563:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999569:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:0.0:1767384346.999572:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 47], ns[140, 47] 00000400:00000200:3.0:1767384346.999573:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:3.0:1767384346.999581:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999582:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000200:3.0:1767384346.999583:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:3.0:1767384346.999588:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:0.0:1767384346.999592:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000400:00000200:3.0:1767384346.999594:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999599:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:0.0:1767384346.999602:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000400:00000200:3.0:1767384346.999603:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:3.0:1767384346.999608:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999610:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:3.0:1767384346.999612:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:3.0:1767384346.999617:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:0.0:1767384346.999619:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 00000400:00000200:3.0:1767384346.999622:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999625:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:3.0:1767384346.999626:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:3.0:1767384346.999628:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999630:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:3.0:1767384346.999634:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:0.0:1767384346.999639:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 44], ns[119, 44] 00000400:00000200:3.0:1767384346.999645:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999647:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 44], ns[126, 44] 00000400:00000200:3.0:1767384346.999648:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:3.0:1767384346.999653:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:3.0:1767384346.999658:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999658:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 44], ns[144, 44] 00000400:00000200:3.0:1767384346.999660:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:3.0:1767384346.999664:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:3.0:1767384346.999669:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999669:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 44], ns[156, 44] 00000400:00000200:3.0:1767384346.999673:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:3.0:1767384346.999677:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:0.0:1767384346.999680:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 44], ns[155, 44] 00000400:00000200:3.0:1767384346.999683:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999688:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:0.0:1767384346.999691:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[111, 44] 00000400:00000200:3.0:1767384346.999692:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:3.0:1767384346.999699:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999700:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 44], ns[110, 44] 00000400:00000200:3.0:1767384346.999701:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:3.0:1767384346.999707:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:0.0:1767384346.999710:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 44], ns[145, 44] 00000400:00000200:3.0:1767384346.999712:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999716:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:3.0:1767384346.999719:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:0.0:1767384346.999722:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[154, 44] 00000400:00000200:3.0:1767384346.999725:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999729:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:0.0:1767384346.999731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 44], ns[153, 44] 00000400:00000200:3.0:1767384346.999733:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:3.0:1767384346.999739:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384346.999741:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 44], ns[152, 44] 00000400:00000200:3.0:1767384346.999742:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:3.0:1767384346.999747:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:0.0:1767384346.999751:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[152, 44], ns[158, 44] 00000400:00000200:3.0:1767384346.999754:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999758:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:3.0:1767384346.999762:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:0.0:1767384346.999763:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:3.0:1767384346.999766:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.999770:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 00000400:00000200:0.0:1767384346.999772:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000001:3.0:1767384346.999773:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.999776:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.999779:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 10000000:00000040:3.0:1767384346.999782:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 00000400:00000200:0.0:1767384346.999786:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp41 lpni_is_preferred = 0 10000000:00000010:3.0:1767384346.999787:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001099468f. 00000400:00000200:0.0:1767384346.999790:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp41 10000000:00000040:3.0:1767384346.999791:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 71/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:3.0:1767384346.999795:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384346.999796:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [159:159:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384346.999803:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000020:00000001:3.0:1767384346.999808:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384346.999812:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp:192.168.202.115@tcp41) : PUT try# 0 00000020:00000010:3.0:1767384346.999813:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40e5c94. 00000020:00000010:3.0:1767384346.999820:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000139b5886. 00000800:00000200:0.0:1767384346.999820:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.115@tcp41 00000040:00000010:3.0:1767384346.999826:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000048e16fbc. 00000020:00000010:3.0:1767384346.999832:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f4c894d. 00000800:00000010:0.0:1767384346.999834:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097dba7f8. 00000020:00000010:3.0:1767384346.999837:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384346.999843:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ecce911b. 00000800:00000010:0.0:1767384346.999844:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eb9c66b8. 80000000:00000010:3.0:1767384346.999847:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0c33952. 00000800:00000010:0.0:1767384346.999849:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000d5c7de5. 40000000:00000010:3.0:1767384346.999853:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000262c1fdd. 00000800:00000200:0.0:1767384346.999857:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00100000:00000010:3.0:1767384346.999860:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adcc59d4. 00000800:00000200:0.1:1767384346.999862:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00040000:00000010:3.0:1767384346.999867:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001370d3d8. 00040000:00000010:3.0:1767384346.999872:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007443ab3f. 00040000:00000010:3.0:1767384346.999876:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089cbb41e. 00000400:00000200:0.0:1767384346.999878:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384346.999881:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00080000:00000010:3.0:1767384346.999884:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000490d2d89. 00080000:00000010:3.0:1767384346.999890:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e27263b7. 00000004:00000010:3.0:1767384346.999896:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fe7cd822. 00000004:00000010:3.0:1767384346.999901:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f29ea5c. 00000004:00000010:3.0:1767384346.999905:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000635b7e72. 00002000:00000010:3.0:1767384346.999908:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003cb86547. 00000004:00000010:3.0:1767384346.999911:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e2aa36c6. 00000004:00000001:3.0:1767384346.999915:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384346.999918:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384346.999919:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001099468f 00000040:00001000:3.0:1767384346.999920:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384346.999922:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384346.999923:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384346.999924:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384346.999927:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384346.999928:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384346.999929:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384346.999930:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:3.0:1767384346.999931:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384346.999958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000004:00000001:3.0:1767384346.999973:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.999978:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000139b5886. 00000040:00000010:3.0:1767384346.999982:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000048e16fbc. 00000020:00000010:3.0:1767384346.999990:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f4c894d. 00000020:00000010:3.0:1767384346.999993:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384346.999997:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ecce911b. 80000000:00000010:3.0:1767384346.999999:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0c33952. 40000000:00000010:3.0:1767384347.000002:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000262c1fdd. 00000400:00000200:2.0:1767384347.000003:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00100000:00000010:3.0:1767384347.000005:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adcc59d4. 00040000:00000010:3.0:1767384347.000010:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001370d3d8. 00040000:00000010:3.0:1767384347.000014:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007443ab3f. 00040000:00000010:3.0:1767384347.000017:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089cbb41e. 00080000:00000010:3.0:1767384347.000022:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e27263b7. 00080000:00000010:3.0:1767384347.000027:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000490d2d89. 00000004:00000010:3.0:1767384347.000032:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe7cd822. 00000004:00000010:3.0:1767384347.000036:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007f29ea5c. 00000400:00000200:2.0:1767384347.000036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000004:00000010:3.0:1767384347.000045:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000635b7e72. 00002000:00000010:3.0:1767384347.000051:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003cb86547. 00000004:00000010:3.0:1767384347.000055:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e2aa36c6. 00000020:00000010:3.0:1767384347.000059:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40e5c94. 00000020:00000001:3.0:1767384347.000062:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.000065:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384347.000068:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 10000000:00000010:3.0:1767384347.000069:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001099468f. 10000000:00000040:3.0:1767384347.000082:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384347.000085:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fc0d3b46. 10000000:00000001:3.0:1767384347.000088:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.000091:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.000095:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b15bd1 x1853236728325632/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384347.000101:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:3.0:1767384347.000104:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.000106:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.000108:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f44d00. 02000000:00000001:3.0:1767384347.000113:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.000115:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.000116:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384347.000118:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384347.000120:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384347.000127:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.000128:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384347.000130:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384347.000131:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b26b24fd. 00000100:00000010:3.0:1767384347.000134:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001b4dae5b. 00000100:00000001:3.0:1767384347.000505:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384347.000507:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1261189. 02000000:00000001:3.0:1767384347.000511:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.000512:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.000513:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 00000100:00000001:3.0:1767384347.000517:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.000518:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384347.000533:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000041717a2d. 10000000:01000000:3.0:1767384347.000537:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384347.000540:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384347.000542:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.000543:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.000545:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=3 00000020:00000001:3.0:1767384347.000546:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:3.0:1767384347.000548:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:3.0:1767384347.000550:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384347.000552:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.000558:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.000559:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.000561:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.000566:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384347.000567:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.000568:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384347.000569:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384347.000571:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384347.000573:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384347.000576:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384347.000577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 10000000:00000040:3.0:1767384347.000584:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384347.000587:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384347.000636:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000684:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000722:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000746:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000771:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000793:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000821:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000852:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000896:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000938:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.000971:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001007:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001128:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001200:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001276:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001354:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001386:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001414:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001462:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001556:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384347.001639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384347.001789:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5d8c494. 00000800:00000010:2.0:1767384347.001800:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ae993f2. 00000800:00000010:2.0:1767384347.001805:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c45948cf. 00000800:00000010:2.0:1767384347.001826:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c45948cf. 00000800:00020000:2.0:1767384347.001834:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384347.001837:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ae993f2. 00000800:00000010:2.0:1767384347.001838:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5d8c494. 00000400:02020000:2.0:1767384347.001886:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384347.001894:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000800:00000200:2.0:1767384347.001902:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp41 down 00000800:00000100:2.0:1767384347.001909:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.202.115@tcp41 00000800:00000010:2.0:1767384347.001912:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097dba7f8. 00000400:00000200:2.0:1767384347.001917:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384347.001920:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384347.001928:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:2.0:1767384347.001932:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384347.001935:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:2.0:1767384347.001937:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384347.001961:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384347.001966:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101171 00000400:00000001:2.0:1767384347.001969:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.001971:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384347.001973:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ee33f1 00000400:00000010:2.0:1767384347.001974:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000400:00000200:2.0:1767384347.001978:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384347.001983:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384347.001985:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (35) 00000400:00000200:2.0:1767384347.001987:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384347.001990:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc -71 00000400:00000200:2.0:1767384347.001993:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384347.001997:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (34) 00000100:00000040:0.0:1767384347.006166:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294935049, at 4294935050 00000100:00000010:0.0:1767384347.006174:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002174b7ee. 00000100:00000040:3.0:1767384347.006186:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294935049, at 4294935050 00000100:00000040:2.0:1767384347.006192:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294935049, at 4294935050 00000100:00000010:3.0:1767384347.006193:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f2196e. 00000100:00000010:2.0:1767384347.006210:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053798d67. 00000100:00000040:1.0:1767384347.007175:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294935049, at 4294935051 00000100:00000010:1.0:1767384347.007182:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004754ca2f. 00000020:00000010:1.0:1767384347.010756:0:34284:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000318b764d. 00000020:00000040:1.0:1767384347.010762:0:34284:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384347.010764:0:34284:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000318b764d. 00080000:00000010:3.0:1767384347.464308:0:34406:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a67e6cb. 00080000:00000010:3.0:1767384347.464317:0:34406:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a67e6cb. 00000020:00000001:3.0:1767384347.464320:0:34406:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384347.464327:0:34406:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a67e6cb. 00080000:00000010:3.0:1767384347.464331:0:34406:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a67e6cb. 00000020:00000001:3.0:1767384347.464333:0:34406:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384347.508192:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.508197:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384347.508200:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:3.0:1767384347.508204:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000400:00000200:3.0:1767384347.508209:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384347.508211:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000400:00000200:3.0:1767384347.508214:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery ping unlinked 00000800:00000200:0.0:1767384347.508222:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 00000400:00000010:3.0:1767384347.508228:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000c5ab6da. 00000800:00000200:0.0:1767384347.508228:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384347.508236:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f1b86ee. 00000400:00000200:3.0:1767384347.508242:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp41 00000400:00000010:3.0:1767384347.508248:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000c5ab6da. 00000400:00000010:3.0:1767384347.508252:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f1b86ee. 00000400:00000010:3.0:1767384347.508255:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000400:00000010:3.0:1767384347.508261:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000761198e9. 00000400:00000200:3.0:1767384347.508265:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp41 00000400:00000200:3.0:1767384347.508275:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp41 local destination 00000400:00000200:3.0:1767384347.508280:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 00000400:00000200:3.0:1767384347.508283:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [160:160:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384347.508289:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000400:00000200:3.0:1767384347.508294:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp41:192.168.202.115@tcp41) : GET try# 0 00000800:00000200:3.0:1767384347.508298:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp41 00000800:00000010:3.0:1767384347.508302:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0b07da4. 00000800:00000200:3.0:1767384347.508306:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000800:00000200:3.1:1767384347.508316:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000400:00000200:3.0:1767384347.508334:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 1 next ping: 270 health :900 00000800:00000200:2.0:1767384347.508359:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384347.508365:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.508373:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384347.508377:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.508379:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.508414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508499:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508512:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508536:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508573:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508594:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508606:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508618:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508655:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508693:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508705:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508718:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508730:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508743:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508755:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508768:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508780:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508804:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508816:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508830:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508842:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508854:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508867:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508892:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384347.508904:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384347.508995:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e68dbeb. 00000800:00000010:1.0:1767384347.509000:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f43587c6. 00000800:00000010:1.0:1767384347.509004:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6377d3d. 00000800:00000010:1.0:1767384347.509018:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6377d3d. 00000800:00020000:1.0:1767384347.509023:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384347.509031:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f43587c6. 00000800:00000010:1.0:1767384347.509032:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001e68dbeb. 00000400:02020000:1.0:1767384347.509063:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.509068:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000400:00000200:1.0:1767384347.509071:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384347.509074:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp41 00000800:00000010:1.0:1767384347.509076:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0b07da4. 00000400:00000200:1.0:1767384347.509079:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.509083:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384347.509090:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384347.509092:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384347.509094:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384347.956185:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384347.956191:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.956196:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384347.956198:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.956242:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384347.956246:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.956249:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384348.161000:0:34570:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384348.161006:0:34570:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384348.164073:0:34570:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384348.173156:0:34571:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ed09469d. 00000400:00000010:1.0:1767384348.173174:0:34571:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ea0807f5. 00000400:00000010:1.0:1767384348.173186:0:34571:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c2559739. 00000400:00000010:1.0:1767384348.173190:0:34571:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000086723e93. 00000400:00000010:1.0:1767384348.173194:0:34571:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ec2d8da. 00000400:00000010:1.0:1767384348.173198:0:34571:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000318b764d. 00000400:00000010:1.0:1767384348.173200:0:34571:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000656ae99b. 00000400:00000010:1.0:1767384348.173201:0:34571:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003249326b. 00000400:00000010:1.0:1767384348.173205:0:34571:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000010aedd81. 00000800:00000010:1.0:1767384348.173226:0:34571:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000164390ef. 00000800:00000200:1.0:1767384348.173239:0:34571:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384348.173253:0:34571:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384348.173297:0:34571:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:1.0:1767384348.173326:0:34571:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384348.174704:0:34571:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000a8c4f432. 00000400:00000010:1.0:1767384348.174711:0:34571:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655416be. 00000400:00000010:1.0:1767384348.174723:0:34571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000780d2dde. 00000400:00000001:1.0:1767384348.174746:0:34571:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.174748:0:34571:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384348.174750:0:34571:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f160239. 00000400:00000200:1.0:1767384348.174752:0:34571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f548f4 00000400:00000010:1.0:1767384348.174754:0:34571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056f548f4. 00000400:00000010:1.0:1767384348.174758:0:34571:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000907dc183. 00000400:00000200:1.0:1767384348.174764:0:34571:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (33) 00000400:00000200:1.0:1767384348.174779:0:34571:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:1.0:1767384348.174788:0:34571:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384348.174796:0:34571:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001e68dbeb. 00000020:01000000:1.0:1767384348.174800:0:34571:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384348.174803:0:34571:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp43 00000400:00000010:1.0:1767384348.174817:0:34571:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ea0807f5. 00000400:00000010:1.0:1767384348.174821:0:34571:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ed09469d. 00000400:00000200:2.0:1767384348.174844:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384348.174859:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384348.174860:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 10000000:00000001:0.0:1767384348.174865:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384348.174869:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384348.174871:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384348.174873:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000020:01000004:0.0:1767384348.174874:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384348.174877:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384348.174880:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384348.174881:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384348.174882:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000020:01000004:0.0:1767384348.174883:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384348.174885:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384348.174888:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384348.174890:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384348.174892:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:2.0:1767384348.174895:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2b9fdfb. 00000020:01000004:0.0:1767384348.174895:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384348.174900:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000400:00000200:2.0:1767384348.174906:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000040:0.0:1767384348.174907:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384348.174913:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384348.174916:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384348.174920:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.174922:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 02000000:00000010:0.0:1767384348.174928:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000090b888f9. 00000400:00000200:2.0:1767384348.174929:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000100:00000001:0.0:1767384348.174937:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.174938:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 147] 00000400:00000200:2.0:1767384348.174946:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 47], ns[65, 47] 00000100:00000001:0.0:1767384348.174948:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384348.174951:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.174953:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 47], ns[71, 47] 00000100:00000040:0.0:1767384348.174960:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091dee638] to pc [ptlrpcd_00_00+0] req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.174961:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 47], ns[76, 47] 00000400:00000200:2.0:1767384348.174965:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 47], ns[80, 47] 00000400:00000200:2.0:1767384348.174973:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[94, 47] 00000400:00000200:2.0:1767384348.174986:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 47], ns[98, 47] 00000400:00000200:2.0:1767384348.174991:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 47], ns[104, 47] 00000400:00000200:2.0:1767384348.174997:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 47], ns[113, 47] 10000000:00000001:0.0:1767384348.175000:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384348.175003:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.175007:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384348.175010:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384348.175015:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 47], ns[117, 47] 00000020:00000001:0.0:1767384348.175016:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384348.175019:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384348.175021:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384348.175024:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384348.175027:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384348.175029:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[132, 47] 00000020:01000004:0.0:1767384348.175030:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384348.175032:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384348.175033:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384348.175033:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384348.175038:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384348.175041:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384348.175042:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384348.175044:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384348.175046:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384348.175050:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:3.0:1767384348.175053:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384348.175054:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384348.175060:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 47], ns[134, 47] 00000100:00000010:0.0:1767384348.175061:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bb3731f. 00000100:00000001:3.0:1767384348.175070:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384348.175070:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384348.175074:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.175077:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384348.175078:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 47], ns[140, 47] 02000000:00000001:3.0:1767384348.175080:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384348.175082:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.175084:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384348.175087:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.175089:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175094:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000100:00100000:3.0:1767384348.175098:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728325760:0@lo:253: 02000000:00000010:0.0:1767384348.175098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065c9e414. 00000100:00000001:3.0:1767384348.175107:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384348.175109:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175113:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 02000000:00000001:3.0:1767384348.175117:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384348.175117:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384348.175121:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.175123:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175125:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 02000000:00000001:3.0:1767384348.175129:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384348.175131:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb3731f] to pc [ptlrpcd_00_01+1] req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.175165:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:2.0:1767384348.175181:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 44], ns[83, 44] 02000000:00000010:3.0:1767384348.175186:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000490d2d89. 10000000:00000001:0.0:1767384348.175187:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175192:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 44], ns[119, 44] 02000000:00000001:3.0:1767384348.175194:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384348.175194:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.175201:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175204:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 44], ns[126, 44] 00000400:00000010:3.0:1767384348.175205:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787b373c. 00000020:01000000:0.0:1767384348.175205:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384348.175212:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001e68dbeb. 00000400:00000200:2.0:1767384348.175215:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 44], ns[144, 44] 00000400:00000010:3.0:1767384348.175216:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c017219c. 00000400:00000200:2.0:1767384348.175223:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 44], ns[156, 44] 00000100:00000200:3.0:1767384348.175225:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728325760, portal 25 00000100:00000001:0.0:1767384348.175225:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384348.175229:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 44], ns[155, 44] 00000100:00000001:3.0:1767384348.175230:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.175234:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000001:0.0:1767384348.175235:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384348.175239:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[111, 44] 00000100:00000001:0.0:1767384348.175240:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384348.175244:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.175247:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.175250:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 44], ns[110, 44] 00000400:00000200:2.0:1767384348.175268:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 44], ns[145, 44] 00000100:00000001:3.0:1767384348.175274:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384348.175281:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384348.175282:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384348.175283:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175286:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 44], ns[154, 44] 00000400:00000010:3.0:1767384348.175287:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000204aa70f. 02000000:00000001:0.0:1767384348.175288:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384348.175291:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728325760, offset 0 02000000:00000001:0.0:1767384348.175291:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384348.175298:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.175302:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008bb3731f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728325888:0@lo:253: 00000400:00000200:3.0:1767384348.175306:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384348.175306:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 44], ns[153, 44] 00000100:00000001:0.0:1767384348.175309:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384348.175314:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384348.175315:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 44], ns[152, 44] 02000000:00000001:0.0:1767384348.175317:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.175322:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384348.175325:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[152, 44], ns[158, 44] 02000000:00000010:0.0:1767384348.175329:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e12ce05. 00000400:00000200:2.0:1767384348.175331:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[154, 44], ns[160, 44] 02000000:00000001:0.0:1767384348.175333:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175337:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384348.175343:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp24 00000400:00000200:2.0:1767384348.175347:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp24 lpni_is_preferred = 0 00000400:00000010:0.0:1767384348.175348:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0e4d4a. 00000400:00000200:2.0:1767384348.175353:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp24 00000400:00000200:2.0:1767384348.175357:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [161:161:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [155:155:8:4294967295] 00000400:00000010:0.0:1767384348.175358:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060190bce. 00000100:00000200:0.0:1767384348.175363:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728325888, portal 25 00000400:00000200:2.0:1767384348.175365:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp24 00000100:00000001:0.0:1767384348.175367:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384348.175370:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801160320 : -113719908391296 : ffff98928541a680) 00000100:00000040:0.0:1767384348.175379:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.175384:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:) -> 192.168.202.115@tcp24(192.168.202.115@tcp:192.168.202.115@tcp24) : PUT try# 0 00000100:00000001:0.0:1767384348.175396:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384348.175401:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.115@tcp24 00000100:00000040:0.0:1767384348.175401:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384348.175405:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e77f40a7. 00000400:00000200:3.0:1767384348.175408:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384348.175409:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728325888, offset 0 00000800:00000010:2.0:1767384348.175410:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000400:00000200:0.0:1767384348.175419:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384348.175434:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06680 00000800:00000200:2.0:1767384348.175435:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (6) 00000400:00000200:0.0:1767384348.175442:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384348.175445:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1429 [2] + 0 00000800:00000200:2.0:1767384348.175450:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:988 00000400:00000200:0.0:1767384348.175453:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06700 00000400:00000010:3.0:1767384348.175455:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f5fa4b. 00000800:00000200:2.0:1767384348.175458:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:3.0:1767384348.175461:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6450f6b 00000400:00000200:3.0:1767384348.175470:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.175470:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1479 [2] + 0 00000400:00000200:2.0:1767384348.175475:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000010:0.0:1767384348.175477:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ee997a. 00000400:00000200:3.0:1767384348.175481:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384348.175481:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000400:00000200:0.0:1767384348.175483:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000548b3265 00000400:00000200:3.0:1767384348.175492:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6450f6b 00000400:00000200:0.0:1767384348.175493:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384348.175497:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6450f6b. 00000100:00000001:3.0:1767384348.175505:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384348.175506:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384348.175509:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384348.175511:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548b3265 00000100:00000040:3.0:1767384348.175513:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000554f6e64 x1853236728325760 msgsize 4848 00000400:00000010:0.0:1767384348.175514:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000548b3265. 00000100:00000001:0.0:1767384348.175521:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384348.175524:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384348.175524:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384348.175530:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384348.175530:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000016752ea6 x1853236728325888 msgsize 4848 00000100:00100000:0.0:1767384348.175535:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384348.175540:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384348.175541:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384348.175549:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000204aa70f 00000400:00000010:3.0:1767384348.175553:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000204aa70f. 00000100:00000001:0.0:1767384348.175553:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384348.175560:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384348.175561:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77f40a7 00000400:00000010:0.0:1767384348.175564:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e77f40a7. 00000100:00000200:3.0:1767384348.175565:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.175569:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384348.175575:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.175577:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384348.175582:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.175585:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384348.175592:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.175592:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384348.175593:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384348.175598:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767384348.175599:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000100:00000001:3.0:1767384348.175607:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.175608:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175610:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384348.175614:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.175616:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294936226 00000100:00000001:0.0:1767384348.175620:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175621:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: PUT: OK 00000100:00000010:3.0:1767384348.175624:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099056463. 00000100:00000001:0.0:1767384348.175626:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294936226 00000400:00000200:2.0:1767384348.175629:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384348.175633:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384348.175634:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 00000100:00000001:3.0:1767384348.175642:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294936226 00000100:00000001:0.0:1767384348.175643:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294936226 00000800:00000001:2.0:1767384348.175644:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384348.175649:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294936226 00000100:00000010:3.0:1767384348.175650:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037c04c12. 00000800:00000001:2.0:1767384348.175654:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.175656:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384348.175659:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384348.175661:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294936226 00000100:00000001:0.0:1767384348.175661:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294936226 00000800:00000001:2.0:1767384348.175662:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.175664:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294936226 00000100:00000010:0.0:1767384348.175669:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e888aeac. 00000100:00000001:0.0:1767384348.175677:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384348.175679:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : PUT - for me 00000100:00000001:3.0:1767384348.175682:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294936226 00000100:00000001:0.0:1767384348.175682:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294936226 00000100:00000001:3.0:1767384348.175688:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294936226 00000400:00000200:2.0:1767384348.175689:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000010:0.0:1767384348.175689:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000100:00000001:0.0:1767384348.175696:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384348.175700:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 560/592 into md 0x1bf5 [1] + 0 00000100:00000001:3.0:1767384348.175702:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294936226 00000100:00000001:0.0:1767384348.175702:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384348.175705:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f144b19. 00000100:00000001:3.0:1767384348.175709:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.175709:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175710:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc24baf0 00000100:00000001:3.0:1767384348.175713:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.175715:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384348.175717:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.175719:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.175721:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.175723:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.175723:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.175729:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384348.175731:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384348.175733:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.175734:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384348.175737:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384348.175739:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384348.175739:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: PUT: OK 00000100:00000001:0.0:1767384348.175741:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.175743:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384348.175745:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384348.175746:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000100:00000001:3.0:1767384348.175747:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.175748:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.175750:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00000001:3.0:1767384348.175753:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175755:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384348.175755:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175761:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:2.0:1767384348.175768:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384348.175773:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (592 bytes) 00000400:00000200:2.0:1767384348.175787:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:0.0:1767384348.175798:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384348.175800:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00000100:00100000:0.0:1767384348.175805:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325760 00000400:00000200:2.0:1767384348.175808:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:0.0:1767384348.175810:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384348.175814:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.175818:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.175819:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp24 to MR: 192.168.202.115@tcp24 local destination 02000000:00000001:0.0:1767384348.175824:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.175830:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325760 00000400:00000200:2.0:1767384348.175831:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp24 NI seq info: [162:162:256:4294967295] 192.168.202.115@tcp24 LPNI seq info [156:156:8:4294967295] 00000020:00000001:0.0:1767384348.175834:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.175837:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384348.175840:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384348.175843:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:0.0:1767384348.175848:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384348.175853:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384348.175858:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.175864:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a532ba49. 00000400:00000200:2.0:1767384348.175865:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) -> 192.168.202.115@tcp24(192.168.202.115@tcp24:192.168.202.115@tcp24) 192.168.202.115@tcp24 : ACK try# 0 00000100:00000001:0.0:1767384348.175869:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.175873:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a532ba49. 00000800:00000200:2.0:1767384348.175882:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp24 00000020:00000010:0.0:1767384348.175883:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f19f4f1. 00000800:00000010:2.0:1767384348.175887:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000020:00000010:0.0:1767384348.175890:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000819cfadf. 00000800:00000200:2.0:1767384348.175896:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (6) 00000020:00000010:0.0:1767384348.175897:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000800:00000200:2.0:1767384348.175904:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:993 00000800:00000200:2.0:1767384348.175908:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384348.175910:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384348.175914:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384348.175917:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384348.175920:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.175924:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384348.175926:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.175932:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.175937:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384348.175945:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384348.175952:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384348.175954:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728325888 00000400:00000200:3.0:1767384348.175959:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384348.175964:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384348.175966:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000006857e2ab. 00000100:00000001:0.0:1767384348.175967:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.175969:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.175973:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a1e98a3. 02000000:00000001:0.0:1767384348.175974:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.175979:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728325888 00000020:00000001:0.0:1767384348.175981:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.175982:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384348.175984:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384348.175985:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a3bf7c. 00000020:00000040:0.0:1767384348.175985:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:0.0:1767384348.175991:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384348.175992:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006857e2ab 00000020:00000001:0.0:1767384348.175993:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000010:3.0:1767384348.175997:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000008ca0c804. 00000100:00000001:0.0:1767384348.175998:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384348.176002:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384348.176003:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a532ba49. 00000400:00000200:3.0:1767384348.176005:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000800:00000010:2.0:1767384348.176008:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000100:00000001:0.0:1767384348.176010:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.176013:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a532ba49. 00000400:00000200:3.0:1767384348.176014:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102471 00000020:00000010:0.0:1767384348.176022:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000400:00000200:3.0:1767384348.176023:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:2.0:1767384348.176025:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384348.176029:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e337e57. 00000400:00000010:3.0:1767384348.176030:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000003cb86547. 00000400:00000200:2.0:1767384348.176036:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: ACK: OK 00000400:00000010:3.0:1767384348.176041:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000020:00000010:0.0:1767384348.176042:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000800:00000001:2.0:1767384348.176043:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384348.176051:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057631240. 00000800:00000001:2.0:1767384348.176054:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.176054:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384348.176059:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000800:00000001:2.0:1767384348.176060:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384348.176060:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384348.176066:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176076:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:0.0:1767384348.176076:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.176077:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.176087:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.176092:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000400:00000200:2.0:1767384348.176096:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp24(192.168.202.115@tcp24) <- 192.168.202.115@tcp24 : ACK - for me 00000400:00000200:3.0:1767384348.176106:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 147] 00000100:00000001:0.0:1767384348.176113:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384348.176114:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 47], ns[65, 47] 00000100:00000001:0.0:1767384348.176118:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384348.176126:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 47], ns[71, 47] 00000100:00100000:0.0:1767384348.176129:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384348.176133:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384348.176191:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737444944 : -113718972106672 : ffff9892bd103850) 00000100:00000040:0.0:1767384348.176198:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000554f6e64 x1853236728325760/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.176206:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.176210:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a532ba49. 00000100:00000001:0.0:1767384348.176211:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384348.176218:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 47], ns[76, 47] 00000020:00000010:0.0:1767384348.176221:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a532ba49. 00000400:00000200:3.0:1767384348.176226:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 47], ns[80, 47] 00000100:00100000:0.0:1767384348.176230:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000554f6e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728325760:12345-0@lo:253: 00000400:00000200:3.0:1767384348.176236:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[94, 47] 00000100:00000200:0.0:1767384348.176238:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325760 00000400:00000200:3.0:1767384348.176243:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 47], ns[98, 47] 00000020:00000001:0.0:1767384348.176244:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384348.176249:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384348.176250:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 47], ns[104, 47] 00000020:00000001:0.0:1767384348.176252:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176257:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 47], ns[113, 47] 00000020:00000001:0.0:1767384348.176257:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384348.176259:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384348.176265:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384348.176266:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 47], ns[117, 47] 00000020:00000001:0.0:1767384348.176268:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.176274:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[132, 47] 00000020:00000001:0.0:1767384348.176274:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.176276:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.176281:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176285:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 47], ns[134, 47] 00000100:00000001:0.0:1767384348.176286:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.176289:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384348.176295:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001889e562. 00000400:00000200:3.0:1767384348.176297:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 47], ns[140, 47] 02000000:00000001:0.0:1767384348.176299:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.176305:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.176309:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384348.176311:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 47], ns[162, 47] 00000400:00000200:3.0:1767384348.176318:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 47], ns[50, 47] 20000000:00000010:0.0:1767384348.176319:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f22d4eb. 20000000:01000000:0.0:1767384348.176325:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384348.176329:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 47], ns[54, 47] 20000000:00000001:0.0:1767384348.176329:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384348.176334:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384348.176336:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.176339:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.176343:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384348.176344:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 47], ns[58, 47] 20000000:00000010:0.0:1767384348.176353:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000619df50f. 00000400:00000200:3.0:1767384348.176355:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 47], ns[83, 47] 20000000:01000000:0.0:1767384348.176357:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384348.176364:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384348.176369:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 47], ns[119, 47] 00080000:00000001:0.0:1767384348.176370:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384348.176374:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384348.176385:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 47], ns[126, 47] 00080000:00000001:0.0:1767384348.176393:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384348.176396:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 47], ns[144, 47] 00000400:00000200:3.0:1767384348.176408:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 47], ns[156, 47] 00080000:00000001:0.0:1767384348.176410:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.176415:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384348.176416:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 47], ns[155, 47] 00080000:00000001:0.0:1767384348.176419:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.176436:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384348.176437:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 47], ns[111, 47] 00000400:00000200:3.0:1767384348.176444:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[110, 47] 00080000:00000001:0.0:1767384348.176446:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384348.176452:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:3.0:1767384348.176454:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 47], ns[145, 47] 00000020:00000001:0.0:1767384348.176458:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384348.176463:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384348.176465:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 47], ns[154, 47] 00080000:00000001:0.0:1767384348.176467:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384348.176473:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 47], ns[153, 47] 00080000:00000001:0.0:1767384348.176473:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.176478:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384348.176484:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384348.176488:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 47], ns[152, 47] 00000020:00000001:0.0:1767384348.176489:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384348.176494:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384348.176495:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[152, 47], ns[158, 47] 00080000:00000010:0.0:1767384348.176499:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000082271e9. 00000400:00000200:3.0:1767384348.176500:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[154, 47], ns[160, 47] 00080000:00000001:0.0:1767384348.176504:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570477568 : -113724139074048 : ffff989189168e00) 00000400:00000200:3.0:1767384348.176507:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00080000:00000001:0.0:1767384348.176510:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384348.176513:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp11 00000001:00000001:0.0:1767384348.176515:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384348.176518:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp11 lpni_is_preferred = 0 00080000:00000010:0.0:1767384348.176520:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a532ba49. 00000400:00000200:3.0:1767384348.176524:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp11 00080000:00000001:0.0:1767384348.176525:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.176530:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384348.176533:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [163:163:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [157:157:8:4294967295] 00000400:00000200:3.0:1767384348.176539:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp11 00080000:00000001:0.0:1767384348.176551:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176559:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:) -> 192.168.202.115@tcp11(192.168.202.115@tcp:192.168.202.115@tcp11) : GET try# 0 00000800:00000200:3.0:1767384348.176565:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp11 00000800:00000010:3.0:1767384348.176570:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000016c10e2a. 00080000:00000001:0.0:1767384348.176570:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384348.176577:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp24: ACK from 12345-192.168.202.115@tcp24 into md 0x1cad 00000800:00000200:3.0:1767384348.176583:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (6) 00000400:00000200:2.0:1767384348.176584:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384348.176600:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:988 00000400:00000200:2.0:1767384348.176600:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp24->192.168.202.115@tcp24: ACK: OK 00000800:00000200:3.0:1767384348.176608:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016c10e2a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384348.176610:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000400:00000010:2.0:1767384348.176613:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000100:00000001:0.0:1767384348.176614:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384348.176617:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384348.176618:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384348.176626:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00100000:0.0:1767384348.176627:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000400:00000200:3.0:1767384348.176628:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000100:00000040:0.0:1767384348.176633:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:2.0:1767384348.176634:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384348.176635:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000100:00000001:0.0:1767384348.176638:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737439824 : -113718972111792 : ffff9892bd102450) 00000400:00000200:2.0:1767384348.176642:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00000100:00000040:0.0:1767384348.176645:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016752ea6 x1853236728325888/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.176650:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 00000400:00000200:3.0:1767384348.176655:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000100:00000001:0.0:1767384348.176657:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384348.176660:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e2aa36c6. 00000020:00000010:0.0:1767384348.176662:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9026207. 00000400:00000010:3.0:1767384348.176666:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000001:0.0:1767384348.176666:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.176669:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9026207. 00000400:00000010:3.0:1767384348.176673:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf10dbe6. 00000100:00100000:0.0:1767384348.176678:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016752ea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16356:x1853236728325888:12345-0@lo:253: 00000800:00000200:2.0:1767384348.176680:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384348.176685:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000800:00000010:2.0:1767384348.176685:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000016c10e2a. 00000100:00000200:0.0:1767384348.176686:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728325888 00000400:00000200:2.0:1767384348.176692:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.176695:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1767384348.176701:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: GET: OK 00000020:00000001:0.0:1767384348.176702:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384348.176703:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000020:00000001:0.0:1767384348.176707:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384348.176710:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176712:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 141], ns[163, 147] 00000020:00000001:0.0:1767384348.176713:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384348.176717:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384348.176719:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000020:00000001:0.0:1767384348.176722:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384348.176725:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.176727:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:00000001:0.0:1767384348.176727:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.176730:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.176733:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176734:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000100:00000001:0.0:1767384348.176737:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.176741:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384348.176743:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000400:00000200:3.0:1767384348.176747:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 02000000:00000010:0.0:1767384348.176747:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083ca4be3. 02000000:00000001:0.0:1767384348.176754:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176757:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000100:00000001:0.0:1767384348.176760:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176764:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 20000000:00000001:0.0:1767384348.176766:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384348.176775:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 20000000:00000010:0.0:1767384348.176777:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000baa8a003. 00000400:00000200:3.0:1767384348.176779:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 20000000:01000000:0.0:1767384348.176784:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384348.176791:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 20000000:00000001:0.0:1767384348.176791:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384348.176795:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384348.176800:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.176802:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 20000000:00000001:0.0:1767384348.176804:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.176809:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384348.176812:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00000400:00000200:3.0:1767384348.176821:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000400:00000200:3.0:1767384348.176826:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 64], ns[50, 65] 00000400:00000200:3.0:1767384348.176829:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:3.0:1767384348.176832:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:3.0:1767384348.176835:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[83, 50] 00000400:00000200:3.0:1767384348.176837:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 50], ns[119, 50] 00000400:00000200:3.0:1767384348.176840:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 50], ns[126, 50] 00000400:00000200:3.0:1767384348.176843:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 50], ns[144, 50] 00000400:00000200:3.0:1767384348.176846:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 50], ns[156, 50] 00000400:00000200:3.0:1767384348.176850:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 50], ns[155, 50] 00000400:00000200:3.0:1767384348.176853:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 50], ns[111, 50] 00000400:00000200:3.0:1767384348.176855:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 50], ns[110, 50] 00000400:00000200:3.0:1767384348.176858:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 50], ns[145, 50] 00000400:00000200:3.0:1767384348.176861:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 50], ns[154, 50] 00000400:00000200:3.0:1767384348.176864:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 50], ns[153, 50] 00000400:00000200:3.0:1767384348.176866:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 50], ns[152, 50] 00000400:00000200:3.0:1767384348.176869:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[152, 50], ns[158, 50] 00000400:00000200:3.0:1767384348.176873:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[154, 50], ns[160, 50] 00000400:00000200:3.0:1767384348.176881:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:3.0:1767384348.176885:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp25 00000400:00000200:3.0:1767384348.176887:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp25 lpni_is_preferred = 0 00000400:00000200:3.0:1767384348.176888:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp25 00000400:00000200:3.0:1767384348.176892:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [164:164:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1767384348.176897:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp25 00000400:00000200:3.0:1767384348.176902:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:) -> 192.168.202.115@tcp25(192.168.202.115@tcp:192.168.202.115@tcp25) : GET try# 0 00000400:00000200:2.0:1767384348.176910:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384348.176912:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp25 00000800:00000010:3.0:1767384348.176916:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067fba45f. 00000400:00000200:2.0:1767384348.176917:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000200:3.0:1767384348.176927:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000800:00000001:2.0:1767384348.176927:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.176935:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384348.176937:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 00000800:00000001:2.0:1767384348.176941:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384348.176942:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067fba45f type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384348.176954:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.176955:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384348.176960:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000001:2.0:1767384348.176960:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.176974:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.176984:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : GET - for me 00000400:00000200:2.0:1767384348.176997:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 592 into portal 0 MB=0x8000000000000000 00000800:00000001:3.0:1767384348.177000:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384348.177011:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.177011:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 592/592 into md 0x1ca9 [1] + 0 00000800:00000001:3.0:1767384348.177024:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384348.177028:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384348.177034:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384348.177036:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp11 to MR: 192.168.202.115@tcp11 local destination 00000800:00000001:3.0:1767384348.177038:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384348.177039:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067fba45f. 00000400:00000200:0.0:1767384348.177048:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.177051:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp11 NI seq info: [165:165:256:4294967295] 192.168.202.115@tcp11 LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1767384348.177055:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : GET - for me 00000400:00000200:0.0:1767384348.177064:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: GET: OK 00000400:00000200:2.0:1767384348.177079:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) -> 192.168.202.115@tcp11(192.168.202.115@tcp11:192.168.202.115@tcp11) 192.168.202.115@tcp11 : REPLY try# 0 00000800:00000200:2.0:1767384348.177085:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.115@tcp11 00000400:00000200:0.0:1767384348.177088:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384348.177089:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 592 into portal 0 MB=0x8000000000000000 00000800:00000010:2.0:1767384348.177090:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b8f15b0. 00000400:00000200:0.0:1767384348.177095:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000200:3.0:1767384348.177100:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 592/592 into md 0x1ca9 [1] + 0 00000800:00000200:2.0:1767384348.177103:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (6) 00000800:00000200:2.0:1767384348.177113:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:1019 00000400:00000200:3.0:1767384348.177116:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 00000800:00000200:2.0:1767384348.177120:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b8f15b0 type 3, nob 688 niov 1 nkiov 1 00000400:00000200:3.0:1767384348.177127:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [166:166:255:4294967295] 192.168.202.115@tcp25 LPNI seq info [160:160:7:4294967295] 00000400:00000200:3.0:1767384348.177180:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) 192.168.202.115@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384348.177187:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000800:00000010:3.0:1767384348.177191:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c38f3b20. 00000800:00000001:0.0:1767384348.177191:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384348.177199:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000800:00000200:3.0:1767384348.177209:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:991 00000800:00000200:3.0:1767384348.177212:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c38f3b20 type 3, nob 688 niov 1 nkiov 1 00000800:00000200:2.0:1767384348.177214:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.177217:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b8f15b0. 00000400:00000200:2.0:1767384348.177222:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.177227:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: REPLY: OK 00000800:00000001:2.0:1767384348.177236:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.177242:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.177244:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.177248:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.177251:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp11(192.168.202.115@tcp11) <- 192.168.202.115@tcp11 : REPLY - for me 00000400:00000200:2.0:1767384348.177261:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp11: Reply from 12345-192.168.202.115@tcp11 of length 592/592 into md 0x1cc5 00000800:00000001:2.0:1767384348.177265:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384348.177271:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384348.177273:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384348.177275:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c38f3b20. 00000400:00000200:2.0:1767384348.177276:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.177282:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.177282:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp11->192.168.202.115@tcp11: REPLY: OK 00000400:00000200:2.0:1767384348.177288:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dbf27e 00000400:00000200:3.0:1767384348.177292:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: REPLY: OK 00000400:00000010:2.0:1767384348.177292:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dbf27e. 00000400:00000200:2.0:1767384348.177299:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:3.0:1767384348.177305:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.177305:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000800:00000001:3.0:1767384348.177311:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.177311:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000800:00000001:3.0:1767384348.177317:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.177319:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.177320:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 35. state = 0x100271 00000800:00000001:3.0:1767384348.177323:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384348.177327:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.177331:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000800:00000001:3.0:1767384348.177333:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.177341:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384348.177355:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00000400:00000200:3.0:1767384348.177369:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp25: Reply from 12345-192.168.202.115@tcp25 of length 592/592 into md 0x1cc9 00000800:00000001:2.0:1767384348.177369:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.177376:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384348.177378:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384348.177392:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.177394:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.177398:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: REPLY: OK 00000400:00000200:3.0:1767384348.177402:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:3.0:1767384348.177404:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000400:00000200:2.0:1767384348.177407:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384348.177408:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384348.177411:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:3.0:1767384348.177413:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:3.0:1767384348.177417:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 35. state = 0x1000f1 00000400:00000010:3.0:1767384348.177431:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000003cb86547. 00000400:00000200:2.0:1767384348.177438:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000200:3.0:1767384348.177446:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:2.0:1767384348.177447:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000408681e4. 00000400:00000200:3.0:1767384348.177449:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (35) 00000400:00000010:2.0:1767384348.177453:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000080251b79. 00000800:00000001:3.0:1767384348.177455:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384348.177460:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384348.177460:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000fb000245. 00000400:00000200:2.0:1767384348.177496:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp32(0000000062d0d79d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177502:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp33(00000000bb8b90dc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177507:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp37(0000000056304e91) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177511:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp38(0000000078f6988a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177514:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp39(000000007a4f4bcd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177517:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp40(000000003737bfa2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384348.177521:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp41(0000000097ce5461) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384348.177528:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000081e919ee. 00000400:00000200:2.0:1767384348.177535:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000081e919ee nid 192.168.202.115@tcp42 00000400:00000010:2.0:1767384348.177539:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002174b7ee. 00000400:00000200:2.0:1767384348.177543:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000002174b7ee net tcp42 00000400:00000200:2.0:1767384348.177546:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (34) 00000400:00000200:2.0:1767384348.177551:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp42 flags 0x11 00000400:00000010:2.0:1767384348.177556:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000466ace53. 00000400:00000200:2.0:1767384348.177561:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000466ace53 nid 192.168.202.115@tcp43 00000400:00000010:2.0:1767384348.177566:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000065f2196e. 00000400:00000200:2.0:1767384348.177568:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000065f2196e net tcp43 00000400:00000200:2.0:1767384348.177570:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:2.0:1767384348.177575:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp43 flags 0x11 00000400:00000010:2.0:1767384348.177578:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000408681e4. 00000400:00000010:2.0:1767384348.177582:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000080251b79. 00000400:00000010:2.0:1767384348.177584:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000fb000245. 00000400:00000010:2.0:1767384348.177587:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e2aa36c6. 00000400:00000200:2.0:1767384348.177592:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384348.177597:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:2.0:1767384348.177599:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:2.0:1767384348.177603:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:2.0:1767384348.177614:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384348.177616:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:2.0:1767384348.177619:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384348.177623:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00080000:00000010:0.0:1767384348.177747:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000082271e9. 00080000:00000010:2.0:1767384348.177787:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a532ba49. 00040000:00000001:2.0:1767384348.177793:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384348.177796:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384348.177800:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384348.177803:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384348.177806:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384348.177808:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384348.177826:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384348.177840:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384348.177844:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384348.177846:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000082271e9. 00080000:00000001:2.0:1767384348.177850:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384348.177850:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384348.177855:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384348.177858:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384348.177867:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384348.177868:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384348.177872:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384348.177873:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:3.0:1767384348.177875:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384348.177879:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384348.177880:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.177883:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384348.177884:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.177886:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384348.177888:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.177890:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:0.0:1767384348.177891:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:0.0:1767384348.177895:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000040:3.0:1767384348.177897:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c419c192 count: 2 00080000:00000002:0.0:1767384348.177898:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384348.177903:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384348.177904:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384348.177909:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384348.177909:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.177913:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384348.177914:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bcc7812. 00000020:00000001:0.0:1767384348.177915:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384348.177919:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000020:00000001:3.0:1767384348.177920:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384348.177923:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384348.177924:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bcc7812 with handle 0x960a57272cefbc45 to hash 00000020:00000001:3.0:1767384348.177927:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384348.177928:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00080000:00000010:0.0:1767384348.177929:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000cd5c4c9. 00010000:00000001:3.0:1767384348.177930:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00080000:00000001:0.0:1767384348.177934:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570476544 : -113724139075072 : ffff989189168a00) 00010000:00000001:3.0:1767384348.177935:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384348.177937:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384348.177938:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384348.177940:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384348.177942:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384348.177944:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9026207. 00080000:00000001:0.0:1767384348.177948:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384348.177952:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384348.177956:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384348.177960:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384348.177961:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.177962:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384348.177965:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384348.177968:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384348.177970:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384348.177971:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.177977:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384348.177979:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.177981:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384348.177982:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.177984:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.177985:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384348.177987:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384348.177991:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c419c192) refcount = 2 00010000:00000040:3.0:1767384348.177993:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384348.177995:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384348.178004:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384348.178006:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384348.178010:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:3.0:1767384348.178012:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002367c4d8. 00000100:00000001:2.0:1767384348.178014:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384348.178016:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 20000000:00000010:2.0:1767384348.178017:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f22d4eb. 00000100:00000010:3.0:1767384348.178019:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000204aa70f. 20000000:00000001:2.0:1767384348.178022:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178023:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349475101696 : -113724234449920 : ffff989183673c00) 00000100:00000001:3.0:1767384348.178027:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349475101696 : -113724234449920 : ffff989183673c00) 00010000:00000040:2.0:1767384348.178028:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325760 00000100:00000001:3.0:1767384348.178029:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384348.178033:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384348.178033:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384348.178037:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384348.178039:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384348.178040:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000554f6e64 x1853236728325760/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384348.178041:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384348.178045:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384348.178048:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.178050:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384348.178051:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384348.178053:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.178054:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00001000:2.0:1767384348.178058:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=71 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384348.178059:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000020:00000040:3.0:1767384348.178065:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000001:2.0:1767384348.178066:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384348.178069:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384348.178072:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 02000000:00000001:3.0:1767384348.178073:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.178077:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.178077:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384348.178084:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384348.178086:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1261189. 02000000:00000001:2.0:1767384348.178087:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178093:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.178094:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.178098:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384348.178101:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384348.178102:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ae993f2. 00000100:00000200:2.0:1767384348.178107:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728325760, offset 224 00000400:00000200:2.0:1767384348.178122:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384348.178124:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 418 lvb_type: 0 00000400:00000200:2.0:1767384348.178130:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384348.178174:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06680 00010000:00000001:3.0:1767384348.178179:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1767384348.178180:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cb1 [2] + 224 00000100:00000001:3.0:1767384348.178183:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384348.178187:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384348.178188:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384348.178193:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384348.178199:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384348.178203:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.178234:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384348.178235:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.178237:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.178243:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728326016:0@lo:104: 00000100:00000001:3.0:1767384348.178252:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384348.178254:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384348.178256:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.178257:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384348.178259:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384348.178260:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e03b36e. 02000000:00000001:3.0:1767384348.178263:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.178265:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ae993f2 00000400:00000010:3.0:1767384348.178267:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000400:00000010:2.0:1767384348.178268:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ae993f2. 00000100:00000001:0.0:1767384348.178270:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.178272:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384348.178273:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.178274:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384348.178278:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000001:2.0:1767384348.178279:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384348.178279:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384348.178283:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384348.178285:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384348.178286:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787b373c. 00010000:00000001:2.0:1767384348.178290:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384348.178291:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c017219c 00000020:00000001:2.0:1767384348.178293:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384348.178295:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c017219c. 00000020:00000001:2.0:1767384348.178296:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384348.178301:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384348.178302:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326016, portal 16 00000100:00000040:2.0:1767384348.178303:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000554f6e64 x1853236728325760/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.178308:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384348.178308:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.178311:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000100:00000040:3.0:1767384348.178320:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384348.178334:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000554f6e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728325760:12345-0@lo:253: Request processed in 2123us (2815us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384348.178340:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.178348:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384348.178353:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384348.178358:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384348.178360:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384348.178362:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.178363:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384348.178366:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384348.178367:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000100:00000001:2.0:1767384348.178367:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384348.178372:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384348.178374:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000819cfadf. 00000100:00000200:3.0:1767384348.178375:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728326016, offset 0 02000000:00000001:0.0:1767384348.178376:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384348.178379:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384348.178382:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000100:00000001:0.0:1767384348.178382:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.178384:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384348.178387:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f19f4f1. 00000400:00000200:3.0:1767384348.178389:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384348.178390:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384348.178394:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=71 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384348.178400:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384348.178400:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000001:0.0:1767384348.178401:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384348.178405:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.178408:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384348.178409:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384348.178411:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001889e562. 00010000:00000001:0.0:1767384348.178412:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.178415:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce06780 00000100:00000001:0.0:1767384348.178418:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.178435:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384348.178436:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.178440:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17b9 [2] + 656 00000100:00000001:2.0:1767384348.178440:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384348.178448:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384348.178451:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384348.178454:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f144b19. 00000100:00000001:0.0:1767384348.178459:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384348.178461:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384348.178461:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ae993f2. 00000100:00000001:0.0:1767384348.178464:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384348.178467:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384348.178470:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384348.178471:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:0.0:1767384348.178473:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:3.0:1767384348.178474:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:01000004:0.0:1767384348.178475:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000010:3.0:1767384348.178478:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b57a7d. 00000020:01000004:0.0:1767384348.178478:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384348.178479:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384348.178483:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384348.178484:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000005b57a7d x1853236728326016 msgsize 328 00000020:01000004:0.0:1767384348.178486:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384348.178489:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384348.178492:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384348.178495:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1767384348.178495:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384348.178499:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.178505:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091dee638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728325760:0@lo:253: 00000100:00000001:0.0:1767384348.178509:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.178510:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384348.178511:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384348.178518:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091dee638 x1853236728325760/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.178525:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 00000100:00000001:0.0:1767384348.178525:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384348.178529:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 02000000:00000001:0.0:1767384348.178529:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384348.178533:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000490d2d89. 00000100:00000001:3.0:1767384348.178534:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384348.178534:0:17114:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384348.178539:0:17114:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326016 02000000:00000001:0.0:1767384348.178541:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384348.178542:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384348.178542:0:17114:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384348.178545:0:17114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384348.178545:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384348.178549:0:17114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384348.178549:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 02000000:00000001:2.0:1767384348.178556:0:17114:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.178556:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384348.178558:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384348.178559:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000090b888f9. 00000100:00100000:2.0:1767384348.178561:0:17114:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326016 00000100:00000040:3.0:1767384348.178563:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384348.178565:0:17114:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384348.178565:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384348.178569:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384348.178570:0:17114:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000010:0.0:1767384348.178574:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 00000100:00000001:3.0:1767384348.178575:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.178575:0:17114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.178579:0:17114:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00000001:0.0:1767384348.178579:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384348.178580:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384348.178583:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384348.178584:0:17114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:3.0:1767384348.178586:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.178587:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384348.178589:0:17114:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:3.0:1767384348.178593:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294936229 00000100:00000001:2.0:1767384348.178594:0:17114:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384348.178595:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384348.178598:0:17114:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000100:00000001:0.0:1767384348.178599:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178601:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294936226 00000100:00000001:2.0:1767384348.178604:0:17114:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.178604:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.178606:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294936229 00000020:00000010:2.0:1767384348.178608:0:17114:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000100:00000001:0.0:1767384348.178609:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178611:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294936226 00000100:00000001:3.0:1767384348.178615:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294936229 00000020:00000010:2.0:1767384348.178616:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e0d1247. 00000100:00000001:3.0:1767384348.178618:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294936226 00000020:00000010:2.0:1767384348.178620:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d85545a. 00000100:00000001:3.0:1767384348.178622:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294936229 00000100:00000001:3.0:1767384348.178626:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294936226 00000020:00000010:2.0:1767384348.178626:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f2c7c51. 00000100:00000001:3.0:1767384348.178631:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.178633:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.178634:0:17114:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384348.178635:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.178639:0:17114:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384348.178640:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.178642:0:17114:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384348.178643:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.178644:0:17114:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.178647:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.178649:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384348.178650:0:17114:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.178651:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.178657:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384348.178659:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384348.178661:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178662:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.178665:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384348.178666:0:17114:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384348.178668:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000204aa70f going to sleep for 11 seconds 00000100:00000001:3.0:1767384348.178672:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.178676:0:17114:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384348.178680:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.178682:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384348.178687:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384348.178688:0:17114:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384348.178692:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384348.178696:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:2.0:1767384348.178697:0:17114:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.178698:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498623616 : -113724210928000 : ffff989184ce2680) 00000100:00000001:2.0:1767384348.178701:0:17114:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.178705:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005b57a7d x1853236728326016/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384348.178712:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.178715:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e93061c5. 00000100:00000001:0.0:1767384348.178717:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.178718:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e93061c5. 00000100:00100000:0.0:1767384348.178722:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005b57a7d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728326016:12345-0@lo:104: 00000100:00000200:0.0:1767384348.178724:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326016 00010000:00000001:0.0:1767384348.178733:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384348.178737:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384348.178738:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384348.178740:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=2 00000020:00000001:0.0:1767384348.178742:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384348.178744:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:0.0:1767384348.178746:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384348.178749:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384348.178752:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384348.178781:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.178783:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384348.178787:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a0a9d46. 02000000:00000001:0.0:1767384348.178791:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.178793:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.178796:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384348.178798:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.178800:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.178804:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384348.178806:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384348.178809:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384348.178811:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384348.178813:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.178816:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384348.178818:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384348.178822:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000200:0.0:1767384348.178826:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728326016, offset 224 00000400:00000200:0.0:1767384348.178831:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384348.178836:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384348.178840:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce06780 00000400:00000200:0.0:1767384348.178844:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1cd1 [1] + 224 00000400:00000200:0.0:1767384348.178846:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.178849:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384348.178857:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384348.178860:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384348.178866:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384348.178878:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384348.178882:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:0.0:1767384348.178884:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000100:00000001:0.0:1767384348.178886:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384348.178887:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384348.178890:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.178892:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384348.178893:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384348.178897:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384348.178898:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384348.178900:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:0.0:1767384348.178902:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e77f40a7. 00000400:00000010:3.0:1767384348.178903:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000835d681f. 00010000:00000001:0.0:1767384348.178907:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384348.178909:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:3.0:1767384348.178912:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000100:00000001:3.0:1767384348.178914:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384348.178916:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384348.178919:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384348.178920:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.178925:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.178930:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384348.178930:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384348.178935:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384348.178937:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.178938:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005b57a7d x1853236728326016/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 328/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384348.178944:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384348.178951:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384348.178956:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384348.178960:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384348.178964:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384348.178967:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384348.178969:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005b57a7d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728326016:12345-0@lo:104: Request processed in 253us (481us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384348.178972:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384348.178974:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384348.178976:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.178978:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.178984:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.178984:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (00000000a89832d0) 00000100:00100000:0.0:1767384348.178987:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00001000:3.0:1767384348.178990:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=71 v=5 (5 0 0 0) 10000000:00000001:2.0:1767384348.178992:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384348.178992:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00000100:00001000:3.0:1767384348.178995:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.178996:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384348.178999:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384348.179000:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384348.179002:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.179003:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d85545a. 00010000:00000001:3.0:1767384348.179004:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384348.179007:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.179008:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f2c7c51. 00000100:00000001:3.0:1767384348.179009:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.179014:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e0d1247. 00000100:00000040:3.0:1767384348.179017:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384348.179019:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000100:00000001:0.0:1767384348.179025:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.179027:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:2.0:1767384348.179027:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384348.179032:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384348.179036:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.179041:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384348.179043:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179043:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384348.179045:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384348.179046:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384348.179048:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384348.179049:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.179050:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=3 00000020:00000001:2.0:1767384348.179055:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000040:3.0:1767384348.179057:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384348.179058:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00010000:00000001:2.0:1767384348.179062:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384348.179063:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384348.179079:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384348.179082:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384348.179085:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728326016:0@lo:104: 10000000:01000000:2.0:1767384348.179094:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384348.179095:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.179100:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384348.179100:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384348.179103:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384348.179104:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:2.0:1767384348.179107:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767384348.179109:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384348.179111:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384348.179114:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b15bd1 x1853236728326016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384348.179120:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.179127:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384348.179132:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1767384348.179176:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384348.179179:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384348.179181:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384348.179183:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384348.179185:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384348.179187:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e03b36e. 00010000:00000001:2.0:1767384348.179188:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384348.179193:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384348.179193:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767384348.179197:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384348.179197:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:3.0:1767384348.179201:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00010000:00000001:2.0:1767384348.179202:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.179206:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.179207:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384348.179210:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1261189. 00000020:00000040:2.0:1767384348.179211:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbc37 from hash 00010000:00000001:2.0:1767384348.179216:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384348.179217:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384348.179219:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384348.179220:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384348.179221:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384348.179222:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 00010000:00000001:2.0:1767384348.179224:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384348.179226:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384348.179227:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384348.179228:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.179229:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767384348.179231:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000204aa70f. 00010000:00000001:2.0:1767384348.179233:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384348.179235:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384348.179236:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384348.179237:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384348.179240:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002367c4d8. 00000100:00000010:2.0:1767384348.179241:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017ab60b5. 00010000:00000001:3.0:1767384348.179243:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.179245:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00010000:00000001:3.0:1767384348.179246:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.179250:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.179251:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384348.179253:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 20000000:00000001:3.0:1767384348.179256:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:2.0:1767384348.179257:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.179259:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384348.179262:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384348.179262:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab40b8d9. 00000100:00000001:2.0:1767384348.179269:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179272:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384348.179275:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384348.179280:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384348.179281:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.179283:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384348.179284:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.179288:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ab60b5] to pc [ptlrpcd_00_02+2] req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.179318:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384348.179321:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179323:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384348.179323:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384348.179324:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179327:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179327:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384348.179330:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384348.179331:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.179334:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384348.179336:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.179351:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384348.179354:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384348.179355:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 000000002e8033bb/0x960a57272cefbc37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc3e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384348.179357:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.179362:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384348.179365:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384348.179366:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060a32fb8 count: 0 02000000:00000001:0.0:1767384348.179368:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.179374:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728326144:0@lo:103: 00000100:00000001:0.0:1767384348.179377:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384348.179379:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384348.179381:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.179382:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384348.179385:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384348.179385:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa28b1a9. 00010000:00000001:2.0:1767384348.179391:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384348.179391:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384348.179396:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e77f40a7. 00000400:00000010:0.0:1767384348.179397:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ee997a. 00000100:00000001:3.0:1767384348.179398:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.179405:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384348.179406:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00010000:00000001:2.0:1767384348.179408:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384348.179411:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326144, portal 18 00000020:00000001:2.0:1767384348.179413:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384348.179415:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384348.179418:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179418:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566694656 : -113724142856960 : ffff989188dcd500) 00010000:00010000:2.0:1767384348.179441:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384348.179443:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384348.179444:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384348.179448:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179453:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384348.179457:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384348.179461:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384348.179465:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384348.179465:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000100:00000200:0.0:1767384348.179471:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728326144, offset 0 00000020:00000001:2.0:1767384348.179472:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.179476:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384348.179479:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384348.179487:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384348.179492:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce06800 00000400:00000200:0.0:1767384348.179496:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:0.0:1767384348.179500:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.179504:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384348.179512:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384348.179514:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384348.179516:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091dee638. 00000100:00000040:0.0:1767384348.179518:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000091dee638 x1853236728326144 msgsize 328 00000100:00100000:0.0:1767384348.179521:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384348.179532:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384348.179536:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004614fcc0 00000400:00000010:0.0:1767384348.179539:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000100:00000001:0.0:1767384348.179542:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384348.179546:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.179553:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384348.179556:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384348.179559:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b5d8c494. 00000100:00000001:0.0:1767384348.179562:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.179566:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384348.179566:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384348.179571:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326144 00000100:00000001:0.0:1767384348.179571:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.179578:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384348.179579:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294936230 00000100:00000001:2.0:1767384348.179583:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.179586:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179588:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936229 02000000:00000001:2.0:1767384348.179590:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179592:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294936230 00000100:00000001:0.0:1767384348.179595:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936229 00000100:00100000:2.0:1767384348.179601:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326144 00000100:00000001:0.0:1767384348.179601:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294936230 00000020:00000001:2.0:1767384348.179606:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384348.179608:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384348.179610:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384348.179610:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936229 00000020:00000040:2.0:1767384348.179614:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:2.0:1767384348.179617:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384348.179618:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294936230 00000020:00000001:2.0:1767384348.179621:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384348.179626:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936229 00000100:00000001:2.0:1767384348.179627:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384348.179631:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384348.179632:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000100:00000001:0.0:1767384348.179635:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.179639:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.179639:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179642:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384348.179645:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000100:00000001:0.0:1767384348.179648:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384348.179651:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384348.179653:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e0d1247. 00000100:00000001:0.0:1767384348.179654:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384348.179659:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c4a3582. 00000100:00000001:0.0:1767384348.179663:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384348.179666:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000100:00000001:0.0:1767384348.179666:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.179671:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.179682:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384348.179687:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384348.179688:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384348.179690:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384348.179693:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179696:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384348.179699:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.179701:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.179703:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:2.0:1767384348.179705:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:2.0:1767384348.179707:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00010000:2.0:1767384348.179712:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 418 lvb_type: 0 00010000:00000001:2.0:1767384348.179717:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179719:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.179721:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.179723:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.179729:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384348.179733:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091dee638 x1853236728326144/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.179748:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384348.179750:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.179764:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.179784:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384348.179785:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384348.179789:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384348.179792:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:2.0:1767384348.179794:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801150464 : -113719908401152 : ffff989285418000) 00000100:00000040:2.0:1767384348.179798:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091dee638 x1853236728326144/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.179805:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384348.179808:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b7e3db. 00000100:00000001:2.0:1767384348.179810:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384348.179812:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b7e3db. 00000100:00100000:2.0:1767384348.179818:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091dee638 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728326144:12345-0@lo:103: 00000100:00000200:2.0:1767384348.179822:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326144 00010000:00000001:2.0:1767384348.179825:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384348.179827:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384348.179829:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384348.179832:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384348.179835:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384348.179838:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fb000245. 02000000:00000001:2.0:1767384348.179841:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.179842:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179845:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384348.179847:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384348.179849:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.179850:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.179852:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000172f1fd7 refcount=4 00000020:00000001:2.0:1767384348.179856:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000001:2.0:1767384348.179858:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491434496 : -113724218117120 : ffff989184607400) 00010000:00000040:2.0:1767384348.179868:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c419c192 count: 3 00010000:00010000:2.0:1767384348.179871:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 418 lvb_type: 0 00000100:00001000:2.0:1767384348.179878:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384348 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384348.179882:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384348.179887:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179889:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384348.179892:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 418 lvb_type: 0 00000020:00000001:2.0:1767384348.179899:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.179900:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000010:3.0:1767384348.179901:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000cd5c4c9. 00010000:00000001:2.0:1767384348.179902:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.179907:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179909:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384348.179910:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384348.179915:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179916:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.179918:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.179919:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.179921:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172f1fd7 with handle 0x960a57272cefbc3e from hash 00010000:00000001:2.0:1767384348.179923:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384348.179925:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.179926:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.179927:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384348.179928:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384348.179929:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384348.179930:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172f1fd7/0x960a57272cefbc3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbc37 expref: 16 pid: 17081 timeout: 418 lvb_type: 0 00010000:00000040:2.0:1767384348.179935:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000040:2.0:1767384348.179937:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00080000:00000010:0.0:1767384348.179937:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9026207. 00010000:00000001:2.0:1767384348.179940:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:0.0:1767384348.179943:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384348.179944:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00040000:00000001:0.0:1767384348.179949:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384348.179950:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1767384348.179952:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384348.179954:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00000040:2.0:1767384348.179958:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008bcc7812 20000000:00000001:0.0:1767384348.179959:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.179963:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:0.0:1767384348.179963:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:2.0:1767384348.179967:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:01000000:0.0:1767384348.179967:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384348.179970:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384348.179971:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384348.179973:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384348.179975:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384348.179975:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384348.179981:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384348.179982:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384348.179982:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00010000:2.0:1767384348.179988:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.179992:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384348.179994:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384348.179997:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384348.179998:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384348.179999:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c419c192) refcount = 2 00010000:00010000:2.0:1767384348.180002:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180006:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384348.180008:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384348.180010:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.180012:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384348.180016:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5b7e3db. 00000100:00000001:2.0:1767384348.180018:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384348.180021:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c44697ba. 00000100:00000001:2.0:1767384348.180025:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349571065920 : -113724138485696 : ffff9891891f8840) 00000100:00000001:2.0:1767384348.180027:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630349571065920 : -113724138485696 : ffff9891891f8840) 00000100:00000001:2.0:1767384348.180029:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384348.180031:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384348.180034:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384348.180039:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384348.180044:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384348.180048:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.180050:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.180054:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=5 00000020:00000001:2.0:1767384348.180063:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:2.0:1767384348.180066:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00010000:00000001:2.0:1767384348.180068:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384348.180070:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180076:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384348.180078:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180083:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.180084:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384348.180086:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180092:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.180095:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180098:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384348.180099:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384348.180106:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bcc7812 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384348.180109:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.180111:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384348.180113:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384348.180113:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384348.180118:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384348.180120:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000baa8a003. 00010000:00000001:2.0:1767384348.180122:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000001:0.0:1767384348.180124:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180125:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.180128:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1767384348.180129:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728325888 00000020:00000040:2.0:1767384348.180130:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bcc7812 refcount=6 00010000:00000001:0.0:1767384348.180156:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384348.180163:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016752ea6 x1853236728325888/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384348.180169:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384348.180171:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.180173:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=71 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384348.180175:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00000100:00000001:0.0:1767384348.180176:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384348.180181:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397824 : -113718973153792 : ffff9892bd003e00) 00000100:00000040:0.0:1767384348.180182:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384348.180184:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384348.180186:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384348.180188:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384348.180189:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.180193:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384348.180195:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384348.180199:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384348.180205:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384348.180205:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030788dd1. 00010000:00000001:2.0:1767384348.180208:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.180210:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384348.180211:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728325888, offset 224 00010000:00000001:2.0:1767384348.180215:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384348.180218:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384348.180223:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384348.180224:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.180226:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.180228:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bcc7812 with handle 0x960a57272cefbc45 from hash 00010000:00000001:2.0:1767384348.180231:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384348.180233:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.180235:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384348.180236:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384348.180237:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384348.180238:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384348.180239:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384348.180241:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180241:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384348.180244:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.180249:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180254:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384348.180256:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384348.180257:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384348.180258:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06700 20000000:00000001:3.0:1767384348.180261:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384348.180263:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384348.180267:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.180267:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.180269:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.180272:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cb9 [2] + 224 00010000:00000001:2.0:1767384348.180275:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180281:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.180283:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384348.180284:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384348.180285:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.180287:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.180291:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384348.180293:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:3.0:1767384348.180295:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384348.180296:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.180301:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384348.180302:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384348.180304:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384348.180307:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384348.180310:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.180312:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384348.180313:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.180315:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384348.180318:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.180322:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384348.180329:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180334:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384348.180337:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bcc7812/0x960a57272cefbc45 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384348.180348:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384348.180349:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.180352:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180355:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384348.180357:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1767384348.180357:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030788dd1 00000400:00000010:0.0:1767384348.180361:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030788dd1. 00000100:00000001:2.0:1767384348.180362:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.180366:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.180366:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384348.180369:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.180371:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384348.180371:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.180374:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384348.180375:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c44697ba. 00000100:00000001:0.0:1767384348.180378:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.180382:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384348.180385:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384348.180385:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:3.0:1767384348.180386:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384348.180391:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:2.0:1767384348.180392:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5b7e3db. 00010000:00000001:0.0:1767384348.180392:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384348.180397:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0e4d4a. 00000020:00000001:0.0:1767384348.180397:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.180399:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1767384348.180404:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1767384348.180405:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c419c192 count: 0 00000400:00000200:3.0:1767384348.180408:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060190bce 00000400:00000010:3.0:1767384348.180412:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060190bce. 00000100:00000040:0.0:1767384348.180412:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016752ea6 x1853236728325888/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384348.180413:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384348.180418:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.180432:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384348.180438:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384348.180442:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384348.180443:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.180445:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016752ea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728325888:12345-0@lo:253: Request processed in 3782us (4909us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384348.180447:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.180457:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384348.180466:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384348.180468:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000200:3.0:1767384348.180471:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.180472:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 02000000:00000001:2.0:1767384348.180473:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384348.180476:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.180479:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384348.180481:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384348.180484:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384348.180488:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384348.180490:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384348.180492:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e337e57. 00000400:00000010:2.0:1767384348.180495:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000100:00000001:3.0:1767384348.180497:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384348.180501:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000100:00000001:3.0:1767384348.180503:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384348.180504:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728326144, offset 224 00000020:00000010:0.0:1767384348.180506:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000100:00000001:3.0:1767384348.180508:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384348.180511:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384348.180512:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:3.0:1767384348.180513:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.180515:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.180517:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384348.180519:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384348.180520:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384348.180524:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=71 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384348.180525:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083ca4be3. 00000400:00000200:2.0:1767384348.180532:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384348.180533:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=71 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384348.180533:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384348.180539:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.180540:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384348.180543:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.180544:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce06800 00000100:00000200:0.0:1767384348.180550:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384348.180553:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384348.180554:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ce1 [1] + 224 00010000:00000001:3.0:1767384348.180557:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384348.180557:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34de4aa. 00000100:00000001:3.0:1767384348.180563:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.180567:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384348.180568:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384348.180570:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030788dd1. 00000400:00000200:2.0:1767384348.180577:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384348.180586:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.180589:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384348.180590:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384348.180592:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384348.180594:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384348.180595:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384348.180598:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384348.180601:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384348.180604:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384348.180607:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384348.180610:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384348.180612:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384348.180612:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384348.180616:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384348.180619:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384348.180625:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.180630:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384348.180634:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008bb3731f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728325888:0@lo:253: 00000400:00000200:2.0:1767384348.180636:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000100:00000001:3.0:1767384348.180639:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384348.180640:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000100:00000001:3.0:1767384348.180644:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384348.180645:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.180646:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384348.180649:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.180650:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384348.180653:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bb3731f x1853236728325888/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384348.180654:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384348.180656:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384348.180658:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384348.180661:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ee997a. 00000100:00000040:2.0:1767384348.180664:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384348.180668:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384348.180668:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.180669:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 02000000:00000001:3.0:1767384348.180672:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384348.180673:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384348.180674:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 02000000:00000010:3.0:1767384348.180676:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e12ce05. 00000100:00000001:0.0:1767384348.180679:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384348.180680:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091dee638 x1853236728326144/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:329/0 lens 328/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384348.180682:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767384348.180686:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384348.180687:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384348.180690:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384348.180696:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384348.180699:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065c9e414. 00000100:00100000:2.0:1767384348.180700:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091dee638 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728326144:12345-0@lo:103: Request processed in 888us (1175us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384348.180706:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384348.180707:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384348.180709:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384348.180712:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000010:3.0:1767384348.180713:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bb3731f. 00000100:00000040:2.0:1767384348.180718:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384348.180721:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.180724:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384348.180725:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384348.180725:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.180729:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384348.180730:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.180731:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384348.180733:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c4a3582. 00000100:00000001:3.0:1767384348.180736:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384348.180736:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384348.180737:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000100:00000001:0.0:1767384348.180739:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.180743:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384348.180743:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384348.180744:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e0d1247. 00000100:00000001:3.0:1767384348.180746:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.180749:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.180752:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384348.180754:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:0.0:1767384348.180755:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=71 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384348.180756:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.180758:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384348.180766:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.180769:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384348.180772:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.180775:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384348.180778:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.180781:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.180785:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.180793:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.180796:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384348.180806:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384348.180813:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.180822:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728326144:0@lo:103: 00000100:00000001:0.0:1767384348.180827:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.180829:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384348.180833:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017ab60b5 x1853236728326144/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.180838:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384348.180839:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384348.180840:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa28b1a9. 02000000:00000001:0.0:1767384348.180842:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384348.180843:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384348.180845:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384348.180846:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384348.180847:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab40b8d9. 02000000:00000001:0.0:1767384348.180849:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384348.180850:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384348.180851:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017ab60b5. 00000100:00000001:0.0:1767384348.180854:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384348.180854:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.180856:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.180859:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384348.180860:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.180863:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384348.180865:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.187190:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294936230, at 4294936231 00000100:00000040:2.0:1767384348.187190:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294936230, at 4294936231 00000100:00000010:3.0:1767384348.187201:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000100:00000040:0.0:1767384348.187202:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294936230, at 4294936231 00000100:00000010:2.0:1767384348.187203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e888aeac. 00000100:00000010:0.0:1767384348.187213:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099056463. 00000100:00000040:1.0:1767384348.188208:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294936230, at 4294936232 00000100:00000010:1.0:1767384348.188221:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037c04c12. 00010000:00000010:2.1:1767384348.192164:0:34576:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060a32fb8. 00010000:00000010:2.1:1767384348.192180:0:34576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00010000:00000010:2.1:1767384348.192194:0:34576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172f1fd7. 00010000:00000010:2.1:1767384348.192210:0:34576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bcc7812. 00010000:00000010:2.1:1767384348.192222:0:34576:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c419c192. 00000400:00000010:2.0:1767384348.194897:0:34576:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cf698c54. 00000400:00000040:2.0:1767384348.194918:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384348.194921:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384348.194923:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384348.194925:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384348.194927:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384348.194928:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384348.194930:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384348.194932:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384348.194933:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384348.194933:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384348.194935:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384348.194936:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384348.194937:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384348.194938:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384348.194939:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384348.194941:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384348.194941:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384348.194942:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384348.194943:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384348.194944:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384348.194945:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384348.194946:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384348.194947:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384348.194948:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384348.194949:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384348.194950:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384348.194951:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384348.194952:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384348.194953:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384348.194954:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384348.194955:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384348.194956:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384348.194957:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384348.194958:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384348.194959:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384348.194959:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384348.194960:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384348.194962:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384348.194968:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384348.194969:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384348.194970:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384348.194971:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384348.194973:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384348.194974:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384348.194975:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384348.194975:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384348.194976:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384348.194977:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384348.194979:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384348.194980:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384348.194980:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384348.194981:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384348.194982:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384348.194983:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384348.194984:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384348.194985:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384348.194986:0:34576:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384348.195060:0:34576:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cf698c54. 00000400:00000001:2.0:1767384348.532240:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384348.532247:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384348.532251:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93b1a9 00000400:00000010:2.0:1767384348.532257:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f93b1a9. 00000400:00000200:2.0:1767384348.532262:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384348.532271:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384348.532286:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000c5ab6da. 00000400:00000010:2.0:1767384348.532291:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f1b86ee. 00000400:00000200:2.0:1767384348.532296:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp40 00000400:00000010:2.0:1767384348.532301:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000094fc5860. 00000400:00000010:2.0:1767384348.532306:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e0d1247. 00000400:00000010:2.0:1767384348.532310:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b489dde. 00000400:00000010:2.0:1767384348.532317:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dac7274f. 00000400:00000200:2.0:1767384348.532322:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp40 00000400:00000200:2.0:1767384348.532336:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp40 local destination 00000400:00000200:2.0:1767384348.532342:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 00000400:00000200:2.0:1767384348.532354:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [167:167:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767384348.532362:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 00000400:00000200:2.0:1767384348.532374:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp40:192.168.202.115@tcp40) : GET try# 0 00000800:00000200:2.0:1767384348.532381:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp40 00000800:00000010:2.0:1767384348.532386:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000096d13554. 00000800:00000200:2.0:1767384348.532393:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:2.1:1767384348.532397:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:2.0:1767384348.532436:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 2 next ping: 273 health :800 00000400:00000200:2.0:1767384348.532446:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp39 00000400:00000010:2.0:1767384348.532450:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016cfa22c. 00000400:00000010:2.0:1767384348.532455:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ab40b8d9. 00000400:00000010:2.0:1767384348.532460:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000400:00000010:2.0:1767384348.532469:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e01b1c42. 00000400:00000200:2.0:1767384348.532475:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp39 00000400:00000200:2.0:1767384348.532486:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp39 local destination 00000400:00000200:2.0:1767384348.532489:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:2.0:1767384348.532493:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [168:168:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384348.532497:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:2.0:1767384348.532502:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp39:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:2.0:1767384348.532505:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:2.0:1767384348.532509:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000131e6738. 00000800:00000200:2.0:1767384348.532516:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:2.1:1767384348.532520:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:0.0:1767384348.532520:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384348.532546:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 3 next ping: 277 health :700 00000400:00000200:0.0:1767384348.532592:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.532631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.532632:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.532776:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.532780:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.532956:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.532957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533109:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533117:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533195:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533374:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533669:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533835:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533876:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.533926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.533928:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534088:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534166:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534279:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534378:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534497:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534526:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534630:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534819:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534821:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.534909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.534929:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535001:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535019:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535079:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535130:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535209:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535258:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535310:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535406:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535448:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535552:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535556:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.535932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.535947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384348.536045:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.536061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.536183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.536260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.536307:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:0.0:1767384348.536354:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000baa8a003. 00000400:00000200:1.0:1767384348.536356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:0.0:1767384348.536362:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f01a8ebd. 00000800:00000010:0.0:1767384348.536378:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000057b85a70. 00000400:00000200:1.0:1767384348.536394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000800:00000010:0.0:1767384348.536414:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000057b85a70. 00000800:00020000:0.0:1767384348.536440:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384348.536445:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f01a8ebd. 00000800:00000010:0.0:1767384348.536448:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000baa8a003. 00000400:00000200:1.0:1767384348.536461:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384348.536548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:02020000:0.0:1767384348.536555:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384348.536563:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000800:00000200:0.0:1767384348.536575:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp40 down 00000800:00000100:0.0:1767384348.536590:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp40 00000400:00000200:1.0:1767384348.536592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384348.536594:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000096d13554. 00000400:00000200:0.0:1767384348.536602:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384348.536611:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384348.536625:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384348.536628:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384348.536631:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp40) recovery failed with -71 00000800:00000010:1.0:1767384348.536767:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e73d533. 00000800:00000010:1.0:1767384348.536774:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c46ab0c. 00000800:00000010:1.0:1767384348.536781:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b30655f9. 00000800:00000010:1.0:1767384348.536807:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b30655f9. 00000800:00020000:1.0:1767384348.536818:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384348.536822:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c46ab0c. 00000800:00000010:1.0:1767384348.536827:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002e73d533. 00000400:02020000:1.0:1767384348.536885:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384348.536894:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000800:00000200:1.0:1767384348.536901:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp39 down 00000800:00000100:1.0:1767384348.536907:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:1.0:1767384348.536911:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000131e6738. 00000400:00000200:1.0:1767384348.536923:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384348.536929:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384348.536941:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384348.536945:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384348.536949:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp39) recovery failed with -71 00010000:00000001:2.0:1767384348.980239:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384348.980250:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.980260:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384348.980265:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384348.980268:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384348.980271:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.980275:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384348.980287:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.980290:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.980293:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.980334:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384348.980341:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.980346:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384349.044203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384349.044209:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384349.044212:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384349.044215:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384349.044221:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 00000100:00000010:3.0:1767384349.044225:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000020:00000040:1.0:1767384349.044229:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384349.044238:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384349.044239:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384349.044245:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384349.044247:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.044252:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.044254:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384349.044267:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384349.044267:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e9ab8ac. 00000100:00000001:1.0:1767384349.044277:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384349.044281:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001370d3d8. 00000100:00000040:1.0:1767384349.044289:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384349.044291:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.044307:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384349.044308:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.044315:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.044316:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044325:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099568c7d] to pc [ptlrpcd_00_03+3] req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384349.044334:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b15bd1] to pc [ptlrpcd_00_00+0] req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.044374:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384349.044379:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384349.044388:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384349.044392:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000020:00000040:1.0:1767384349.044395:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384349.044397:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.044398:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.044402:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.044405:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.044406:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384349.044409:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000226e3b96. 00000100:00000001:3.0:1767384349.044410:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384349.044429:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044437:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384349.044439:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.044464:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384349.044469:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.044482:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384349.044483:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.044487:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.044489:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384349.044493:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccc81352] to pc [ptlrpcd_00_01+1] req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384349.044511:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.044512:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384349.044522:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384349.044524:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728326400:0@lo:13: 00000100:00000010:1.0:1767384349.044526:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000020:00000040:1.0:1767384349.044533:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384349.044539:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384349.044539:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.044547:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.044551:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.044552:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384349.044561:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f712d28. 02000000:00000001:3.0:1767384349.044562:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.044568:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.044570:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384349.044574:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384349.044578:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004cf667db. 02000000:00000001:3.0:1767384349.044587:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.044588:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.044591:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044598:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f48eba] to pc [ptlrpcd_00_02+2] req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384349.044602:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000100:00000001:1.0:1767384349.044605:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384349.044612:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384349.044613:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000010:1.0:1767384349.044614:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000020:00000040:1.0:1767384349.044620:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384349.044623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.044624:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.044625:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384349.044626:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728326400, portal 4 02000000:00000010:1.0:1767384349.044628:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469407e7. 00000100:00000001:3.0:1767384349.044635:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384349.044635:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.044640:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000100:00000040:3.0:1767384349.044654:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.044657:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384349.044676:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.044679:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.044691:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_03+3] req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.044748:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.044749:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.044754:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (274) 00000100:00000040:3.0:1767384349.044757:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384349.044763:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000100:00000200:3.0:1767384349.044767:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728326400, offset 0 00000100:00000001:1.0:1767384349.044768:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.044772:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.044774:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384349.044782:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.044785:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384349.044798:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384349.044800:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.044803:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384349.044808:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384349.044811:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384349.044812:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.044822:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728326272:0@lo:400: 00000100:00000001:1.0:1767384349.044826:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384349.044830:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384349.044832:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.044839:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce06900 02000000:00000001:1.0:1767384349.044839:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384349.044845:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083e5c70f. 02000000:00000001:1.0:1767384349.044848:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.044853:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000400:00000010:1.0:1767384349.044854:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c6a32b. 00000400:00000200:3.0:1767384349.044868:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384349.044869:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2b4cf8. 00000100:00000200:1.0:1767384349.044878:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326272, portal 25 00000400:00000200:3.0:1767384349.044881:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.044884:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384349.044886:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000100:00000001:3.0:1767384349.044890:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384349.044890:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384349.044894:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384349.044910:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384349.044911:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000059c7a6a. 00000100:00000040:3.0:1767384349.044917:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000059c7a6a x1853236728326400 msgsize 224 00000100:00000040:1.0:1767384349.044924:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384349.044929:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 00000100:00100000:3.0:1767384349.044930:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384349.044932:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728326272, offset 0 00000400:00000200:1.0:1767384349.044940:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384349.044947:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384349.044953:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384349.044959:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 00000400:00000200:1.0:1767384349.044966:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce06880 00000400:00000010:3.0:1767384349.044967:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 00000100:00000001:3.0:1767384349.044975:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384349.044979:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1485 [2] + 0 00000400:00000010:1.0:1767384349.044982:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003498bf18. 00000400:00000200:1.0:1767384349.044989:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b5418c1 00000100:00000200:3.0:1767384349.044994:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.044998:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.045008:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384349.045019:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b5418c1 00000400:00000010:1.0:1767384349.045023:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b5418c1. 00000100:00000001:3.0:1767384349.045032:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384349.045032:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384349.045040:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384349.045046:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.045046:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000b2dca232 x1853236728326272 msgsize 224 00000100:00100000:1.0:1767384349.045069:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384349.045077:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384349.045087:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045090:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384349.045091:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384349.045101:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000400:00000010:1.0:1767384349.045106:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00000001:3.0:1767384349.045110:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045111:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384349.045121:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3476 usecs (4 jiffies) 00000100:00000200:1.0:1767384349.045122:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.045129:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937092 00000100:00000010:3.0:1767384349.045171:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040ff0e5b. 00000100:00000001:1.0:1767384349.045181:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384349.045186:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384349.045186:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.045196:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045198:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384349.045201:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000100:00000001:1.0:1767384349.045216:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045220:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294937096 00000100:00000010:3.0:1767384349.045224:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e9e634f. 00000100:00000001:3.0:1767384349.045231:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384349.045232:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937092 00000100:00000001:3.0:1767384349.045246:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000001:1.0:1767384349.045247:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294937096 00000100:00000001:1.0:1767384349.045259:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937093 00000100:00000010:3.0:1767384349.045260:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037c04c12. 00000100:00000001:3.0:1767384349.045265:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384349.045270:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00000001:1.0:1767384349.045273:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294937096 00000100:00000010:3.0:1767384349.045274:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099056463. 00000100:00000001:3.0:1767384349.045284:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384349.045285:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937093 00000100:00000001:3.0:1767384349.045290:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.045292:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294937096 00000100:00000001:3.0:1767384349.045296:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045299:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937093 00000100:00000001:3.0:1767384349.045300:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045304:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.045305:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.045319:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045325:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384349.045326:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384349.045330:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384349.045330:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.045338:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.045360:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.045360:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384349.045362:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045365:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384349.045366:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384349.045370:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384349.045372:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384349.045376:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.045386:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384349.045387:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.045393:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384349.045398:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728326784:0@lo:400: 00000100:00000001:3.0:1767384349.045400:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.045404:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.045406:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384349.045434:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384349.045435:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384349.045437:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.045441:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384349.045447:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384349.045449:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006813b2f0. 02000000:00000001:1.0:1767384349.045458:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.045469:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11a2e74. 00000100:00000001:3.0:1767384349.045471:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384349.045476:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.045477:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c427f8. 02000000:00000001:3.0:1767384349.045479:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384349.045482:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326784, portal 10 02000000:00000001:3.0:1767384349.045483:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.045491:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384349.045492:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045493:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00100000:3.0:1767384349.045500:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728326528:0@lo:400: 00000100:00000001:3.0:1767384349.045504:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384349.045505:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384349.045508:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384349.045515:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.045523:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384349.045524:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767384349.045527:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cc0c8ee. 00000100:00000040:1.0:1767384349.045530:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384349.045535:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.045537:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed9098a. 00000400:00000010:3.0:1767384349.045541:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6dc039. 00000100:00000200:1.0:1767384349.045542:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728326784, offset 0 00000400:00000010:3.0:1767384349.045546:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000100:00000200:3.0:1767384349.045556:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326528, portal 4 00000100:00000001:3.0:1767384349.045564:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384349.045564:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384349.045568:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 00000400:00000200:1.0:1767384349.045572:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384349.045576:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.045587:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06a80 00000100:00000001:3.0:1767384349.045588:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384349.045596:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384349.045605:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000400:00000010:3.0:1767384349.045607:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000400:00000200:1.0:1767384349.045614:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384349.045617:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728326528, offset 0 00000400:00000200:1.0:1767384349.045620:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.045631:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384349.045633:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384349.045640:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384349.045641:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005238630a. 00000100:00000040:1.0:1767384349.045645:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000005238630a x1853236728326784 msgsize 224 00000100:00100000:1.0:1767384349.045650:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384349.045657:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384349.045662:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384349.045667:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed9098a 00000400:00000010:1.0:1767384349.045668:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed9098a. 00000100:00000001:1.0:1767384349.045671:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384349.045676:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.045677:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce06980 00000100:00000001:1.0:1767384349.045698:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384349.045705:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.045706:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000100:00000001:1.0:1767384349.045710:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045711:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.045714:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.045722:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3240 usecs (4 jiffies) 00000100:00000001:1.0:1767384349.045725:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937093 00000100:00000001:1.0:1767384349.045727:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937096 00000400:00000200:3.0:1767384349.045730:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384349.045730:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000100:00000001:1.0:1767384349.045737:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937096 00000100:00000001:1.0:1767384349.045741:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000001:1.0:1767384349.045747:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937096 00000400:00000200:3.0:1767384349.045749:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.045750:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00000001:3.0:1767384349.045756:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384349.045762:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384349.045762:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937096 00000100:00000001:1.0:1767384349.045773:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.045776:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384349.045779:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000721599f9. 00000100:00000001:1.0:1767384349.045780:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045791:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384349.045792:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000721599f9 x1853236728326528 msgsize 224 00000100:00000001:1.0:1767384349.045801:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384349.045805:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384349.045813:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.045818:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384349.045823:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384349.045823:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.045830:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384349.045837:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.045842:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384349.045844:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.045846:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.045847:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.045849:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384349.045850:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384349.045854:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.045860:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384349.045862:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000100:00000001:1.0:1767384349.045862:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.045868:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384349.045870:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 02000000:00000001:1.0:1767384349.045871:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384349.045877:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.045881:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384349.045881:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728326656:0@lo:400: 00000100:00000001:1.0:1767384349.045889:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384349.045892:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384349.045898:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384349.045898:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.045905:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384349.045910:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000454800ae. 02000000:00000001:1.0:1767384349.045916:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.045923:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a22c049. 00000400:00000010:1.0:1767384349.045931:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed9098a. 00000100:00000001:3.0:1767384349.045932:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384349.045939:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728326656, portal 10 00000100:00000040:3.0:1767384349.045944:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.045945:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384349.045953:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000100:00000040:1.0:1767384349.045964:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.045968:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.045980:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384349.045981:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384349.045986:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384349.045989:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665174fd. 00000100:00000001:3.0:1767384349.045991:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384349.045993:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728326656, offset 0 00000100:00000040:3.0:1767384349.045999:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3476 usecs (4 jiffies) 00000400:00000200:1.0:1767384349.046000:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384349.046008:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937093 00000400:00000200:1.0:1767384349.046009:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384349.046018:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937096 00000400:00000200:1.0:1767384349.046019:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06a00 00000100:00000001:3.0:1767384349.046029:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000400:00000200:1.0:1767384349.046030:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000400:00000200:1.0:1767384349.046040:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384349.046041:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937096 00000400:00000200:1.0:1767384349.046047:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384349.046052:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000001:1.0:1767384349.046054:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384349.046057:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384349.046064:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937096 00000100:00000010:1.0:1767384349.046065:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a065a12. 00000100:00000040:1.0:1767384349.046069:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000000a065a12 x1853236728326656 msgsize 224 00000100:00000001:3.0:1767384349.046078:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00100000:1.0:1767384349.046082:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384349.046086:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937096 00000100:00000001:3.0:1767384349.046091:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.046093:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384349.046097:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.046101:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665174fd 00000100:00000001:3.0:1767384349.046103:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.046106:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665174fd. 00000100:00000001:1.0:1767384349.046110:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384349.046115:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.046119:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046167:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384349.046170:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.046173:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.046180:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046180:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046186:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.046191:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.046194:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2997 usecs (3 jiffies) 00000100:00000001:1.0:1767384349.046196:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937093 00000100:00000001:1.0:1767384349.046200:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937096 00000100:00000001:3.0:1767384349.046205:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384349.046208:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000100:00100000:3.0:1767384349.046210:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326400 00000100:00000001:1.0:1767384349.046211:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937096 00000100:00000001:1.0:1767384349.046217:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937093 02000000:00000001:3.0:1767384349.046219:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384349.046221:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937096 00000100:00000001:1.0:1767384349.046225:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00000001:3.0:1767384349.046226:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384349.046229:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937096 00000100:00000001:3.0:1767384349.046231:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046232:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.046242:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.046246:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046247:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046260:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384349.046262:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326400 00000020:00000001:3.0:1767384349.046268:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384349.046270:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000100:00000001:1.0:1767384349.046271:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.046276:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.046280:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.046285:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:3.0:1767384349.046290:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384349.046292:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384349.046296:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326272 00000020:00000001:3.0:1767384349.046298:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 02000000:00000001:1.0:1767384349.046299:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384349.046303:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384349.046306:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.046310:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384349.046311:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.046320:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326272 00000020:00000010:3.0:1767384349.046322:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f7e2dd. 00000020:00000001:1.0:1767384349.046325:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384349.046329:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000010:3.0:1767384349.046330:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006138a97e. 00000020:00000001:1.0:1767384349.046333:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384349.046338:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000040:3.0:1767384349.046340:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000001:1.0:1767384349.046345:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384349.046351:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384349.046356:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384349.046359:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384349.046361:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004baa343b. 00000100:00000001:1.0:1767384349.046366:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384349.046368:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40e5c94. 00000020:00000010:1.0:1767384349.046370:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004baa343b. 00000020:00000010:3.0:1767384349.046377:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b71ca74. 00000020:00000010:1.0:1767384349.046381:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc5b0e11. 00000020:00000010:3.0:1767384349.046385:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000020:00000010:1.0:1767384349.046388:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbdebe51. 00000020:00000010:1.0:1767384349.046394:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:3.0:1767384349.046405:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384349.046411:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384349.046412:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384349.046427:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384349.046431:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384349.046432:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384349.046433:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.046439:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046446:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.046452:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046468:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.046470:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.046493:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384349.046495:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384349.046495:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384349.046497:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384349.046502:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384349.046502:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326784 00000100:00100000:1.0:1767384349.046506:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 02000000:00000001:0.0:1767384349.046509:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384349.046513:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384349.046515:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384349.046517:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384349.046522:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046525:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737441872 : -113718972109744 : ffff9892bd102c50) 00000100:00000040:3.0:1767384349.046529:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 02000000:00000001:0.0:1767384349.046531:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.046535:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2dca232 x1853236728326272/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:330/0 lens 224/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.046540:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498621824 : -113724210929792 : ffff989184ce1f80) 00000100:00100000:0.0:1767384349.046540:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326784 00000020:00000001:0.0:1767384349.046549:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384349.046550:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384349.046555:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000010:1.0:1767384349.046557:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004baa343b. 00000020:00000001:0.0:1767384349.046558:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384349.046564:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000100:00000001:1.0:1767384349.046565:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384349.046566:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000059c7a6a x1853236728326400/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384349.046581:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004baa343b. 00000020:00000001:0.0:1767384349.046581:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000020:00000001:0.0:1767384349.046593:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00100000:1.0:1767384349.046603:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2dca232 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728326272:12345-0@lo:400: 00000100:00000001:0.0:1767384349.046604:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384349.046615:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326272 00000100:00000001:3.0:1767384349.046616:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384349.046616:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817c8e86. 00000020:00000001:1.0:1767384349.046625:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384349.046626:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e9d775a2. 00000020:00000010:3.0:1767384349.046628:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b69eb3e. 00000020:00000001:1.0:1767384349.046634:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384349.046636:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384349.046636:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384349.046638:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000001:1.0:1767384349.046644:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384349.046648:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b69eb3e. 00000020:00000001:1.0:1767384349.046651:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00000001:0.0:1767384349.046654:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384349.046659:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384349.046661:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384349.046664:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384349.046678:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384349.046683:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000059c7a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728326400:12345-0@lo:13: 00000020:00000001:1.0:1767384349.046683:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384349.046683:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d241efeb. 00000020:00000001:1.0:1767384349.046693:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384349.046694:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e95b4e5. 00000100:00000001:1.0:1767384349.046702:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384349.046703:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326400 00000020:00000010:0.0:1767384349.046703:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 02000000:00000001:1.0:1767384349.046709:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384349.046713:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384349.046714:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008625104a. 00000100:00000040:0.0:1767384349.046715:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384349.046720:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384349.046720:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384349.046727:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384349.046729:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.046744:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046745:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.046747:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384349.046755:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.046756:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384349.046758:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:1.0:1767384349.046759:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728326272 00000020:00000001:3.0:1767384349.046761:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00010000:00000001:1.0:1767384349.046770:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384349.046771:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384349.046772:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384349.046775:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384349.046776:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2dca232 x1853236728326272/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384349.046779:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.046785:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384349.046792:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384349.046800:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384349.046803:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384349.046804:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384349.046806:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.046807:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384349.046808:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326656 02000000:00000001:0.0:1767384349.046821:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1767384349.046822:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384349.046824:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384349.046824:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384349.046831:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046834:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384349.046835:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384349.046836:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.046841:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00100000:0.0:1767384349.046843:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326656 02000000:00000010:3.0:1767384349.046846:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003cb86547. 00000100:00000001:1.0:1767384349.046848:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:0.0:1767384349.046849:0:17088:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384349.046855:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384349.046855:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 02000000:00000001:3.0:1767384349.046856:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.046862:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.046863:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384349.046865:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.046873:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384349.046873:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00002000:00000001:3.0:1767384349.046875:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384349.046882:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384349.046884:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00002000:00000001:3.0:1767384349.046886:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:1.0:1767384349.046892:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665174fd. 00000020:00000001:3.0:1767384349.046894:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384349.046894:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000200:1.0:1767384349.046906:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728326272, offset 224 00000100:00000001:0.0:1767384349.046908:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384349.046914:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384349.046918:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:0.0:1767384349.046919:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000400:00000200:1.0:1767384349.046924:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000020:3.0:1767384349.046927:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384349.046927:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384349.046939:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384349.046939:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000020:00000020:3.0:1767384349.046941:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384349.046956:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f19f4f1. 00002000:00000020:3.0:1767384349.046957:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:1.0:1767384349.046964:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce06880 00000020:00000010:0.0:1767384349.046966:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1c7ed0. 00002000:00000001:3.0:1767384349.046974:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384349.046975:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcda3e1b. 00000400:00000200:1.0:1767384349.046979:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d05 [1] + 224 00000100:00000001:0.0:1767384349.046981:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:3.0:1767384349.046985:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1767384349.046987:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384349.046987:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384349.046992:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.046996:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384349.046999:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.047001:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384349.047005:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000001:3.0:1767384349.047006:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384349.047010:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.047011:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000040:3.0:1767384349.047015:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728326400 00000100:00000001:0.0:1767384349.047018:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.047033:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384349.047034:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384349.047038:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.047046:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:3.0:1767384349.047047:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000059c7a6a x1853236728326400/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/368 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.047051:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384349.047062:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:1.0:1767384349.047067:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384349.047069:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:0.0:1767384349.047077:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493440000 : -113724216111616 : ffff9891847f0e00) 00010000:00000001:3.0:1767384349.047079:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384349.047079:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665174fd 00000400:00000010:1.0:1767384349.047084:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665174fd. 00000100:00000040:0.0:1767384349.047084:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005238630a x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:330/0 lens 224/0 e 0 to 0 dl 1767384360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.047087:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.047098:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.047104:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384349.047112:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384349.047112:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384349.047113:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384349.047121:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000040:3.0:1767384349.047122:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384349.047122:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.047125:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.047132:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000010:0.0:1767384349.047132:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 02000000:00000001:3.0:1767384349.047138:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384349.047140:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005238630a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728326784:12345-0@lo:400: 02000000:00000001:3.0:1767384349.047144:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384349.047145:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326784 00000020:00000001:0.0:1767384349.047150:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384349.047152:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384349.047154:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384349.047157:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.047161:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384349.047161:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384349.047165:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000040:1.0:1767384349.047169:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384349.047173:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384349.047176:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.047179:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384349.047184:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2dca232 x1853236728326272/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384349.047192:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000020:00000001:0.0:1767384349.047192:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384349.047193:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2dca232 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728326272:12345-0@lo:400: Request processed in 641us (2146us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384349.047196:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384349.047202:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384349.047204:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728326400, offset 224 00000020:00000001:0.0:1767384349.047207:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384349.047215:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.047224:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000020:00000001:0.0:1767384349.047224:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384349.047225:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384349.047235:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384349.047236:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384349.047240:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384349.047241:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384349.047246:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384349.047248:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b39e94e. 00000400:00000200:3.0:1767384349.047250:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384349.047253:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.047255:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbdebe51. 00000100:00000001:0.0:1767384349.047257:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.047263:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce06900 00000020:00000001:0.0:1767384349.047266:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.047267:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384349.047273:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc5b0e11. 00000400:00000200:3.0:1767384349.047279:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cfd [1] + 224 00010000:00000040:0.0:1767384349.047280:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728326784 00000020:00000040:1.0:1767384349.047283:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384349.047286:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384349.047296:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384349.047297:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:0.0:1767384349.047298:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005238630a x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384349.047303:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008625104a. 02000000:00000001:1.0:1767384349.047313:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384349.047314:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.047317:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384349.047319:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384349.047323:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384349.047327:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384349.047331:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=67 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384349.047332:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384349.047334:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.047341:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384349.047342:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b94660c. 00000100:00000040:0.0:1767384349.047347:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:0.0:1767384349.047353:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000400:00000010:1.0:1767384349.047354:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8130d87. 00000100:00000040:3.0:1767384349.047363:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384349.047365:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384349.047369:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.047376:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384349.047381:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384349.047385:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000100:00000001:3.0:1767384349.047390:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384349.047390:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728326784, offset 224 00000100:00000001:1.0:1767384349.047395:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384349.047398:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384349.047401:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384349.047405:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1767384349.047409:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000400:00000200:3.0:1767384349.047410:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000100:00000001:1.0:1767384349.047426:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493445376 : -113724216106240 : ffff9891847f2300) 00000400:00000200:0.0:1767384349.047431:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384349.047434:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000100:00000040:1.0:1767384349.047439:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a065a12 x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:330/0 lens 224/0 e 0 to 0 dl 1767384360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.047444:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384349.047449:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06a80 00000100:00000001:3.0:1767384349.047460:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384349.047465:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d0d [1] + 224 00000100:00000001:3.0:1767384349.047467:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.047483:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384349.047485:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384349.047499:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384349.047504:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384349.047506:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.047508:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384349.047511:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384349.047512:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004baa343b. 00000020:00000001:3.0:1767384349.047515:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384349.047519:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.047521:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384349.047529:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000059c7a6a x1853236728326400/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/368 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384349.047530:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004baa343b. 00000100:00100000:1.0:1767384349.047549:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a065a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728326656:12345-0@lo:400: 00000100:00000040:0.0:1767384349.047561:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384349.047565:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326656 00000020:00000001:1.0:1767384349.047574:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384349.047582:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384349.047587:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.047600:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384349.047602:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000059c7a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728326400:12345-0@lo:13: Request processed in 978us (2672us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384349.047605:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:0.0:1767384349.047606:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384349.047614:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384349.047617:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000020:00000001:1.0:1767384349.047618:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384349.047625:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000020:00000001:1.0:1767384349.047627:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384349.047631:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000001:1.0:1767384349.047633:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384349.047638:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.047639:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384349.047641:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384349.047645:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384349.047647:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384349.047655:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384349.047657:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384349.047657:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.047666:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384349.047668:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384349.047669:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000010:1.0:1767384349.047670:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008625104a. 02000000:00000001:1.0:1767384349.047674:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384349.047675:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b71ca74. 00000100:00000001:1.0:1767384349.047677:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.047683:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384349.047684:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384349.047688:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728326656 00000020:00000001:0.0:1767384349.047688:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384349.047691:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00010000:00000001:1.0:1767384349.047700:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384349.047700:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384349.047703:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40e5c94. 00010000:00000200:1.0:1767384349.047714:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a065a12 x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384349.047717:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000040:0.0:1767384349.047717:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005238630a x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.047729:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384349.047763:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384349.047768:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.047769:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384349.047769:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005238630a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728326784:12345-0@lo:400: Request processed in 656us (2121us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384349.047780:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=67 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384349.047781:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326528 00000100:00000001:1.0:1767384349.047791:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384349.047793:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384349.047793:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:3.0:1767384349.047803:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384349.047804:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000040:0.0:1767384349.047805:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:3.0:1767384349.047810:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.047810:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384349.047816:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384349.047816:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384349.047820:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.047826:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384349.047827:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e95b4e5. 00000100:00100000:3.0:1767384349.047828:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326528 02000000:00000001:1.0:1767384349.047831:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384349.047834:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000001:3.0:1767384349.047835:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384349.047836:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384349.047843:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000010:0.0:1767384349.047845:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d241efeb. 00000100:00000040:1.0:1767384349.047847:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384349.047853:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384349.047854:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665174fd. 00000020:00000040:0.0:1767384349.047854:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000020:00000040:3.0:1767384349.047860:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:0.0:1767384349.047866:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384349.047867:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728326656, offset 224 00000020:00000001:3.0:1767384349.047869:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:3.0:1767384349.047878:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:1.0:1767384349.047879:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384349.047887:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384349.047893:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384349.047895:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b69eb3e. 00000400:00000200:1.0:1767384349.047902:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06a00 00000100:00000001:3.0:1767384349.047912:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384349.047912:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d1d [1] + 224 00000400:00000200:1.0:1767384349.047925:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384349.047926:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b69eb3e. 00000100:00000001:0.0:1767384349.047928:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384349.047934:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384349.047935:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384349.047939:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40e5c94. 00000400:00000001:0.0:1767384349.047947:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384349.047948:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b71ca74. 00000400:00000001:0.0:1767384349.047950:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384349.047954:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c6a32b. 00000020:00000010:3.0:1767384349.047956:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000400:00000200:0.0:1767384349.047957:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2b4cf8 00000400:00000010:0.0:1767384349.047962:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2b4cf8. 00000100:00000001:0.0:1767384349.047966:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384349.047968:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384349.047971:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384349.047973:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384349.047976:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.047980:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384349.047986:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384349.047992:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.048006:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384349.048014:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384349.048021:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.048043:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384349.048060:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384349.048060:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.048066:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384349.048074:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384349.048092:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384349.048107:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384349.048115:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498622720 : -113724210928896 : ffff989184ce2300) 00000100:00000040:3.0:1767384349.048130:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000721599f9 x1853236728326528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/0 e 0 to 0 dl 1767384360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.048174:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384349.048178:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b69eb3e. 00000100:00000001:3.0:1767384349.048184:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384349.048188:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b69eb3e. 00000100:00100000:3.0:1767384349.048201:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000721599f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728326528:12345-0@lo:400: 00000100:00000200:3.0:1767384349.048207:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326528 00000020:00000001:3.0:1767384349.048211:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384349.048216:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384349.048220:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.048223:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384349.048225:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:3.0:1767384349.048231:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384349.048235:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.048244:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384349.048247:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384349.048250:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384349.048252:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384349.048255:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384349.048258:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.048260:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384349.048263:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384349.048264:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384349.048268:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.048270:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384349.048275:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384349.048278:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384349.048281:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a73052a. 00000100:00001000:0.0:1767384349.048284:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=72 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384349.048286:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384349.048292:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384349.048293:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.048301:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048302:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1767384349.048307:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728326528 00000100:00000001:0.0:1767384349.048307:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.048312:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384349.048315:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384349.048316:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048322:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384349.048325:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000721599f9 x1853236728326528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384349.048328:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.048352:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384349.048353:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384349.048356:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384349.048359:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048359:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384349.048366:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=62 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384349.048372:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.048374:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384349.048381:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00100000:0.0:1767384349.048387:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099568c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728326272:0@lo:400: 00000100:00000001:3.0:1767384349.048388:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384349.048396:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384349.048401:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384349.048406:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384349.048407:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:0.0:1767384349.048411:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384349.048429:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11a2e74. 00000100:00000040:3.0:1767384349.048431:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384349.048439:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000400:00000200:0.0:1767384349.048440:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065c427f8 00000400:00000010:0.0:1767384349.048444:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065c427f8. 00000100:00000001:0.0:1767384349.048450:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384349.048451:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728326528, offset 224 00000100:00000200:0.0:1767384349.048459:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.048468:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384349.048470:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.048478:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.048481:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.048485:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384349.048485:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384349.048489:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384349.048491:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384349.048494:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.048497:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.048498:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce06980 00000400:00000200:3.0:1767384349.048506:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d15 [1] + 224 00000100:00001000:0.0:1767384349.048509:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=66 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384349.048511:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384349.048516:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=66 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384349.048517:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384349.048526:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384349.048529:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.048530:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384349.048532:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384349.048541:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384349.048543:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384349.048568:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048570:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384349.048572:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384349.048575:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384349.048579:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.048589:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384349.048590:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.048610:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.048610:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.048611:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384349.048615:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.048617:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000100:00000040:0.0:1767384349.048618:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384349.048622:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000100:00000001:3.0:1767384349.048628:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384349.048630:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384349.048631:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728326784:0@lo:400: 00000100:00000001:3.0:1767384349.048637:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048638:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048644:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384349.048648:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384349.048653:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384349.048653:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099568c7d x1853236728326272/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384349.048657:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.048663:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384349.048666:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384349.048671:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384349.048674:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721599f9 x1853236728326528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384349.048676:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083e5c70f. 02000000:00000001:0.0:1767384349.048682:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384349.048686:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384349.048688:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00100000:3.0:1767384349.048693:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000721599f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728326528:12345-0@lo:400: Request processed in 511us (2892us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384349.048694:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384349.048698:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e9ab8ac. 00000100:00100000:3.0:1767384349.048705:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:0.0:1767384349.048706:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384349.048709:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:3.0:1767384349.048713:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384349.048717:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384349.048718:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384349.048721:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b71ca74. 00000100:00000010:0.0:1767384349.048722:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099568c7d. 00000020:00000010:3.0:1767384349.048730:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000100:00000001:0.0:1767384349.048730:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384349.048735:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384349.048738:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40e5c94. 00000100:00000001:0.0:1767384349.048738:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384349.048748:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728326784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384349.048751:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:3.0:1767384349.048757:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.048758:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384349.048762:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384349.048766:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006813b2f0. 02000000:00000001:0.0:1767384349.048774:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384349.048776:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384349.048779:0:16358:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384349.048782:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384349.048785:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000469407e7. 02000000:00000001:0.0:1767384349.048791:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384349.048793:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1767384349.048796:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000010:0.0:1767384349.048796:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000100:00000001:0.0:1767384349.048803:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384349.048806:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:0.0:1767384349.048806:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.048810:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.048811:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384349.048813:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384349.048817:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.048821:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384349.048822:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000400:00000001:0.0:1767384349.048828:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384349.048831:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384349.048832:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a22c049. 00000400:00000200:0.0:1767384349.048837:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed9098a 00000400:00000010:0.0:1767384349.048840:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed9098a. 00000100:00000001:0.0:1767384349.048844:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384349.048846:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665174fd 00000100:00000001:3.0:1767384349.048849:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384349.048852:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665174fd. 00000100:00000200:0.0:1767384349.048853:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.048854:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.048865:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384349.048866:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384349.048870:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.048872:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384349.048881:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384349.048883:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384349.048884:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384349.048886:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6dc039. 00000100:00000001:0.0:1767384349.048886:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.048894:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384349.048897:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000200:3.0:1767384349.048898:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 02000000:00000001:0.0:1767384349.048898:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384349.048903:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 00010000:00000001:1.0:1767384349.048905:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384349.048907:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384349.048916:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.048916:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.048917:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384349.048928:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384349.048931:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384349.048932:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384349.048940:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384349.048941:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=67 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384349.048948:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a065a12 x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384349.048952:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384349.048971:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384349.048974:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.048977:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.048980:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384349.048984:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384349.048987:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384349.048994:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1767384349.048996:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049001:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384349.049004:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.049010:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a065a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853236728326656:12345-0@lo:400: Request processed in 1495us (2931us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384349.049012:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.049020:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=62 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384349.049042:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.049043:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=62 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384349.049047:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:0.0:1767384349.049050:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384349.049051:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384349.049054:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384349.049055:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.049062:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384349.049063:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384349.049065:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:0.0:1767384349.049067:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.049074:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:3.0:1767384349.049076:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.049079:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384349.049079:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384349.049090:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1c7ed0. 00000020:00000010:1.0:1767384349.049106:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcda3e1b. 00000020:00000010:1.0:1767384349.049118:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f19f4f1. 00010000:00000001:3.0:1767384349.049120:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.049120:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.049130:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384349.049131:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384349.049133:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384349.049165:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000040:0.0:1767384349.049169:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384349.049171:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384349.049172:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049182:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384349.049186:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384349.049189:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f48eba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853236728326656:0@lo:400: 00000100:00000001:0.0:1767384349.049193:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384349.049194:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.049196:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384349.049201:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f48eba x1853236728326656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049223:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.049224:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384349.049229:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384349.049229:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384349.049233:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384349.049233:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000454800ae. 02000000:00000001:0.0:1767384349.049242:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384349.049243:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384349.049245:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384349.049247:0:16358:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384349.049257:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384349.049261:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f712d28. 00000100:00100000:3.0:1767384349.049265:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ccc81352 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728326528:0@lo:400: 02000000:00000001:0.0:1767384349.049269:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384349.049273:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384349.049275:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 00000400:00000001:3.0:1767384349.049278:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.049281:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384349.049282:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384349.049284:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000835d681f. 00000100:00000001:0.0:1767384349.049285:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.049289:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.049291:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:3.0:1767384349.049296:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000100:00000001:0.0:1767384349.049297:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.049301:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.049305:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.049306:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384349.049312:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384349.049314:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384349.049323:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049330:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384349.049333:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049336:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384349.049338:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384349.049341:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384349.049343:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.049345:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.049349:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384349.049352:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384349.049356:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384349.049358:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.049361:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384349.049367:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.049372:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.049374:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384349.049375:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384349.049377:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384349.049379:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.049384:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049397:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.049400:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384349.049402:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384349.049404:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384349.049407:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384349.049410:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384349.049436:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384349.049440:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.049443:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384349.049448:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728326400:0@lo:13: 00000100:00000001:3.0:1767384349.049452:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049453:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384349.049455:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccc81352 x1853236728326528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049459:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384349.049460:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384349.049462:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cc0c8ee. 02000000:00000001:3.0:1767384349.049464:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384349.049465:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384349.049468:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384349.049470:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384349.049472:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000226e3b96. 02000000:00000001:3.0:1767384349.049474:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384349.049476:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384349.049477:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccc81352. 00000100:00000001:3.0:1767384349.049480:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384349.049481:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049482:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384349.049484:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b15bd1 x1853236728326400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.049495:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384349.049497:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384349.049499:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004cf667db. 02000000:00000001:3.0:1767384349.049500:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384349.049501:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384349.049502:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384349.049505:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384349.049506:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001370d3d8. 02000000:00000001:3.0:1767384349.049508:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384349.049508:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384349.049510:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 00000100:00000001:3.0:1767384349.049514:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384349.049515:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049516:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.049519:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384349.049520:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.049522:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.049523:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.053206:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294937096, at 4294937097 00000100:00000010:1.0:1767384349.053219:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e9e634f. 00000100:00000040:3.0:1767384349.053280:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294937096, at 4294937097 00000100:00000010:3.0:1767384349.053327:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099056463. 00000100:00000040:2.0:1767384349.054198:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294937096, at 4294937098 00000100:00000010:2.0:1767384349.054206:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037c04c12. 00000100:00000040:0.0:1767384349.054284:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294937096, at 4294937098 00000100:00000010:0.0:1767384349.054290:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040ff0e5b. 00000400:00000001:3.0:1767384349.556244:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.556249:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384349.556252:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b489dde 00000400:00000010:3.0:1767384349.556256:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b489dde. 00000400:00000200:3.0:1767384349.556260:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384349.556267:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384349.556277:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000094fc5860. 00000400:00000010:3.0:1767384349.556281:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e0d1247. 00000400:00000001:3.0:1767384349.556288:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.556289:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384349.556290:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc24baf0 00000400:00000010:3.0:1767384349.556292:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000400:00000200:3.0:1767384349.556294:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384349.556296:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384349.556299:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016cfa22c. 00000400:00000010:3.0:1767384349.556309:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ab40b8d9. 00000400:00000200:3.0:1767384349.556314:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp41 00000400:00000010:3.0:1767384349.556317:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e3222eb4. 00000400:00000010:3.0:1767384349.556320:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048e16fbc. 00000400:00000010:3.0:1767384349.556323:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000400:00000010:3.0:1767384349.556329:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000096fdb943. 00000400:00000200:3.0:1767384349.556332:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp41 00000400:00000200:3.0:1767384349.556343:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp41 local destination 00000400:00000200:3.0:1767384349.556348:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 00000400:00000200:3.0:1767384349.556351:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [169:169:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384349.556357:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000400:00000200:3.0:1767384349.556362:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp41:192.168.202.115@tcp41) : GET try# 0 00000800:00000200:3.0:1767384349.556367:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp41 00000800:00000010:3.0:1767384349.556371:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001370d3d8. 00000800:00000200:3.0:1767384349.556377:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000800:00000200:3.1:1767384349.556382:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000400:00000200:3.0:1767384349.556402:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:0.0:1767384349.556485:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556556:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556718:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556753:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556776:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556833:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556861:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556909:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.556985:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557076:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557123:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557324:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557338:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557357:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557379:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557393:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557424:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557447:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557466:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557482:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557501:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557521:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557541:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384349.557559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384349.557675:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000baa8a003. 00000800:00000010:0.0:1767384349.557680:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea4cf481. 00000800:00000010:0.0:1767384349.557685:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1f5bd8e. 00000800:00000010:0.0:1767384349.557700:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1f5bd8e. 00000800:00020000:0.0:1767384349.557711:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384349.557714:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea4cf481. 00000800:00000010:0.0:1767384349.557716:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000baa8a003. 00000400:02020000:0.0:1767384349.557747:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384349.557754:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000800:00000200:0.0:1767384349.557758:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp41 down 00000800:00000100:0.0:1767384349.557764:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp41 00000800:00000010:0.0:1767384349.557767:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001370d3d8. 00000400:00000200:0.0:1767384349.557770:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384349.557775:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384349.557782:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384349.557789:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384349.557793:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384350.004226:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.004234:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.004243:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.004246:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.004283:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384350.004286:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.004288:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384350.026472:0:35063:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000070b7869. 00080000:00000010:3.0:1767384350.026484:0:35063:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000070b7869. 00000020:00000001:3.0:1767384350.026488:0:35063:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384350.026496:0:35063:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000070b7869. 00080000:00000010:3.0:1767384350.026500:0:35063:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000070b7869. 00000020:00000001:3.0:1767384350.026503:0:35063:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384350.580214:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384350.580220:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384350.580223:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d4b7d9 00000400:00000010:2.0:1767384350.580228:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068d4b7d9. 00000400:00000200:2.0:1767384350.580233:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384350.580239:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384350.580251:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e3222eb4. 00000400:00000010:2.0:1767384350.580254:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048e16fbc. 00000001:00000001:0.0:1767384350.792383:0:35227:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384350.792388:0:35227:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384350.795624:0:35227:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384350.803229:0:35228:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8b4412f. 00000400:00000010:0.0:1767384350.803244:0:35228:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000031bd8674. 00000400:00000010:0.0:1767384350.803255:0:35228:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008af1d4c6. 00000400:00000010:0.0:1767384350.803260:0:35228:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aa28b1a9. 00000400:00000010:0.0:1767384350.803264:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ffa2509. 00000400:00000010:0.0:1767384350.803268:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000428036dc. 00000400:00000010:0.0:1767384350.803270:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007006bb15. 00000400:00000010:0.0:1767384350.803271:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028205cbd. 00000400:00000010:0.0:1767384350.803274:0:35228:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005516d8d1. 00000800:00000010:0.0:1767384350.803289:0:35228:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008b6b14be. 00000800:00000200:0.0:1767384350.803298:0:35228:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384350.803308:0:35228:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384350.803343:0:35228:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384350.803369:0:35228:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384350.804981:0:35228:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000f061bf79. 00000400:00000010:0.0:1767384350.804986:0:35228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ee997a. 00000400:00000010:0.0:1767384350.804991:0:35228:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000400:00000001:0.0:1767384350.805014:0:35228:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.805016:0:35228:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.805019:0:35228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655416be. 00000400:00000200:0.0:1767384350.805022:0:35228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780d2dde 00000400:00000010:0.0:1767384350.805024:0:35228:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000780d2dde. 00000400:00000010:0.0:1767384350.805030:0:35228:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000a8c4f432. 00000400:00000200:0.0:1767384350.805035:0:35228:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:0.0:1767384350.805048:0:35228:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384350.805057:0:35228:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:0.0:1767384350.805065:0:35228:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000baa8a003. 00000020:01000000:0.0:1767384350.805069:0:35228:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384350.805071:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384350.805077:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000020:01000000:0.0:1767384350.805077:0:35228:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp44 00000400:00000010:2.0:1767384350.805082:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000400:00000200:2.0:1767384350.805085:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000400:00000010:2.0:1767384350.805090:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ae02277. 00000400:00000200:2.0:1767384350.805095:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp25 00000400:00000010:0.0:1767384350.805098:0:35228:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000031bd8674. 00000400:00000010:0.0:1767384350.805101:0:35228:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8b4412f. 00000400:00000200:2.0:1767384350.805108:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 00000400:00000200:2.0:1767384350.805117:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [170:170:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1767384350.805124:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp25 00000020:00000001:3.0:1767384350.805129:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384350.805148:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384350.805151:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384350.805154:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384350.805157:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384350.805159:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384350.805162:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384350.805165:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384350.805165:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) : PUT try# 0 00000020:01000004:3.0:1767384350.805167:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384350.805170:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384350.805172:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:2.0:1767384350.805178:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000020:01000004:3.0:1767384350.805182:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384350.805184:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384350.805186:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384350.805186:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008efeb7d. 00000100:00000010:3.0:1767384350.805192:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000800:00000200:2.0:1767384350.805198:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000020:00000040:3.0:1767384350.805199:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384350.805205:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.805208:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384350.805213:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384350.805217:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 02000000:00000010:3.0:1767384350.805222:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e27263b7. 00000800:00000200:2.0:1767384350.805224:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008efeb7d type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1767384350.805230:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.805239:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.805241:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805242:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384350.805247:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 00000100:00000040:3.0:1767384350.805249:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b15bd1] to pc [ptlrpcd_00_00+0] req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384350.805268:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384350.805271:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.805272:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384350.805274:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384350.805279:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384350.805280:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384350.805282:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384350.805283:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384350.805284:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384350.805286:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384350.805287:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384350.805288:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384350.805289:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384350.805290:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384350.805291:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384350.805292:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384350.805295:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384350.805297:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384350.805298:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384350.805302:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384350.805303:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000020:00000040:3.0:1767384350.805306:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000040:1.0:1767384350.805308:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.805309:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.805312:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384350.805314:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384350.805322:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c177b336. 00000100:00000001:1.0:1767384350.805322:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384350.805324:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.805327:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384350.805331:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.805332:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.805334:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.805339:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384350.805339:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728326912:0@lo:253: 00000100:00000001:3.0:1767384350.805344:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.805345:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384350.805348:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384350.805350:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384350.805353:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008efeb7d. 02000000:00000001:1.0:1767384350.805353:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.805354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_01+1] req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384350.805359:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384350.805362:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384350.805366:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002e73d533. 02000000:00000001:1.0:1767384350.805370:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805375:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: PUT: OK 00000400:00000010:1.0:1767384350.805377:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bebf4b1. 10000000:00000001:3.0:1767384350.805386:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805386:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1767384350.805386:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017579257. 10000000:00000001:3.0:1767384350.805393:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805394:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp25: 0 00000100:00000200:1.0:1767384350.805395:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728326912, portal 25 00000020:00000001:3.0:1767384350.805410:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.805412:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:3.0:1767384350.805416:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384350.805416:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000020:00000010:3.0:1767384350.805423:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000baa8a003. 00000800:00000001:2.0:1767384350.805424:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384350.805424:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384350.805436:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.805438:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384350.805439:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384350.805441:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384350.805443:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384350.805444:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384350.805446:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384350.805448:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44697ba. 00000800:00000001:2.0:1767384350.805450:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384350.805453:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384350.805453:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728326912, offset 0 00000400:00000200:1.0:1767384350.805465:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384350.805467:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : PUT - for me 00000400:00000200:1.0:1767384350.805478:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384350.805479:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384350.805483:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805485:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 608 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384350.805486:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384350.805491:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384350.805491:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06b00 02000000:00000001:3.0:1767384350.805498:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805498:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 592/608 into md 0x1cc1 [1] + 0 00000100:00100000:3.0:1767384350.805503:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728327040:0@lo:253: 00000400:00000010:2.0:1767384350.805508:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a1e98a3. 00000100:00000001:3.0:1767384350.805509:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384350.805512:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384350.805514:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805515:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089a3bf7c 02000000:00000001:3.0:1767384350.805516:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384350.805523:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384350.805523:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a9 [2] + 0 02000000:00000010:3.0:1767384350.805524:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000490d2d89. 02000000:00000001:3.0:1767384350.805529:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.805530:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b56da433. 00000800:00000001:2.0:1767384350.805532:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384350.805534:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000400:00000200:1.0:1767384350.805535:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f86f25c 00000400:00000200:2.0:1767384350.805536:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384350.805542:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d3cdb1a. 00000400:00000200:1.0:1767384350.805543:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.805546:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: PUT: OK 00000100:00000200:3.0:1767384350.805549:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728327040, portal 25 00000400:00000200:1.0:1767384350.805553:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384350.805554:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384350.805554:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a3bf7c 00000100:00000001:3.0:1767384350.805557:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000400:00000010:2.0:1767384350.805560:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a3bf7c. 00000100:00000040:3.0:1767384350.805563:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.805567:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384350.805567:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f86f25c 00000400:00000010:1.0:1767384350.805571:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f86f25c. 00000400:00000200:2.0:1767384350.805574:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (37) 00000100:00000001:1.0:1767384350.805576:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384350.805580:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384350.805584:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004df1f347 x1853236728326912 msgsize 4848 00000400:00000200:2.0:1767384350.805586:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:2.0:1767384350.805595:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (608 bytes) 00000100:00000001:3.0:1767384350.805598:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384350.805598:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384350.805603:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384350.805607:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384350.805607:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:3.0:1767384350.805612:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b23599b. 00000100:00000001:1.0:1767384350.805614:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384350.805615:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728327040, offset 0 00000400:00000200:2.0:1767384350.805620:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (38) 00000400:00000200:3.0:1767384350.805622:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.805632:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44697ba 00000400:00000010:1.0:1767384350.805636:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c44697ba. 00000100:00000001:1.0:1767384350.805640:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384350.805641:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384350.805647:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384350.805647:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.805654:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp25 to MR: 192.168.202.115@tcp25 local destination 00000100:00000001:1.0:1767384350.805663:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.805669:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.805672:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp25 NI seq info: [171:171:256:4294967295] 192.168.202.115@tcp25 LPNI seq info [165:165:8:4294967295] 00000100:00000001:1.0:1767384350.805687:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.805692:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384350.805698:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) -> 192.168.202.115@tcp25(192.168.202.115@tcp25:192.168.202.115@tcp25) 192.168.202.115@tcp25 : ACK try# 0 00000800:00000200:2.0:1767384350.805705:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp25 00000100:00000001:1.0:1767384350.805709:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.805710:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06b80 00000800:00000010:2.0:1767384350.805711:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008efeb7d. 00000400:00000200:3.0:1767384350.805719:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b1 [2] + 0 00000100:00000001:1.0:1767384350.805719:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294938856 00000800:00000200:2.0:1767384350.805725:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000400:00000010:3.0:1767384350.805726:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f09c483e. 00000100:00000010:1.0:1767384350.805729:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b81ddd5. 00000400:00000200:3.0:1767384350.805732:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000649bb892 00000800:00000200:2.0:1767384350.805736:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:991 00000400:00000200:3.0:1767384350.805738:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.805744:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384350.805744:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008efeb7d type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384350.805746:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384350.805749:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000649bb892 00000400:00000010:3.0:1767384350.805753:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000649bb892. 00000100:00000001:3.0:1767384350.805756:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384350.805756:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294938856 00000100:00000200:3.0:1767384350.805759:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384350.805762:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384350.805764:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000616672af x1853236728327040 msgsize 4848 00000100:00000010:1.0:1767384350.805764:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c730635. 00000800:00000001:2.0:1767384350.805772:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.805772:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384350.805777:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384350.805781:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384350.805781:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294938856 00000100:00000001:3.0:1767384350.805788:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384350.805793:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b23599b 00000400:00000010:3.0:1767384350.805794:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b23599b. 00000100:00000010:1.0:1767384350.805796:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031222542. 00000100:00000001:3.0:1767384350.805797:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384350.805803:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384350.805806:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.805808:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294938856 00000100:00000010:1.0:1767384350.805815:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0ad26f7. 00000100:00000001:3.0:1767384350.805817:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384350.805822:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.805822:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384350.805830:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.805831:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384350.805834:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384350.805835:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.805837:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384350.805840:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008efeb7d. 00000100:00000001:3.0:1767384350.805841:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.805843:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.805847:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294938856 00000100:00000001:1.0:1767384350.805848:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.805849:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384350.805851:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294938856 00000400:00000200:2.0:1767384350.805860:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: ACK: OK 00000100:00000001:3.0:1767384350.805861:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294938856 00000100:00000001:1.0:1767384350.805862:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.805866:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294938856 00000100:00000001:1.0:1767384350.805867:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384350.805869:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384350.805871:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294938856 00000100:00000001:1.0:1767384350.805874:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.805875:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294938856 00000800:00000001:2.0:1767384350.805876:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.805878:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.805880:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294938856 00000100:00000001:3.0:1767384350.805884:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294938856 00000800:00000001:2.0:1767384350.805884:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384350.805884:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.805889:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.805891:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384350.805892:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.805893:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.805898:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384350.805899:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384350.805901:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.805907:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384350.805908:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.805909:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384350.805914:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384350.805916:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.805919:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384350.805919:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728326912 00000100:00000001:3.0:1767384350.805922:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.805925:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384350.805926:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp25(192.168.202.115@tcp25) <- 192.168.202.115@tcp25 : ACK - for me 00000100:00000001:3.0:1767384350.805927:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.805931:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.805935:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.805939:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.805943:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp25: ACK from 12345-192.168.202.115@tcp25 into md 0x1d45 00000100:00100000:1.0:1767384350.805945:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728326912 00000400:00000200:2.0:1767384350.805949:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384350.805950:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384350.805955:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:2.0:1767384350.805960:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp25->192.168.202.115@tcp25: ACK: OK 00000020:00000001:1.0:1767384350.805960:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384350.805961:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:1.0:1767384350.805965:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000010:3.0:1767384350.805967:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000f1a1f2cd. 00000400:00000200:2.0:1767384350.805968:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000020:00000001:1.0:1767384350.805970:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000010:2.0:1767384350.805974:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000400:00000010:3.0:1767384350.805975:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6dc039. 00000020:00000001:1.0:1767384350.805976:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:2.0:1767384350.805982:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:3.0:1767384350.805983:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000100:00000001:1.0:1767384350.805984:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384350.805988:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f1a1f2cd 00000400:00000200:2.0:1767384350.805990:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000010:3.0:1767384350.805993:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000006857e2ab. 00000020:00000010:1.0:1767384350.805997:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f92ee1. 00000400:00000200:3.0:1767384350.805998:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000400:00000200:2.0:1767384350.806000:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:1.0:1767384350.806004:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384350.806006:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (37) 00000020:00000010:1.0:1767384350.806011:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f92ee1. 00000800:00000001:2.0:1767384350.806015:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384350.806016:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 00000400:00000200:3.0:1767384350.806021:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000020:00000010:1.0:1767384350.806022:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af6a486a. 00000800:00000001:2.0:1767384350.806023:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384350.806025:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000006857e2ab. 00000400:00000010:3.0:1767384350.806030:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000020:00000010:1.0:1767384350.806032:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a77e052. 00000400:00000010:3.0:1767384350.806037:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e9c9a8b. 00000020:00000010:1.0:1767384350.806040:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000400:00000200:3.0:1767384350.806043:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:3.0:1767384350.806051:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000040:1.0:1767384350.806054:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384350.806057:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000100:00000001:1.0:1767384350.806060:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384350.806064:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000100:00000001:1.0:1767384350.806065:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.806069:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806077:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000100:00000001:1.0:1767384350.806081:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806083:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000100:00000001:2.0:1767384350.806086:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384350.806090:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000100:00100000:2.0:1767384350.806092:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327040 00000100:00000001:1.0:1767384350.806096:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.806097:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 02000000:00000001:2.0:1767384350.806097:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384350.806101:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384350.806106:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806108:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 02000000:00000001:2.0:1767384350.806111:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806115:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000100:00100000:2.0:1767384350.806117:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327040 00000100:00000001:1.0:1767384350.806117:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384350.806122:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000100:00000001:1.0:1767384350.806122:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384350.806123:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384350.806127:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384350.806132:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384350.806133:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00000100:00100000:1.0:1767384350.806133:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000400:00000200:3.0:1767384350.806166:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000020:00000040:2.0:1767384350.806167:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384350.806173:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384350.806174:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00000020:00000001:2.0:1767384350.806180:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:1.0:1767384350.806183:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000200:3.0:1767384350.806186:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000100:00000001:2.0:1767384350.806187:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384350.806189:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737437776 : -113718972113840 : ffff9892bd101c50) 00000020:00000010:2.0:1767384350.806193:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd154fc9. 00000400:00000200:3.0:1767384350.806198:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00000100:00000001:2.0:1767384350.806199:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384350.806201:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004df1f347 x1853236728326912/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384350.806206:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd154fc9. 00000400:00000200:3.0:1767384350.806214:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000020:00000010:2.0:1767384350.806215:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4bbcd6. 00000020:00000010:2.0:1767384350.806222:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c8c8056. 00000020:00000010:2.0:1767384350.806228:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000400:00000200:3.0:1767384350.806229:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000100:00000001:1.0:1767384350.806231:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384350.806235:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384350.806238:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f92ee1. 00000400:00000200:3.0:1767384350.806239:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000100:00000001:2.0:1767384350.806240:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384350.806245:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.806245:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384350.806250:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000100:00000001:2.0:1767384350.806252:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.806252:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f92ee1. 00000400:00000200:3.0:1767384350.806258:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 54], ns[83, 54] 00000100:00000001:2.0:1767384350.806260:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384350.806264:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004df1f347 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728326912:12345-0@lo:253: 00000400:00000200:3.0:1767384350.806271:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 54], ns[119, 54] 00000100:00000200:1.0:1767384350.806273:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728326912 00000100:00000001:2.0:1767384350.806274:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384350.806278:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384350.806281:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384350.806286:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000020:00000001:1.0:1767384350.806286:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384350.806287:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 54], ns[126, 54] 00000020:00000001:1.0:1767384350.806292:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.806293:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000400:00000200:3.0:1767384350.806298:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 54], ns[144, 54] 00000100:00000001:2.0:1767384350.806299:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737445968 : -113718972105648 : ffff9892bd103c50) 00000020:00000001:1.0:1767384350.806299:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384350.806304:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384350.806307:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 00000100:00000040:2.0:1767384350.806308:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000616672af x1853236728327040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384350.806312:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384350.806316:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.806320:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 00000020:00000001:1.0:1767384350.806331:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384350.806334:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 54], ns[111, 54] 00000100:00000001:2.0:1767384350.806337:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384350.806337:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384350.806343:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806344:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 54], ns[110, 54] 00000020:00000010:2.0:1767384350.806349:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd154fc9. 00000100:00000001:1.0:1767384350.806351:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384350.806354:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384350.806356:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384350.806357:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 54], ns[145, 54] 00000020:00000010:2.0:1767384350.806360:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd154fc9. 02000000:00000010:1.0:1767384350.806366:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002ec6acdc. 00000100:00100000:2.0:1767384350.806370:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000616672af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728327040:12345-0@lo:253: 00000400:00000200:3.0:1767384350.806372:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 54], ns[154, 54] 02000000:00000001:1.0:1767384350.806373:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.806379:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.806380:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327040 00000400:00000200:3.0:1767384350.806387:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 54], ns[153, 54] 20000000:00000001:1.0:1767384350.806387:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384350.806388:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384350.806393:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384350.806395:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 54], ns[168, 54] 00000020:00000001:2.0:1767384350.806412:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806413:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[161, 54], ns[167, 54] 20000000:00000010:1.0:1767384350.806415:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000af87ba71. 00000020:00000001:2.0:1767384350.806418:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384350.806423:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384350.806424:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[163, 54], ns[169, 54] 20000000:01000000:1.0:1767384350.806424:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384350.806431:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384350.806431:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384350.806435:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000020:00000001:2.0:1767384350.806436:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384350.806437:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384350.806444:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384350.806444:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806445:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:2.0:1767384350.806448:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384350.806450:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.806452:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.806455:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 20000000:00000001:1.0:1767384350.806456:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384350.806458:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384350.806462:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp42 02000000:00000001:2.0:1767384350.806462:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384350.806468:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000071212a48. 20000000:00000010:1.0:1767384350.806468:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004785cb18. 00000400:00000200:3.0:1767384350.806469:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp42 lpni_is_preferred = 0 02000000:00000001:2.0:1767384350.806475:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384350.806475:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000400:00000200:3.0:1767384350.806477:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp42 00000100:00000001:2.0:1767384350.806483:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.806484:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384350.806486:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp42 NI seq info: [172:172:256:4294967295] 192.168.202.115@tcp42 LPNI seq info [166:166:8:4294967295] 20000000:00000001:2.0:1767384350.806488:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384350.806493:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384350.806496:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp42 20000000:00000010:2.0:1767384350.806497:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a3393cb. 00080000:00000001:1.0:1767384350.806499:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384350.806504:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384350.806508:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp42(192.168.202.115@tcp42:) -> 192.168.202.115@tcp42(192.168.202.115@tcp:192.168.202.115@tcp42) : GET try# 0 20000000:00000001:2.0:1767384350.806509:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384350.806512:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384350.806513:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.806518:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.806519:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384350.806523:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.0:1767384350.806524:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp42 00000800:00000010:3.0:1767384350.806529:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c68a739e. 00000800:00000010:3.0:1767384350.806535:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001b23599b. 00080000:00000001:1.0:1767384350.806538:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384350.806539:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000098690010. 00080000:00000001:1.0:1767384350.806545:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:3.0:1767384350.806548:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (2) 00080000:00000001:1.0:1767384350.806550:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384350.806555:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (2) 00080000:00000001:1.0:1767384350.806557:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384350.806560:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384350.806565:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:3.0:1767384350.806567:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384350.806572:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100251 rc 0 00000020:00000001:1.0:1767384350.806573:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384350.806577:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384350.806581:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384350.806586:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.806589:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384350.806593:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384350.806599:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384350.806603:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384350.806613:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b9be404a. 00080000:00000001:1.0:1767384350.806616:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349565510144 : -113724144041472 : ffff989188cac200) 00080000:00000001:1.0:1767384350.806620:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384350.806624:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384350.806628:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000020f92ee1. 00000400:00000200:3.0:1767384350.806631:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00080000:00000001:1.0:1767384350.806632:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.806637:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384350.806652:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384350.806670:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384350.806680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806722:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806758:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806808:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806826:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806842:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806860:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806892:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806930:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806974:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.806992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807012:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807032:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807052:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807070:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807099:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807114:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807128:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807191:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807221:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807243:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807269:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807285:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807301:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807329:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807347:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807380:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807445:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807462:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384350.807479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384350.807571:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b44b889. 00000800:00000010:3.0:1767384350.807575:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c174384. 00000800:00000010:3.0:1767384350.807579:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072ac2bdf. 00000800:00000010:3.0:1767384350.807598:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072ac2bdf. 00000800:00020000:3.0:1767384350.807604:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384350.807607:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c174384. 00000800:00000010:3.0:1767384350.807610:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b44b889. 00000400:02020000:3.0:1767384350.807639:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp42 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384350.807645:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp42 notifying 192.168.202.115@tcp42: down 00000800:00000200:3.0:1767384350.807649:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp42 down 00000800:00000100:3.0:1767384350.807655:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp42 00000800:00000010:3.0:1767384350.807657:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c68a739e. 00000400:00000200:3.0:1767384350.807659:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384350.807662:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp42->192.168.202.115@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384350.807668:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp42 added to recovery queue. ping count: 0 next ping: 272 health :900 00000400:00000200:3.0:1767384350.807671:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.807674:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000400:00000200:3.0:1767384350.807677:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384350.807722:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384350.807729:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100851 00000400:00000001:1.0:1767384350.807734:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.807735:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.807737:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c34ad3 00000400:00000010:1.0:1767384350.807739:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c34ad3. 00000400:00000200:1.0:1767384350.807743:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384350.807747:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:1.0:1767384350.807751:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000006857e2ab. 00000400:00000200:1.0:1767384350.807754:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (37) 00000400:00000200:1.0:1767384350.807757:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:1.0:1767384350.807760:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102051 rc -71 00000400:00000200:1.0:1767384350.807764:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:1.0:1767384350.807767:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00080000:00000010:2.0:1767384350.808428:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9be404a. 00080000:00000010:1.0:1767384350.808480:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000020f92ee1. 00040000:00000001:1.0:1767384350.808487:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384350.808490:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384350.808492:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384350.808496:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384350.808498:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.808500:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384350.808511:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384350.808521:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384350.808525:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384350.808529:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084006feb. 00080000:00000001:1.0:1767384350.808531:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384350.808534:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:2.0:1767384350.808539:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384350.808541:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384350.808543:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384350.808547:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384350.808548:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:3.0:1767384350.808557:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384350.808557:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384350.808562:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384350.808564:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384350.808572:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004ff82217. 00080000:00000001:2.0:1767384350.808573:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808577:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384350.808578:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384350.808581:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ede2b4b7. 00080000:00000001:2.0:1767384350.808582:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.808588:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384350.808588:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384350.808590:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384350.808592:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ede2b4b7 with handle 0x960a57272cefbc4c to hash 00000020:00000001:3.0:1767384350.808596:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384350.808596:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000001:3.0:1767384350.808598:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384350.808603:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00000020:00000001:2.0:1767384350.808604:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000001:3.0:1767384350.808606:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:2.0:1767384350.808608:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384350.808609:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.808613:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384350.808616:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384350.808623:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808625:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384350.808627:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.808629:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384350.808632:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384350.808633:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384350.808636:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384350.808638:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384350.808639:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:3.0:1767384350.808640:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384350.808643:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.808646:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384350.808646:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384350.808650:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:2.0:1767384350.808651:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099a67435. 00010000:00000001:3.0:1767384350.808652:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384350.808653:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384350.808655:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004ff82217) refcount = 1 00080000:00000001:2.0:1767384350.808658:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570981888 : -113724138569728 : ffff9891891e4000) 00010000:00010000:3.0:1767384350.808659:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384350.808665:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384350.808666:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:2.0:1767384350.808669:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384350.808670:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384350.808673:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.808675:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384350.808675:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd154fc9. 00010000:00000001:3.0:1767384350.808680:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384350.808681:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384350.808684:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384350.808690:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384350.808693:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00080000:00000001:2.0:1767384350.808694:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808695:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384350.808698:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384350.808700:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=4 00000020:00000001:3.0:1767384350.808702:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384350.808704:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384350.808705:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384350.808707:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384350.808707:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:1.0:1767384350.808714:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384350.808715:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384350.808718:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384350.808721:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384350.808723:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.808724:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384350.808725:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.808731:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384350.808733:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384350.808733:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000af87ba71. 00010000:00000001:3.0:1767384350.808737:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384350.808739:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384350.808741:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.808748:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ede2b4b7 already unused, calling callback (0000000090c6ba53) 00010000:00000040:1.0:1767384350.808749:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728326912 00010000:00000001:3.0:1767384350.808751:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384350.808756:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384350.808756:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384350.808759:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.808764:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000200:1.0:1767384350.808765:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004df1f347 x1853236728326912/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384350.808766:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384350.808768:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384350.808775:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=5 00000020:00000001:3.0:1767384350.808779:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:1.0:1767384350.808780:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384350.808781:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:1.0:1767384350.808785:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808786:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384350.808788:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384350.808793:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=73 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384350.808794:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384350.808796:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384350.808798:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808803:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384350.808804:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384350.808805:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384350.808809:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384350.808811:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.808811:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000040:3.0:1767384350.808815:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ede2b4b7 with handle 0x960a57272cefbc4c from hash 00000100:00000001:1.0:1767384350.808818:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384350.808819:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384350.808821:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384350.808825:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.808827:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808829:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.808832:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384350.808833:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384350.808834:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384350.808838:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384350.808842:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384350.808842:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384350.808845:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.808848:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.808848:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44697ba. 00010000:00000001:3.0:1767384350.808852:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384350.808855:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384350.808857:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384350.808857:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728326912, offset 224 00010000:00000001:3.0:1767384350.808859:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.808860:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808863:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.808865:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.808866:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384350.808870:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384350.808873:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.808875:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384350.808881:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384350.808883:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384350.808885:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384350.808886:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.808887:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.808889:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384350.808893:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384350.808893:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06b00 20000000:00000001:3.0:1767384350.808897:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.808902:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384350.808907:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d49 [2] + 224 00010000:00000001:3.0:1767384350.808909:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384350.808912:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384350.808913:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ede2b4b7/0x960a57272cefbc4c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384350.808918:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384350.808922:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004ff82217 count: 0 00000400:00000200:1.0:1767384350.808926:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.808932:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384350.808935:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384350.808938:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384350.808939:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384350.808951:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.808971:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.808977:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44697ba 00000400:00000010:1.0:1767384350.808979:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c44697ba. 00000100:00000001:1.0:1767384350.808982:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384350.808987:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.808990:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.808993:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384350.808996:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.808998:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384350.809000:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bebf4b1. 00000100:00000001:1.0:1767384350.809001:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.809006:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017579257 00000100:00000040:1.0:1767384350.809008:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:3.0:1767384350.809009:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017579257. 00000100:00000001:3.0:1767384350.809015:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384350.809016:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384350.809019:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384350.809020:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384350.809025:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384350.809034:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.809034:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004df1f347 x1853236728326912/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.809053:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384350.809055:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.809060:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384350.809062:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384350.809064:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384350.809065:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004df1f347 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728326912:12345-0@lo:253: Request processed in 2830us (3475us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384350.809066:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.809070:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.809080:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00001000:3.0:1767384350.809081:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=73 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384350.809085:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00001000:3.0:1767384350.809086:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384350.809092:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384350.809092:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384350.809095:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.809097:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384350.809098:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384350.809102:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.809103:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.809105:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a77e052. 00000100:00000040:3.0:1767384350.809108:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.809113:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000100:00000001:3.0:1767384350.809115:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.809121:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384350.809123:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384350.809123:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af6a486a. 00000020:01000004:3.0:1767384350.809128:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384350.809131:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384350.809132:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384350.809132:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000020:01000004:3.0:1767384350.809150:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384350.809151:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384350.809153:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384350.809154:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384350.809155:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384350.809157:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384350.809158:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384350.809161:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384350.809167:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b15bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728326912:0@lo:253: 02000000:00000001:1.0:1767384350.809172:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384350.809175:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384350.809176:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002ec6acdc. 00000100:00000001:3.0:1767384350.809180:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384350.809183:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384350.809187:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b15bd1 x1853236728326912/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.809188:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384350.809197:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384350.809200:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384350.809204:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b56da433. 02000000:00000001:3.0:1767384350.809205:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384350.809210:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002e73d533. 00000400:00000010:1.0:1767384350.809211:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44697ba. 02000000:00000001:3.0:1767384350.809215:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384350.809218:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384350.809220:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384350.809228:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384350.809230:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e27263b7. 02000000:00000001:3.0:1767384350.809236:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384350.809238:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384350.809239:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 00000100:00000001:3.0:1767384350.809241:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384350.809242:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.809243:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.809247:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.809248:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.809249:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.809250:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384350.810249:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099a67435. 00080000:00000010:2.0:1767384350.810295:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd154fc9. 00040000:00000001:2.0:1767384350.810300:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384350.810302:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384350.810303:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384350.810306:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384350.810309:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.810311:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384350.810312:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384350.810322:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384350.810325:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384350.810328:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384350.810330:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384350.810332:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384350.810334:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384350.810337:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384350.810338:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384350.810342:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f1340fe. 00010000:00000001:3.0:1767384350.810345:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384350.810347:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009940c321. 00000020:00000001:3.0:1767384350.810350:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384350.810351:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009940c321 with handle 0x960a57272cefbc53 to hash 00000020:00000001:3.0:1767384350.810353:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384350.810354:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810356:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810357:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384350.810358:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.810360:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810364:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384350.810366:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384350.810368:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384350.810369:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384350.810371:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.810378:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384350.810379:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.810380:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384350.810381:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384350.810383:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384350.810383:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384350.810385:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f1340fe) refcount = 1 00010000:00010000:3.0:1767384350.810387:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810390:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384350.810391:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384350.810392:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.810394:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810395:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384350.810413:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384350.810415:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384350.810417:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384350.810419:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384350.810420:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=4 00000020:00000001:3.0:1767384350.810422:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810425:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810427:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384350.810428:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810434:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384350.810436:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810440:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.810441:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384350.810441:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810444:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384350.810450:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810452:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384350.810453:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384350.810457:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009940c321 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384350.810458:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384350.810460:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384350.810461:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810465:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384350.810466:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384350.810466:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384350.810467:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009940c321 refcount=5 00000020:00000001:3.0:1767384350.810469:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810470:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392704 : -113718973158912 : ffff9892bd002a00) 00010000:00000001:3.0:1767384350.810472:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384350.810474:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384350.810478:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384350.810479:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384350.810480:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810482:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384350.810483:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384350.810484:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384350.810485:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384350.810487:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009940c321 with handle 0x960a57272cefbc53 from hash 00010000:00000001:3.0:1767384350.810488:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384350.810489:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.810490:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.810491:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384350.810493:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000020:2.0:1767384350.810493:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384350.810495:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384350.810498:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384350.810503:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384350.810505:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.810509:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810510:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000010:2.0:1767384350.810510:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a3393cb. 00010000:00000001:3.0:1767384350.810513:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384350.810516:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.810517:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384350.810517:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810520:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810523:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384350.810524:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327040 00010000:00000001:3.0:1767384350.810525:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.810529:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.810532:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384350.810536:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.810537:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.810540:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000200:2.0:1767384350.810540:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000616672af x1853236728327040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384350.810542:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384350.810544:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384350.810546:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384350.810548:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384350.810551:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.810555:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.810558:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.810561:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384350.810565:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384350.810565:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810568:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384350.810571:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009940c321/0x960a57272cefbc53 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384350.810572:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=73 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384350.810582:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f1340fe count: 0 00000100:00000001:2.0:1767384350.810583:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384350.810588:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384350.810591:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384350.810592:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 20000000:00000001:3.0:1767384350.810593:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384350.810597:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384350.810600:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.810603:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384350.810605:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384350.810609:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e427e6a. 00000100:00000200:2.0:1767384350.810613:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728327040, offset 224 00000400:00000200:2.0:1767384350.810618:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384350.810624:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384350.810630:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06b80 00000400:00000200:2.0:1767384350.810635:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d51 [2] + 224 00000400:00000200:2.0:1767384350.810640:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.810643:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384350.810646:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384350.810650:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.810660:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.810676:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384350.810681:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e427e6a 00000100:00000001:3.0:1767384350.810683:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384350.810684:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e427e6a. 00000100:00000001:3.0:1767384350.810686:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384350.810689:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384350.810692:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.810693:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384350.810695:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000835d681f. 00000100:00000001:2.0:1767384350.810698:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384350.810703:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.810705:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d3cdb1a 00000400:00000010:3.0:1767384350.810708:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d3cdb1a. 00000100:00000040:2.0:1767384350.810710:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384350.810711:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384350.810716:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384350.810717:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384350.810720:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.810727:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384350.810732:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.810735:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000616672af x1853236728327040/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.810742:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384350.810744:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.810749:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384350.810751:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384350.810753:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384350.810755:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.810757:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384350.810762:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=73 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384350.810762:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000616672af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728327040:12345-0@lo:253: Request processed in 4421us (4994us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384350.810767:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384350.810772:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384350.810775:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.810777:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384350.810779:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.810782:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384350.810782:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384350.810789:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.810789:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384350.810795:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384350.810799:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384350.810800:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.810803:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384350.810804:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c8c8056. 00000100:00000001:3.0:1767384350.810805:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384350.810809:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384350.810811:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384350.810812:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000010:2.0:1767384350.810813:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000020:01000004:3.0:1767384350.810814:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384350.810816:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384350.810819:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384350.810820:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384350.810821:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000010:2.0:1767384350.810821:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e4bbcd6. 00000020:01000004:3.0:1767384350.810824:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384350.810828:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384350.810830:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:2.0:1767384350.810835:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384350.810839:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000071212a48. 00000100:00100000:3.0:1767384350.810844:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728327040:0@lo:253: 02000000:00000001:2.0:1767384350.810845:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384350.810850:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.810851:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.810855:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384350.810857:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728327040/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384350.810858:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384350.810866:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384350.810866:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001844e248. 02000000:00000001:3.0:1767384350.810869:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384350.810872:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000490d2d89. 00000400:00000010:2.0:1767384350.810873:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e427e6a. 02000000:00000001:3.0:1767384350.810876:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384350.810879:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384350.810880:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384350.810883:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384350.810884:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c177b336. 02000000:00000001:3.0:1767384350.810887:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384350.810888:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384350.810888:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:3.0:1767384350.810891:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384350.810892:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.810893:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.810897:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.810898:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.810900:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.810901:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.813190:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294938856, at 4294938857 00000100:00000040:1.0:1767384350.813192:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294938856, at 4294938857 00000100:00000040:2.0:1767384350.813197:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294938856, at 4294938857 00000100:00000010:1.0:1767384350.813201:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c730635. 00000100:00000010:2.0:1767384350.813204:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031222542. 00000100:00000010:0.0:1767384350.813204:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b81ddd5. 00000100:00000040:3.0:1767384350.814169:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294938856, at 4294938858 00000100:00000010:3.0:1767384350.814174:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0ad26f7. 00000400:00000010:2.0:1767384350.821374:0:35233:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cf698c54. 00000400:00000040:2.0:1767384350.821393:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.821409:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384350.821411:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.821413:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.821415:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.821416:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384350.821424:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.821425:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384350.821426:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.821427:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384350.821429:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.821430:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.821432:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.821433:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.821434:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384350.821435:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.821436:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.821437:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384350.821438:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384350.821440:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.821440:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.821441:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.821442:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.821443:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.821444:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384350.821445:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.821446:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.821447:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.821448:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.821449:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.821450:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384350.821451:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.821452:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.821453:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.821454:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.821455:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.821456:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384350.821457:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.821458:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.821459:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.821460:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.821461:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.821462:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384350.821463:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384350.821464:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384350.821467:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384350.821469:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384350.821470:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384350.821471:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.821472:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.821473:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384350.821474:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.821475:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384350.821476:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384350.821477:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384350.821478:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384350.821479:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384350.821555:0:35233:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cf698c54. 00010000:00000010:3.1:1767384350.822297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004ff82217. 00010000:00000010:3.1:1767384350.822306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ede2b4b7. 00010000:00000010:3.1:1767384350.822311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f1340fe. 00010000:00000010:3.1:1767384350.822324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009940c321. 00010000:00000001:2.0:1767384351.028199:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.028205:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028211:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.028213:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.028241:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384351.028245:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.028248:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384351.604197:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp36 00000400:00000010:2.0:1767384351.604203:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007bedc884. 00000400:00000010:2.0:1767384351.604209:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d3839ddc. 00000400:00000010:2.0:1767384351.604214:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000400:00000010:2.0:1767384351.604221:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000796f943d. 00000400:00000200:2.0:1767384351.604226:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp36 00000400:00000200:2.0:1767384351.604243:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp36 local destination 00000400:00000200:2.0:1767384351.604248:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp36 00000400:00000200:2.0:1767384351.604251:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [173:173:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1767384351.604256:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp36 00000400:00000200:2.0:1767384351.604261:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:) -> 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) : GET try# 0 00000800:00000200:2.0:1767384351.604266:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp36 00000800:00000010:2.0:1767384351.604269:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b039467. 00000800:00000200:2.0:1767384351.604274:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000800:00000200:2.1:1767384351.604277:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000400:00000200:2.0:1767384351.604293:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp36 added to recovery queue. ping count: 4 next ping: 288 health :600 00000400:00000200:2.0:1767384351.604296:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:2.0:1767384351.604303:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005984d28f. 00000400:00000010:2.0:1767384351.604306:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bad8e49a. 00000400:00000010:2.0:1767384351.604308:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000400:00000010:2.0:1767384351.604311:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001242f3b1. 00000400:00000200:2.0:1767384351.604314:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:2.0:1767384351.604318:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:2.0:1767384351.604320:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:2.0:1767384351.604324:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [174:174:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1767384351.604327:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:2.0:1767384351.604336:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:2.0:1767384351.604339:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:2.0:1767384351.604342:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a932530. 00000800:00000200:2.0:1767384351.604345:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:2.1:1767384351.604348:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:2.0:1767384351.604361:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 5 next ping: 304 health :500 00000400:00000200:2.0:1767384351.604365:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp42 00000400:00000010:2.0:1767384351.604368:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008105039b. 00000400:00000010:2.0:1767384351.604371:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000024b6f569. 00000400:00000200:0.0:1767384351.604371:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000010:2.0:1767384351.604374:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000400:00000010:2.0:1767384351.604383:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfebac1d. 00000400:00000200:2.0:1767384351.604386:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp42 00000400:00000200:2.0:1767384351.604406:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp42 local destination 00000400:00000200:2.0:1767384351.604409:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp42 00000400:00000200:2.0:1767384351.604413:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp42 NI seq info: [175:175:256:4294967295] 192.168.202.115@tcp42 LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1767384351.604417:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp42 00000400:00000200:3.0:1767384351.604424:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604430:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp42(192.168.202.115@tcp42:) -> 192.168.202.115@tcp42(192.168.202.115@tcp42:192.168.202.115@tcp42) : GET try# 0 00000800:00000200:2.0:1767384351.604435:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp42 00000800:00000010:2.0:1767384351.604438:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000054c7333c. 00000800:00000200:2.0:1767384351.604443:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (2) 00000800:00000200:2.1:1767384351.604448:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (2) 00000400:00000200:2.0:1767384351.604459:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp42 added to recovery queue. ping count: 1 next ping: 274 health :900 00000400:00000200:0.0:1767384351.604465:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604524:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604534:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604594:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604619:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604658:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604713:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604765:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604804:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604819:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604849:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604879:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.604957:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.604964:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.604969:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605030:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605046:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605097:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605189:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605200:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605250:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605290:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605379:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605401:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605482:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605616:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605660:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605683:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605745:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605851:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605909:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605924:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.605925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.605982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.605988:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606041:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606097:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606117:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606162:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606207:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606230:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606234:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606283:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606285:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606290:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606346:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606366:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606375:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606418:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606449:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606472:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606541:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606575:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606636:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606704:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606721:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606732:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606769:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606798:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384351.606835:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606880:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606887:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606933:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.606966:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.606994:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:3.0:1767384351.607021:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b44b889. 00000800:00000010:3.0:1767384351.607033:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d3cdb1a. 00000800:00000010:3.0:1767384351.607038:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005164604a. 00000400:00000200:0.0:1767384351.607046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:3.0:1767384351.607066:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005164604a. 00000400:00000200:2.0:1767384351.607067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00020000:3.0:1767384351.607079:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:0.0:1767384351.607112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607179:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607274:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607345:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607433:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607518:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607601:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607638:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607708:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.607745:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.607873:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.115:988 00000800:00000010:2.0:1767384351.607921:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071212a48. 00000800:00000010:2.0:1767384351.607926:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a23a6145. 00000800:00000010:2.0:1767384351.607930:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.607967:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a75b1bb9. 00000800:00000010:0.0:1767384351.608059:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000baa8a003. 00000800:00000010:0.0:1767384351.608064:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000036c4d34. 00000800:00000010:0.0:1767384351.608067:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2002d99. 00000800:00000010:0.0:1767384351.608099:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2002d99. 00000400:00000200:2.0:1767384351.608154:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384351.608169:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp36 from 211.3.0.2 00000800:00000010:2.0:1767384351.608172:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000021593eed. 00000400:00000200:2.0:1767384351.608259:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384351.608266:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp42 from 212.3.0.2 00000800:00000010:2.0:1767384351.608267:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008fbbba0d. 00000800:00000010:2.0:1767384351.608657:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a3393cb. 00000800:00000010:2.0:1767384351.608661:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008603928. 00000800:00000010:2.0:1767384351.608672:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.608675:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (2) 00000800:00000200:2.1:1767384351.608678:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp36 0000000087bc4d08 deleted 00000800:00000010:2.1:1767384351.608680:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.608683:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384351.608693:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp36 ip 192.168.202.115:979 00000800:00000200:2.1:1767384351.608696:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b039467 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384351.608701:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp36 p 3.x 192.168.202.115 -> 192.168.202.115:979 incarnation:1767384333160081945 sched[0] 00000800:00000010:2.0:1767384351.608706:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.608742:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.608744:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008603928. 00000800:00000010:2.0:1767384351.608763:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000021593eed. 00000800:00000010:2.0:1767384351.608770:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b123cf8. 00000800:00000010:2.0:1767384351.608773:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008603928. 00000800:00000010:2.0:1767384351.608788:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.608791:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (2) 00000800:00000200:2.1:1767384351.608793:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp42 0000000087bc4d08 deleted 00000800:00000010:2.1:1767384351.608794:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.608796:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384351.608799:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp42 ip 192.168.202.115:980 00000800:00000200:2.1:1767384351.608800:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054c7333c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384351.608802:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp42 p 3.x 192.168.202.115 -> 192.168.202.115:980 incarnation:1767384345946020725 sched[0] 00000800:00000010:2.0:1767384351.608806:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.608837:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.608840:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008603928. 00000800:00000010:2.0:1767384351.608851:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008fbbba0d. 00000800:00000001:2.0:1767384351.608859:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.608863:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384351.608902:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384351.608905:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b039467. 00000400:00000200:2.0:1767384351.608908:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.608914:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: GET: OK 00000400:00000200:2.0:1767384351.608928:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384351.608930:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp36 recovery message sent successfully:0 00000800:00000001:2.0:1767384351.608940:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.608943:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384351.608979:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384351.608981:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000054c7333c. 00000400:00000200:2.0:1767384351.608983:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.608986:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp42->192.168.202.115@tcp42: GET: OK 00000400:00000200:2.0:1767384351.608988:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384351.608990:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp42 recovery message sent successfully:0 00000800:00000200:2.1:1767384351.609015:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384351.609018:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp42 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384345946020725 sched[0] 00000800:00000010:2.0:1767384351.609020:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a23a6145. 00000400:00000200:2.0:1767384351.609053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:0.1:1767384351.609072:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384351.609080:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp36 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384333160081945 sched[0] 00000400:00000200:2.0:1767384351.609083:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000010:0.0:1767384351.609083:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000036c4d34. 00000400:00000200:2.0:1767384351.609129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609171:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609225:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609243:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609293:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609336:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609431:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609481:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609508:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609519:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609573:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609575:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609690:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609731:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609783:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609844:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609906:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609929:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.609948:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.609992:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610005:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610078:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610108:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610170:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610238:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610304:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610385:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610470:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610521:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610546:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610566:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610611:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610653:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610693:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610694:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610727:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610763:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610775:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610822:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610841:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610947:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.610995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.610996:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.611083:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611096:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.611180:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.611247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.611325:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.611433:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611479:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:2.0:1767384351.611494:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611498:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611500:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611507:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.611514:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp42(192.168.202.115@tcp42) <- 192.168.202.115@tcp42 : GET - for me 00000400:00000200:0.0:1767384351.611521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611525:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384351.611532:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1d41 [1] + 0 00000400:00000200:2.0:1767384351.611541:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp42 to MR: 192.168.202.115@tcp42 local destination 00000400:00000200:2.0:1767384351.611549:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp42 NI seq info: [176:176:256:4294967295] 192.168.202.115@tcp42 LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1767384351.611557:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp42(192.168.202.115@tcp42:192.168.202.115@tcp42) -> 192.168.202.115@tcp42(192.168.202.115@tcp42:192.168.202.115@tcp42) 192.168.202.115@tcp42 : REPLY try# 0 00000800:00000200:2.0:1767384351.611561:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp42 00000800:00000010:2.0:1767384351.611564:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c7333c. 00000800:00000200:2.0:1767384351.611568:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (4) 00000800:00000200:2.0:1767384351.611571:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp42 ip 192.168.202.115:988 00000800:00000200:2.0:1767384351.611573:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054c7333c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384351.611579:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000800:00000200:2.0:1767384351.611612:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384351.611615:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c7333c. 00000400:00000200:2.0:1767384351.611618:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.611623:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp42->192.168.202.115@tcp42: REPLY: OK 00000800:00000001:2.0:1767384351.611632:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611635:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611637:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611642:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.611642:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611654:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36) <- 192.168.202.115@tcp36 : GET - for me 00000400:00000200:2.0:1767384351.611660:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384351.611664:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1d41 [1] + 0 00000400:00000200:2.0:1767384351.611670:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp36 to MR: 192.168.202.115@tcp36 local destination 00000400:00000200:2.0:1767384351.611675:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp36 NI seq info: [177:177:256:4294967295] 192.168.202.115@tcp36 LPNI seq info [171:171:8:4294967295] 00000400:00000200:2.0:1767384351.611683:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) -> 192.168.202.115@tcp36(192.168.202.115@tcp36:192.168.202.115@tcp36) 192.168.202.115@tcp36 : REPLY try# 0 00000800:00000200:2.0:1767384351.611686:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp36 00000800:00000010:2.0:1767384351.611689:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c7333c. 00000800:00000200:2.0:1767384351.611692:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (4) 00000800:00000200:2.0:1767384351.611695:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp36 ip 192.168.202.115:988 00000800:00000200:2.0:1767384351.611696:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054c7333c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384351.611705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000200:2.0:1767384351.611730:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384351.611732:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c7333c. 00000400:00000200:2.0:1767384351.611735:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.611739:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: REPLY: OK 00000800:00000001:2.0:1767384351.611745:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611748:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611750:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611753:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611754:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611757:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.611761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611762:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp42(192.168.202.115@tcp42) <- 192.168.202.115@tcp42 : REPLY - for me 00000400:00000200:2.0:1767384351.611773:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp42: Reply from 12345-192.168.202.115@tcp42 of length 272/272 into md 0x1d79 00000800:00000001:2.0:1767384351.611776:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611781:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.611783:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.611785:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp42->192.168.202.115@tcp42: REPLY: OK 00000400:00000200:2.0:1767384351.611787:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384351.611789:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000400:00000200:2.0:1767384351.611792:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384351.611802:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008105039b. 00000400:00000010:2.0:1767384351.611806:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000024b6f569. 00000400:00000200:0.0:1767384351.611807:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000800:00000001:2.0:1767384351.611809:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611815:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611818:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611821:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611822:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611825:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.611830:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp36(192.168.202.115@tcp36) <- 192.168.202.115@tcp36 : REPLY - for me 00000400:00000200:2.0:1767384351.611835:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp36: Reply from 12345-192.168.202.115@tcp36 of length 272/272 into md 0x1d71 00000800:00000001:2.0:1767384351.611838:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611841:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.611842:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.611845:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp36->192.168.202.115@tcp36: REPLY: OK 00000400:00000200:2.0:1767384351.611847:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000400:00000010:2.0:1767384351.611848:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000400:00000200:2.0:1767384351.611850:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384351.611853:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007bedc884. 00000400:00000200:0.0:1767384351.611853:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000010:2.0:1767384351.611855:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d3839ddc. 00000800:00000001:2.0:1767384351.611857:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611859:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.611860:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.611862:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.611907:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:2.0:1767384351.611925:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp42 from 210.3.0.2 00000800:00000010:2.0:1767384351.611928:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007bedc884. 00000400:00000200:0.0:1767384351.611979:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000800:00000010:3.0:1767384351.612065:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007d3cdb1a. 00000800:00000010:3.0:1767384351.612071:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b44b889. 00000400:00000200:0.0:1767384351.612076:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.612197:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.612292:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000400:02020000:3.0:1767384351.612329:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384351.612407:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.612487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.115:988 00000400:00000200:0.0:1767384351.612561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.115:988 00000800:00000010:0.0:1767384351.612841:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070fe940d. 00000800:00000010:0.0:1767384351.612846:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000036c4d34. 00000800:00000010:0.0:1767384351.612852:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2002d99. 00000800:00000010:0.0:1767384351.612896:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2002d99. 00000400:00000200:2.0:1767384351.612980:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384351.612992:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp36 from 209.3.0.2 00000800:00000010:2.0:1767384351.612995:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008105039b. 00000800:00000010:2.0:1767384351.613700:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065c9e414. 00000800:00000010:2.0:1767384351.613704:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a23a6145. 00000800:00000010:2.0:1767384351.613717:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e12ce05. 00000800:00000010:2.0:1767384351.613720:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008603928. 00000800:00000010:2.0:1767384351.613722:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a75b1bb9. 00000800:00000010:2.0:1767384351.613779:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.613785:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (4) 00000800:00000200:2.1:1767384351.613788:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp42 0000000087bc4d08 deleted 00000800:00000010:2.1:1767384351.613790:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.613792:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384351.613795:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp42 p 3.x 192.168.202.115 -> 192.168.202.115:978 incarnation:1767384345946020725 sched[0] 00000800:00000010:2.0:1767384351.613804:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001fa7aeb. 00000800:00000010:2.0:1767384351.613821:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001fa7aeb. 00000800:00000010:2.0:1767384351.613823:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a23a6145. 00000800:00000010:2.0:1767384351.613835:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007bedc884. 00000800:00000010:2.0:1767384351.613842:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090b888f9. 00000800:00000010:2.0:1767384351.613844:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a23a6145. 00000800:00000010:2.0:1767384351.613854:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.613857:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (4) 00000800:00000200:2.1:1767384351.613859:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp36 0000000087bc4d08 deleted 00000800:00000010:2.1:1767384351.613861:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087bc4d08. 00000800:00000200:2.1:1767384351.613862:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384351.613865:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp36 p 3.x 192.168.202.115 -> 192.168.202.115:977 incarnation:1767384333160081945 sched[0] 00000800:00000010:2.0:1767384351.613868:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001fa7aeb. 00000800:00000010:2.0:1767384351.613897:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001fa7aeb. 00000800:00000010:2.0:1767384351.613899:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a23a6145. 00000800:00000010:2.0:1767384351.613913:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008105039b. 00000800:00000001:2.0:1767384351.613920:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.613923:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.613924:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.613926:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384351.613943:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384351.613947:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp36 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384333160081945 sched[0] 00000800:00000010:2.0:1767384351.613949:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000036c4d34. 00000800:00000010:2.0:1767384351.614371:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a75b1bb9. 00000800:00000200:2.1:1767384351.614387:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384351.614403:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp42 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384345946020725 sched[0] 00000800:00000010:2.0:1767384351.614405:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008603928. 00000800:00000001:2.0:1767384351.614427:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.614430:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.614432:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.614434:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.616275:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:3.0:1767384351.616280:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:3.0:1767384351.616285:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:3.0:1767384351.616289:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a932530. 00000400:00000200:3.0:1767384351.616292:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384351.616295:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384351.616300:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384351.616302:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384351.616305:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384352.053188:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.053195:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.053202:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.053204:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.053231:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384352.053235:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.053238:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384352.415779:0:35730:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e54d73cb. 00080000:00000010:2.0:1767384352.415788:0:35730:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e54d73cb. 00000020:00000001:2.0:1767384352.415792:0:35730:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384352.415801:0:35730:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e54d73cb. 00080000:00000010:2.0:1767384352.415805:0:35730:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e54d73cb. 00000020:00000001:2.0:1767384352.415808:0:35730:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384352.628252:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.628258:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.628260:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026eff504 00000800:00000200:1.0:1767384352.628263:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000400:00000010:3.0:1767384352.628265:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000400:00000200:3.0:1767384352.628271:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.1:1767384352.628274:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000400:00000200:3.0:1767384352.628278:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384352.628288:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005984d28f. 00000400:00000010:3.0:1767384352.628293:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bad8e49a. 00000400:00000200:3.0:1767384352.628305:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp40 00000400:00000010:3.0:1767384352.628309:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016cfa22c. 00000400:00000010:3.0:1767384352.628314:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c9f44d00. 00000400:00000010:3.0:1767384352.628317:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384352.628323:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005ff8bfcd. 00000400:00000200:3.0:1767384352.628327:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp40 00000400:00000200:3.0:1767384352.628339:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp40 local destination 00000400:00000200:3.0:1767384352.628345:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 00000400:00000200:3.0:1767384352.628355:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [178:178:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384352.628361:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 00000400:00000200:3.0:1767384352.628375:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp40:192.168.202.115@tcp40) : GET try# 0 00000800:00000200:3.0:1767384352.628396:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp40 00000800:00000010:3.0:1767384352.628401:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ece0940. 00000400:00000200:0.0:1767384352.628403:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:3.0:1767384352.628411:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:3.1:1767384352.628417:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:3.0:1767384352.628438:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 3 next ping: 281 health :700 00000400:00000200:3.0:1767384352.628444:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp38 00000400:00000010:3.0:1767384352.628447:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000094fc5860. 00000400:00000010:3.0:1767384352.628452:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecce911b. 00000400:00000010:3.0:1767384352.628455:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009917f49a. 00000400:00000010:3.0:1767384352.628460:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0884180. 00000400:00000200:3.0:1767384352.628465:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp38 00000400:00000200:0.0:1767384352.628472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628473:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp38 local destination 00000400:00000200:3.0:1767384352.628481:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp38 00000400:00000200:3.0:1767384352.628486:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [179:179:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1767384352.628490:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628491:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp38 00000400:00000200:3.0:1767384352.628506:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) : GET try# 0 00000800:00000200:3.0:1767384352.628511:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp38 00000800:00000010:3.0:1767384352.628514:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c68a739e. 00000800:00000200:3.0:1767384352.628520:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000800:00000200:3.1:1767384352.628525:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000400:00000200:0.0:1767384352.628537:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628538:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp38 added to recovery queue. ping count: 4 next ping: 289 health :600 00000400:00000200:3.0:1767384352.628547:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp37 00000400:00000010:3.0:1767384352.628550:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007aef7051. 00000400:00000010:3.0:1767384352.628554:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089cbb41e. 00000400:00000010:3.0:1767384352.628557:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000400:00000010:3.0:1767384352.628561:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c431c36. 00000400:00000200:1.0:1767384352.628561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628569:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp37 00000400:00000200:3.0:1767384352.628575:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp37 local destination 00000400:00000200:3.0:1767384352.628586:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000400:00000200:3.0:1767384352.628590:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [180:180:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1767384352.628592:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628597:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:3.0:1767384352.628608:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp37:192.168.202.115@tcp37) : GET try# 0 00000800:00000200:3.0:1767384352.628613:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp37 00000800:00000010:3.0:1767384352.628617:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e59a9718. 00000800:00000200:3.0:1767384352.628621:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:1.0:1767384352.628623:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000200:3.1:1767384352.628627:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:3.0:1767384352.628639:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 4 next ping: 289 health :600 00000400:00000200:0.0:1767384352.628644:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.628690:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628696:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.628710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.628758:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628767:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.628784:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628838:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.628856:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.628858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628904:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.628924:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.628948:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.628972:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629009:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629039:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629084:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629125:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629184:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629198:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629433:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629500:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629502:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629532:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629590:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629594:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629595:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629653:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629678:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629716:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629748:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629796:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629803:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629817:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629857:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629880:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629911:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.629963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.629964:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.629965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630038:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630060:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630112:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630159:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630268:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630287:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630370:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630419:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630465:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630502:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630508:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630536:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630608:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630628:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630658:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630728:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630738:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630757:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630816:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630819:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630824:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630877:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.630946:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.630977:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.630986:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631010:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631118:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631164:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631234:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.631253:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4b8a721. 00000800:00000010:0.0:1767384352.631261:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004acfb475. 00000400:00000200:2.0:1767384352.631266:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.631267:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a99bca34. 00000400:00000200:3.0:1767384352.631288:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.631309:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a99bca34. 00000400:00000200:1.0:1767384352.631323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000800:00020000:0.0:1767384352.631328:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384352.631334:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004acfb475. 00000400:00000200:2.0:1767384352.631336:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.631339:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4b8a721. 00000400:00000200:3.0:1767384352.631353:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631420:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:02020000:0.0:1767384352.631443:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp26 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384352.631446:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000800:00000100:0.0:1767384352.631451:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384352.631491:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631546:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.631583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631600:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631638:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631664:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631692:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631719:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631748:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.631777:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000800:00000010:1.0:1767384352.631802:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ec6acdc. 00000400:00000200:3.0:1767384352.631803:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.115:988 00000800:00000010:1.0:1767384352.631816:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251af4d. 00000800:00000010:1.0:1767384352.631822:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf4ec19b. 00000400:00000200:2.0:1767384352.631827:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.631856:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.115:988 00000800:00000010:1.0:1767384352.631857:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf4ec19b. 00000800:00020000:1.0:1767384352.631871:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:2.0:1767384352.631876:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000800:00000010:1.0:1767384352.631877:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251af4d. 00000800:00000010:1.0:1767384352.631883:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002ec6acdc. 00000400:00000200:2.0:1767384352.631928:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:02020000:1.0:1767384352.631955:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384352.631965:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000400:00000200:1.0:1767384352.631971:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767384352.631974:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000800:00000100:1.0:1767384352.631979:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp40 00000800:00000010:1.0:1767384352.631983:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ece0940. 00000400:00000200:1.0:1767384352.631989:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384352.631996:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384352.632007:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384352.632012:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384352.632013:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384352.632021:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp40) recovery failed with -71 00000400:00000200:2.0:1767384352.632050:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632094:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.632132:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384352.632173:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632215:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384352.632239:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp38 from 208.3.0.2 00000400:00000200:2.0:1767384352.632242:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000800:00000010:3.0:1767384352.632244:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f63807e8. 00000400:00000200:2.0:1767384352.632267:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000800:00000010:1.0:1767384352.632274:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ec6acdc. 00000800:00000010:1.0:1767384352.632279:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251af4d. 00000400:00000200:2.0:1767384352.632313:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632360:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632421:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632474:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632515:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632554:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632595:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632634:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632674:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632729:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632768:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632805:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632840:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632880:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.632932:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.632995:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4b8a721. 00000800:00000010:0.0:1767384352.633002:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004acfb475. 00000800:00000010:0.0:1767384352.633008:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a99bca34. 00000800:00000010:2.0:1767384352.633084:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000800:00000010:2.0:1767384352.633089:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c79677f7. 00000800:00000010:2.0:1767384352.633094:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041148888. 00000800:00000010:0.0:1767384352.633103:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000864cd5f0. 00000800:00000010:2.0:1767384352.633120:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041148888. 00000800:00000200:0.1:1767384352.633120:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (2) 00000800:00000200:0.1:1767384352.633131:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp38 00000000864cd5f0 deleted 00000800:00000010:0.1:1767384352.633159:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000864cd5f0. 00000800:00020000:2.0:1767384352.633163:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000200:0.1:1767384352.633166:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384352.633169:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c79677f7. 00000800:00000010:2.0:1767384352.633176:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000800:00000200:0.1:1767384352.633181:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp38 ip 192.168.202.115:976 00000800:00000200:0.1:1767384352.633186:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c68a739e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384352.633200:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp38 p 3.x 192.168.202.115 -> 192.168.202.115:976 incarnation:1767384337207022560 sched[0] 00000800:00000010:0.0:1767384352.633206:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bde21c03. 00000400:02020000:2.0:1767384352.633232:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384352.633239:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000800:00000010:0.0:1767384352.633241:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bde21c03. 00000800:00000200:2.0:1767384352.633246:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp37 down 00000800:00000010:0.0:1767384352.633250:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251af4d. 00000800:00000100:2.0:1767384352.633255:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:2.0:1767384352.633258:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e59a9718. 00000400:00000200:2.0:1767384352.633262:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384352.633266:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384352.633274:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384352.633277:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384352.633281:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp37) recovery failed with -71 00000800:00000010:0.0:1767384352.633297:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f63807e8. 00000800:00000001:2.0:1767384352.633314:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633320:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384352.633334:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a99bca34. 00000800:00000200:2.0:1767384352.633359:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384352.633361:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c68a739e. 00000400:00000200:2.0:1767384352.633365:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.633369:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: GET: OK 00000400:00000200:2.0:1767384352.633373:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384352.633376:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp38 recovery message sent successfully:0 00000800:00000200:0.1:1767384352.633401:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384352.633410:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp38 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384337207022560 sched[0] 00000800:00000010:0.0:1767384352.633414:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004acfb475. 00000800:00000001:2.0:1767384352.633458:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633464:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384352.633466:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384352.633470:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000001:2.0:1767384352.633471:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.633481:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38) <- 192.168.202.115@tcp38 : GET - for me 00000400:00000200:2.0:1767384352.633491:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384352.633498:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1d41 [1] + 0 00000400:00000200:2.0:1767384352.633508:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp38 to MR: 192.168.202.115@tcp38 local destination 00000400:00000200:2.0:1767384352.633514:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp38 NI seq info: [181:181:256:4294967295] 192.168.202.115@tcp38 LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1767384352.633527:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) -> 192.168.202.115@tcp38(192.168.202.115@tcp38:192.168.202.115@tcp38) 192.168.202.115@tcp38 : REPLY try# 0 00000400:00000200:0.0:1767384352.633531:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000200:2.0:1767384352.633535:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp38 00000800:00000010:2.0:1767384352.633540:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c7333c. 00000800:00000200:2.0:1767384352.633546:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (4) 00000800:00000200:2.0:1767384352.633551:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp38 ip 192.168.202.115:988 00000800:00000200:2.0:1767384352.633554:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054c7333c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384352.633605:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000200:2.0:1767384352.633606:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384352.633609:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c7333c. 00000400:00000200:2.0:1767384352.633614:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.633619:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: REPLY: OK 00000800:00000001:2.0:1767384352.633631:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633634:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384352.633637:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633641:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384352.633642:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633646:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.633651:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp38(192.168.202.115@tcp38) <- 192.168.202.115@tcp38 : REPLY - for me 00000400:00000200:2.0:1767384352.633661:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp38: Reply from 12345-192.168.202.115@tcp38 of length 272/272 into md 0x1d81 00000800:00000001:2.0:1767384352.633664:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633669:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.633671:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.633673:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384352.633683:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp38->192.168.202.115@tcp38: REPLY: OK 00000400:00000200:2.0:1767384352.633689:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009917f49a 00000400:00000010:2.0:1767384352.633690:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009917f49a. 00000400:00000200:2.0:1767384352.633694:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384352.633700:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000094fc5860. 00000400:00000010:2.0:1767384352.633704:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ecce911b. 00000800:00000001:2.0:1767384352.633710:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.633713:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.633741:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.633803:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.633866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.633926:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.633973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634005:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634063:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634086:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634170:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634208:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634237:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634265:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634298:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634370:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634423:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634471:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634498:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634529:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634589:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634622:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634655:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634686:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634718:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634752:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634784:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384352.634852:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384352.634969:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3039f8e. 00000800:00000010:0.0:1767384352.634974:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004acfb475. 00000800:00000010:0.0:1767384352.634977:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a99bca34. 00000800:00000010:0.0:1767384352.634997:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a99bca34. 00000800:00020000:0.0:1767384352.635005:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384352.635008:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004acfb475. 00000800:00000010:0.0:1767384352.635011:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3039f8e. 00000400:02020000:0.0:1767384352.635056:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384353.077187:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.077192:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.077199:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.077201:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.077249:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.077253:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.077258:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384353.169754:0:35895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384353.169759:0:35895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:1.0:1767384353.173836:0:35895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384353.183539:0:35896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007bdb0313. 00000400:00000010:3.0:1767384353.183563:0:35896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f7c87d34. 00000400:00000010:3.0:1767384353.183576:0:35896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006c174384. 00000400:00000010:3.0:1767384353.183586:0:35896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000c31ff38. 00000400:00000010:3.0:1767384353.183592:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000beb5710c. 00000400:00000010:3.0:1767384353.183598:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000262c1fdd. 00000400:00000010:3.0:1767384353.183600:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000044c1e6bb. 00000400:00000010:3.0:1767384353.183602:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000117cb4a9. 00000400:00000010:3.0:1767384353.183607:0:35896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ce95be0d. 00000800:00000010:3.0:1767384353.183631:0:35896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cec50350. 00000800:00000200:3.0:1767384353.183646:0:35896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384353.183669:0:35896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384353.183740:0:35896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384353.183777:0:35896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp45 [8/256/0/180] 00000400:00000010:3.0:1767384353.186372:0:35896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000163c7bbf. 00000400:00000010:3.0:1767384353.186400:0:35896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000400:00000010:3.0:1767384353.186408:0:35896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000400:00000001:3.0:1767384353.186438:0:35896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.186441:0:35896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384353.186444:0:35896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ee997a. 00000400:00000200:3.0:1767384353.186448:0:35896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c3e912 00000400:00000010:3.0:1767384353.186450:0:35896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000400:00000010:3.0:1767384353.186461:0:35896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000f061bf79. 00000400:00000200:3.0:1767384353.186467:0:35896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:3.0:1767384353.186482:0:35896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384353.186495:0:35896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:3.0:1767384353.186506:0:35896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002b44b889. 00000400:00000200:1.0:1767384353.186506:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384353.186517:0:35896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384353.186519:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000020:01000000:3.0:1767384353.186526:0:35896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp45 00000400:00000200:1.0:1767384353.186526:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000400:00000010:1.0:1767384353.186538:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000006c3d8026. 00000400:00000010:1.0:1767384353.186543:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665174fd. 00000400:00000010:1.0:1767384353.186550:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000284bf98a. 00000400:00000010:3.0:1767384353.186552:0:35896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f7c87d34. 00000400:00000200:1.0:1767384353.186557:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000010:3.0:1767384353.186562:0:35896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007bdb0313. 00000400:00000200:1.0:1767384353.186570:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:0.0:1767384353.186578:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384353.186579:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 10000000:00000001:0.0:1767384353.186583:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384353.186586:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384353.186588:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384353.186592:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384353.186595:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384353.186597:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384353.186598:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384353.186603:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000400:00000200:1.0:1767384353.186609:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000400:00000200:1.0:1767384353.186613:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:0.0:1767384353.186615:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384353.186618:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:01000004:0.0:1767384353.186619:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384353.186622:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384353.186624:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384353.186627:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384353.186628:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000020:01000004:0.0:1767384353.186630:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384353.186635:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000100:00000010:0.0:1767384353.186636:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000400:00000200:1.0:1767384353.186641:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000020:00000040:0.0:1767384353.186642:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384353.186647:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000100:00000001:0.0:1767384353.186649:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384353.186652:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 02000000:00000001:0.0:1767384353.186653:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384353.186659:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186663:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 02000000:00000010:0.0:1767384353.186670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3039f8e. 00000400:00000200:1.0:1767384353.186673:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00000100:00000001:0.0:1767384353.186678:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186684:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000100:00000001:0.0:1767384353.186688:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384353.186692:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186696:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00000100:00000040:0.0:1767384353.186702:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_02+2] req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384353.186705:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000400:00000200:1.0:1767384353.186721:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000400:00000200:1.0:1767384353.186731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000400:00000200:1.0:1767384353.186736:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:1.0:1767384353.186742:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 54], ns[83, 54] 10000000:00000001:0.0:1767384353.186743:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384353.186747:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.186749:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384353.186750:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384353.186758:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384353.186760:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384353.186762:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384353.186763:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 54], ns[174, 54] 10000000:01000000:0.0:1767384353.186764:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384353.186768:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384353.186770:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384353.186773:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384353.186775:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384353.186776:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384353.186779:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 54], ns[126, 54] 00000020:01000004:0.0:1767384353.186779:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384353.186780:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384353.186782:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384353.186785:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384353.186787:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384353.186787:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384353.186792:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de94863b. 00000100:00000001:2.0:1767384353.186793:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384353.186795:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 54], ns[144, 54] 00000020:00000040:0.0:1767384353.186798:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000040:2.0:1767384353.186802:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.186803:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384353.186810:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 02000000:00000001:0.0:1767384353.186812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384353.186817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186826:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 00000100:00000001:2.0:1767384353.186829:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384353.186829:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000134ecb68. 00000400:00000200:1.0:1767384353.186834:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 54], ns[111, 54] 00000100:00000001:2.0:1767384353.186835:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.186843:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384353.186843:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186848:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 54], ns[110, 54] 02000000:00000001:2.0:1767384353.186850:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.186851:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384353.186855:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186857:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 54], ns[177, 54] 02000000:00000001:2.0:1767384353.186859:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.186868:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de94863b] to pc [ptlrpcd_00_03+3] req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384353.186870:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 54], ns[180, 54] 00000100:00100000:2.0:1767384353.186871:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728327168:0@lo:253: 00000100:00000001:2.0:1767384353.186883:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384353.186892:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 54], ns[181, 54] 02000000:00000001:2.0:1767384353.186893:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384353.186899:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384353.186902:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186903:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 54], ns[168, 54] 02000000:00000001:2.0:1767384353.186904:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384353.186905:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.186912:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384353.186915:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001889e562. 00000020:01000000:0.0:1767384353.186916:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384353.186917:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 54], ns[178, 54] 02000000:00000001:2.0:1767384353.186923:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384353.186923:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002b44b889. 00000400:00000200:1.0:1767384353.186930:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[163, 54], ns[169, 54] 00000400:00000010:2.0:1767384353.186934:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d9e2e0. 00000400:00000200:1.0:1767384353.186940:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 54], ns[176, 54] 00000400:00000010:2.0:1767384353.186945:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc47f56. 00000100:00000001:0.0:1767384353.186946:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384353.186947:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000100:00000001:0.0:1767384353.186949:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.186953:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384353.186955:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728327168, portal 25 00000400:00000200:1.0:1767384353.186955:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000100:00000040:0.0:1767384353.186958:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.186961:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384353.186964:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000100:00000001:2.0:1767384353.186966:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000400:00000200:1.0:1767384353.186974:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp43 lpni_is_preferred = 0 00000100:00000001:0.0:1767384353.186975:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384353.186977:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.186979:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.186982:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp43 02000000:00000001:0.0:1767384353.186984:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384353.186987:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384353.186991:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [182:182:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [176:176:8:4294967295] 02000000:00000001:0.0:1767384353.186993:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.187000:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728327296:0@lo:253: 00000100:00000001:0.0:1767384353.187008:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384353.187012:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384353.187013:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000100:00000001:2.0:1767384353.187014:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384353.187016:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.187019:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384353.187023:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384353.187023:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c4ce02e. 00000400:00000200:1.0:1767384353.187030:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp:192.168.202.115@tcp43) : GET try# 0 02000000:00000001:0.0:1767384353.187030:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.187031:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c79677f7. 00000400:00000010:0.0:1767384353.187036:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a6ec84. 00000100:00000200:2.0:1767384353.187038:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728327168, offset 0 00000800:00000200:1.0:1767384353.187043:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000400:00000010:0.0:1767384353.187043:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016f225c6. 00000400:00000200:2.0:1767384353.187050:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384353.187053:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ca5b961c. 00000100:00000200:0.0:1767384353.187058:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728327296, portal 25 00000400:00000200:2.0:1767384353.187064:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384353.187064:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384353.187066:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e84789dd. 00000100:00000001:0.0:1767384353.187072:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801158528 : -113719908393088 : ffff989285419f80) 00000800:00000010:1.0:1767384353.187075:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ce5c7ae. 00000400:00000200:2.0:1767384353.187078:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06c00 00000100:00000040:0.0:1767384353.187078:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384353.187090:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:2.0:1767384353.187094:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14c1 [2] + 0 00000100:00000001:0.0:1767384353.187096:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384353.187103:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcdca. 00000800:00000200:1.1:1767384353.187105:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000100:00000040:0.0:1767384353.187105:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384353.187108:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000052ad8d5d 00000400:00000010:0.0:1767384353.187110:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece8defe. 00000100:00000200:0.0:1767384353.187114:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728327296, offset 0 00000400:00000200:2.0:1767384353.187117:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384353.187122:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384353.187126:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384353.187132:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384353.187133:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ad8d5d 00000400:00000200:1.0:1767384353.187174:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000010:2.0:1767384353.187179:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052ad8d5d. 00000400:00000200:1.0:1767384353.187183:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000400:00000200:0.0:1767384353.187185:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06c80 00000100:00000001:2.0:1767384353.187188:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384353.187192:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384353.187193:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d9 [2] + 0 00000400:00000010:0.0:1767384353.187200:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e41232d0. 00000100:00000040:2.0:1767384353.187201:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000033063fbc x1853236728327168 msgsize 4848 00000400:00000200:0.0:1767384353.187206:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078be76c6 00000100:00100000:2.0:1767384353.187213:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384353.187213:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384353.187217:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384353.187222:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384353.187227:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078be76c6 00000400:00000010:0.0:1767384353.187229:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078be76c6. 00000100:00000001:0.0:1767384353.187232:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384353.187233:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384353.187234:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384353.187238:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000004032426c x1853236728327296 msgsize 4848 00000400:00000200:2.0:1767384353.187245:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c79677f7 00000100:00100000:0.0:1767384353.187245:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384353.187250:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384353.187251:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c79677f7. 00000100:00000001:2.0:1767384353.187257:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384353.187259:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384353.187260:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000100:00000200:2.0:1767384353.187263:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384353.187267:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ece8defe 00000400:00000010:0.0:1767384353.187270:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ece8defe. 00000100:00000001:0.0:1767384353.187276:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384353.187281:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.187283:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384353.187291:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.187296:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384353.187301:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.187302:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.187305:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187309:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384353.187316:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187318:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384353.187321:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187324:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187326:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294941238 00000100:00000010:2.0:1767384353.187332:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c54450c9. 00000400:00000200:1.0:1767384353.187336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000001:0.0:1767384353.187339:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294941238 00000100:00000001:2.0:1767384353.187348:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384353.187359:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294941238 00000100:00000001:0.0:1767384353.187360:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294941238 00000100:00000001:0.0:1767384353.187366:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294941238 00000100:00000010:2.0:1767384353.187367:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e770af01. 00000100:00000001:2.0:1767384353.187387:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384353.187391:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187394:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294941238 00000100:00000001:0.0:1767384353.187395:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294941238 00000100:00000001:0.0:1767384353.187400:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294941238 00000100:00000010:2.0:1767384353.187404:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006725324e. 00000100:00000001:2.0:1767384353.187409:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384353.187415:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294941238 00000100:00000001:0.0:1767384353.187415:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294941238 00000100:00000001:0.0:1767384353.187419:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294941238 00000400:00000200:1.0:1767384353.187423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000010:2.0:1767384353.187424:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e888aeac. 00000100:00000001:2.0:1767384353.187431:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384353.187437:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294941238 00000100:00000001:2.0:1767384353.187438:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.187442:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.187444:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187446:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187451:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187451:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.187452:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:0.0:1767384353.187457:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.187459:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.187468:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.187468:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.187472:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384353.187473:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384353.187476:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.187479:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.187479:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384353.187480:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187483:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.187483:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187487:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187488:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187494:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.187514:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187520:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384353.187524:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327168 02000000:00000001:2.0:1767384353.187527:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384353.187531:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384353.187534:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.187538:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384353.187541:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327168 00000020:00000001:2.0:1767384353.187544:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384353.187547:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000020:00000040:2.0:1767384353.187548:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384353.187554:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384353.187557:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384353.187560:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384353.187564:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384353.187568:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384353.187570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000020:00000010:2.0:1767384353.187581:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f83b68. 00000100:00000001:2.0:1767384353.187585:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384353.187588:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f83b68. 00000020:00000010:2.0:1767384353.187596:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4846f5f. 00000400:00000200:1.0:1767384353.187596:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000020:00000010:2.0:1767384353.187603:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac05a762. 00000020:00000010:2.0:1767384353.187612:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000400:00000200:1.0:1767384353.187623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000040:2.0:1767384353.187626:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384353.187631:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384353.187633:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384353.187635:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187644:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.187650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187658:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.187675:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384353.187676:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384353.187679:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327296 00000100:00000001:2.0:1767384353.187680:0:17079:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.187681:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 02000000:00000001:0.0:1767384353.187682:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384353.187685:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.187689:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.187691:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.187694:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327296 00000020:00000001:0.0:1767384353.187696:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384353.187698:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384353.187699:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384353.187700:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.187704:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384353.187705:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384353.187707:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:1.0:1767384353.187710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000020:00000001:0.0:1767384353.187710:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384353.187716:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384353.187717:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000010:0.0:1767384353.187720:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057b85a70. 00000100:00000040:2.0:1767384353.187723:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384353.187728:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737432656 : -113718972118960 : ffff9892bd100850) 00000100:00000001:0.0:1767384353.187729:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.187734:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057b85a70. 00000400:00000200:1.0:1767384353.187737:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000100:00000040:2.0:1767384353.187738:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033063fbc x1853236728327168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384353.187741:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f19f4f1. 00000020:00000010:0.0:1767384353.187746:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a88171c. 00000020:00000010:0.0:1767384353.187752:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000400:00000200:1.0:1767384353.187758:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000100:00000001:2.0:1767384353.187759:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384353.187759:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384353.187763:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.187765:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.187766:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f83b68. 00000100:00000001:0.0:1767384353.187771:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187772:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.187775:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384353.187779:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f83b68. 00000100:00000001:0.0:1767384353.187784:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384353.187788:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033063fbc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728327168:12345-0@lo:253: 00000100:00000001:0.0:1767384353.187788:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384353.187795:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000200:2.0:1767384353.187796:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327168 00000400:00000200:1.0:1767384353.187798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000100:00000040:0.0:1767384353.187800:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384353.187803:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737443920 : -113718972107696 : ffff9892bd103450) 00000020:00000001:2.0:1767384353.187804:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384353.187811:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384353.187815:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004032426c x1853236728327296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384353.187816:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.187824:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384353.187827:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384353.187829:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000010:0.0:1767384353.187832:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057b85a70. 00000020:00000001:2.0:1767384353.187835:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384353.187836:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.187838:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057b85a70. 00000100:00100000:0.0:1767384353.187843:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004032426c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728327296:12345-0@lo:253: 00000020:00000001:2.0:1767384353.187847:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384353.187848:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327296 00000020:00000001:0.0:1767384353.187852:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384353.187855:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384353.187855:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000020:00000001:0.0:1767384353.187855:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384353.187859:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.187861:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384353.187862:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384353.187867:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384353.187871:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.187871:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384353.187874:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384353.187878:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384353.187880:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384353.187882:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384353.187885:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384353.187890:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187893:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384353.187894:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083ca4be3. 02000000:00000001:0.0:1767384353.187895:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384353.187899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 02000000:00000001:2.0:1767384353.187900:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.187906:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.187911:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384353.187912:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009734de5e. 02000000:00000001:0.0:1767384353.187915:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.187917:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.187919:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384353.187922:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f22d4eb. 20000000:01000000:2.0:1767384353.187928:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384353.187929:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004cb6fa73. 20000000:00000001:2.0:1767384353.187934:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384353.187935:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384353.187939:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384353.187941:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384353.187947:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.187950:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.187950:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384353.187951:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 20000000:00000001:2.0:1767384353.187954:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384353.187954:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.187958:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.187962:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384353.187969:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1ce3700. 20000000:01000000:2.0:1767384353.187974:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:2.0:1767384353.187981:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384353.187988:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384353.187993:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384353.188011:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00080000:00000001:2.0:1767384353.188012:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384353.188032:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.188035:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384353.188037:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.188040:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384353.188043:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.188044:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00080000:00000002:2.0:1767384353.188047:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:2.0:1767384353.188055:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00080000:00000002:2.0:1767384353.188057:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384353.188061:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384353.188065:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.188069:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384353.188073:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384353.188080:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384353.188085:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384353.188097:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001fba59a9. 00080000:00000001:2.0:1767384353.188101:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570984960 : -113724138566656 : ffff9891891e4c00) 00080000:00000001:2.0:1767384353.188107:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384353.188107:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000001:00000001:2.0:1767384353.188114:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384353.188120:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000081f83b68. 00080000:00000001:2.0:1767384353.188124:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.188127:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384353.188190:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.188197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00080000:00000001:2.0:1767384353.188213:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384353.188238:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188288:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188359:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188403:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188456:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188497:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188541:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188579:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384353.188630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384353.188803:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af87ba71. 00000800:00000010:1.0:1767384353.188807:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e77f40a7. 00000800:00000010:1.0:1767384353.188811:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b30655f9. 00000800:00000010:1.0:1767384353.188831:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b30655f9. 00000800:00020000:1.0:1767384353.188844:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384353.188848:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e77f40a7. 00000800:00000010:1.0:1767384353.188851:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af87ba71. 00000400:02020000:1.0:1767384353.188934:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384353.188941:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000800:00000200:1.0:1767384353.188951:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp43 down 00000800:00000100:1.0:1767384353.188959:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:1.0:1767384353.188963:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ca5b961c. 00000400:00000200:1.0:1767384353.188968:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384353.188976:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384353.188987:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:1.0:1767384353.188995:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384353.189003:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 1 00000400:00000200:1.0:1767384353.189007:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384353.189058:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384353.189064:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100871 00000400:00000001:0.0:1767384353.189068:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384353.189069:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384353.189071:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665174fd 00000400:00000010:0.0:1767384353.189072:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665174fd. 00000400:00000200:0.0:1767384353.189075:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384353.189078:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000010:0.0:1767384353.189081:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000006c3d8026. 00000400:00000200:0.0:1767384353.189083:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (37) 00000400:00000200:0.0:1767384353.189086:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:-71 00000400:00000200:0.0:1767384353.189087:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 rc -71 00000400:00000200:0.0:1767384353.189090:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:0.0:1767384353.189093:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (36) 00080000:00000010:2.0:1767384353.189315:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001fba59a9. 00080000:00000010:0.0:1767384353.189352:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000081f83b68. 00040000:00000001:0.0:1767384353.189357:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384353.189360:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384353.189362:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384353.189365:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384353.189367:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.189368:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384353.189394:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384353.189412:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384353.189415:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384353.189417:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001281c1db. 00080000:00000001:0.0:1767384353.189420:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384353.189422:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384353.189425:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384353.189429:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384353.189431:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384353.189437:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384353.189437:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384353.189443:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384353.189445:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384353.189447:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384353.189448:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384353.189451:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384353.189455:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384353.189456:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384353.189457:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384353.189461:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:2.0:1767384353.189462:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1767384353.189465:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384353.189467:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384353.189469:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384353.189471:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384353.189472:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005907292d. 00080000:00000001:1.0:1767384353.189473:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384353.189476:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384353.189480:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384353.189481:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:1.0:1767384353.189485:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384353.189486:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e8033bb. 00080000:00000010:1.0:1767384353.189489:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003bf21124. 00000020:00000001:2.0:1767384353.189493:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384353.189495:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477248512 : -113724232303104 : ffff98918387fe00) 00000020:00000040:2.0:1767384353.189497:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002e8033bb with handle 0x960a57272cefbc5a to hash 00080000:00000001:1.0:1767384353.189501:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384353.189503:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384353.189507:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000001:00000001:1.0:1767384353.189507:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384353.189513:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00080000:00000010:1.0:1767384353.189513:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b30655f9. 00080000:00000001:1.0:1767384353.189520:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189521:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384353.189522:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384353.189525:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.189530:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384353.189535:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189545:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384353.189549:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384353.189550:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384353.189556:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384353.189559:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384353.189562:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384353.189563:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384353.189567:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384353.189568:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384353.189572:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384353.189572:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f22d4eb. 20000000:00000001:0.0:1767384353.189576:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189578:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:0.0:1767384353.189581:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327168 00010000:00000001:0.0:1767384353.189583:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384353.189588:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033063fbc x1853236728327168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.189591:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384353.189595:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384353.189596:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384353.189598:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384353.189599:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384353.189603:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005907292d) refcount = 1 00000100:00001000:0.0:1767384353.189604:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.189610:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384353.189612:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384353.189614:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384353.189618:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384353.189622:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384353.189625:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189629:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384353.189630:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384353.189634:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:0.0:1767384353.189635:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384353.189639:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384353.189640:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece8defe. 00010000:00000001:2.0:1767384353.189645:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384353.189646:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728327168, offset 224 00010000:00000001:2.0:1767384353.189652:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384353.189655:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:2.0:1767384353.189660:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384353.189664:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:01000000:2.0:1767384353.189665:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384353.189671:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384353.189672:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06c00 00000020:00000001:2.0:1767384353.189676:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384353.189679:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d91 [2] + 224 00000020:00000040:2.0:1767384353.189680:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=4 00000020:00000001:2.0:1767384353.189686:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000400:00000200:0.0:1767384353.189686:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384353.189692:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384353.189693:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000001:0.0:1767384353.189696:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384353.189698:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:0.0:1767384353.189701:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384353.189703:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384353.189717:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.189723:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384353.189727:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.189743:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.189746:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384353.189749:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384353.189756:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384353.189757:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384353.189760:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.189762:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ece8defe 00010000:00000001:2.0:1767384353.189764:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:0.0:1767384353.189767:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ece8defe. 00000100:00000001:0.0:1767384353.189769:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384353.189771:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384353.189775:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384353.189775:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.189781:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:1.0:1767384353.189784:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384353.189786:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384353.189789:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384353.189790:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.189792:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002e8033bb already unused, calling callback (0000000090c6ba53) 00000400:00000001:1.0:1767384353.189796:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384353.189796:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384353.189797:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:1.0:1767384353.189800:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384353.189802:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384353.189804:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033063fbc x1853236728327168/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384353.189805:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d9e2e0. 00010000:00010000:2.0:1767384353.189806:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384353.189821:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc47f56 00000400:00000010:1.0:1767384353.189826:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc47f56. 00010000:00000001:2.0:1767384353.189829:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384353.189833:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384353.189834:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384353.189834:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033063fbc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728327168:12345-0@lo:253: Request processed in 2073us (2631us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384353.189838:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384353.189842:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384353.189843:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002e8033bb refcount=5 00000020:00000001:2.0:1767384353.189850:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00100000:0.0:1767384353.189851:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00000001:2.0:1767384353.189857:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491649024 : -113724217902592 : ffff98918463ba00) 00000100:00000040:0.0:1767384353.189859:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00010000:00000001:2.0:1767384353.189865:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384353.189866:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384353.189870:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384353.189870:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.189871:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384353.189877:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac05a762. 00000020:00000010:0.0:1767384353.189885:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000020:00000010:0.0:1767384353.189892:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4846f5f. 00010000:00000001:2.0:1767384353.189894:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384353.189899:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384353.189901:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384353.189902:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384353.189902:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:1.0:1767384353.189906:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.189911:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384353.189911:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384353.189912:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384353.189917:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767384353.189917:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083ca4be3. 02000000:00000001:1.0:1767384353.189918:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384353.189921:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384353.189923:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384353.189925:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.189925:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384353.189928:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.189929:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384353.189931:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8033bb with handle 0x960a57272cefbc5a from hash 02000000:00000001:1.0:1767384353.189934:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189938:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1767384353.189939:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384353.189941:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=76 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384353.189942:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.189946:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384353.189946:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ee997a. 00000100:00001000:1.0:1767384353.189948:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=76 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384353.189951:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384353.189953:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384353.189954:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece8defe. 00010000:00000001:2.0:1767384353.189956:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384353.189956:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189961:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384353.189962:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384353.189965:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189967:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384353.189968:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.189973:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384353.189974:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.189979:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.189983:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.189986:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.189987:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.189993:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:1.0:1767384353.189995:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384353.189997:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:1.0:1767384353.189999:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384353.190004:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384353.190004:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384353.190008:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384353.190009:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384353.190013:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384353.190015:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384353.190017:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384353.190019:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384353.190021:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384353.190022:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00010000:2.0:1767384353.190025:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384353.190026:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384353.190029:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384353.190032:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384353.190038:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384353.190038:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.190041:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.190043:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384353.190045:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384353.190047:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.190049:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.190052:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384353.190056:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.190061:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.190065:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384353.190067:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728327168:0@lo:253: 00000100:00000001:1.0:1767384353.190080:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.190081:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384353.190085:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384353.190085:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767384353.190087:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002e8033bb/0x960a57272cefbc5a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384353.190092:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728327168/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384353.190103:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005907292d count: 0 00000100:00000001:1.0:1767384353.190111:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384353.190115:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384353.190118:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384353.190118:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001889e562. 20000000:00000001:2.0:1767384353.190122:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:1.0:1767384353.190125:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384353.190129:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384353.190130:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384353.190133:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384353.190167:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3039f8e. 02000000:00000001:1.0:1767384353.190173:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384353.190175:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384353.190177:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:1.0:1767384353.190181:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384353.190182:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.190184:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.190189:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384353.190191:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.190193:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.190195:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384353.191076:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003bf21124. 00080000:00000010:1.0:1767384353.191129:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b30655f9. 00040000:00000001:1.0:1767384353.191168:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384353.191171:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384353.191173:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384353.191177:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384353.191181:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384353.191183:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384353.191186:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384353.191196:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384353.191200:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384353.191204:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384353.191206:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384353.191208:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384353.191209:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384353.191212:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384353.191213:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384353.191217:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000094831dfa. 00010000:00000001:2.0:1767384353.191226:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384353.191228:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00000020:00000001:2.0:1767384353.191231:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384353.191232:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1303511 with handle 0x960a57272cefbc61 to hash 00000020:00000001:2.0:1767384353.191234:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384353.191235:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191236:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191238:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384353.191240:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.191242:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191247:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384353.191248:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384353.191249:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384353.191250:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384353.191251:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.191253:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384353.191254:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.191256:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384353.191257:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384353.191258:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384353.191259:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384353.191260:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000094831dfa) refcount = 1 00010000:00010000:2.0:1767384353.191262:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191265:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384353.191266:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384353.191267:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.191268:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191269:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384353.191270:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384353.191271:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384353.191273:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384353.191283:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384353.191284:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=4 00000020:00000001:2.0:1767384353.191287:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191290:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191291:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384353.191292:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191296:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384353.191297:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191300:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.191300:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384353.191301:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191304:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384353.191305:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191306:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384353.191307:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384353.191310:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1303511 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384353.191311:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384353.191312:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384353.191313:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191316:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384353.191316:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384353.191317:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384353.191318:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=5 00000020:00000001:2.0:1767384353.191319:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191320:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384353.191325:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384353.191326:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191330:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384353.191331:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384353.191332:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191334:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384353.191335:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384353.191336:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384353.191336:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384353.191338:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1303511 with handle 0x960a57272cefbc61 from hash 00010000:00000001:2.0:1767384353.191340:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384353.191341:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.191343:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.191344:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384353.191345:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384353.191346:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384353.191348:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384353.191350:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.191352:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191354:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384353.191356:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384353.191358:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.191360:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.191361:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191363:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191365:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.191368:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384353.191373:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.191384:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.191386:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384353.191388:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384353.191390:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:1.0:1767384353.191390:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384353.191393:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384353.191395:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384353.191397:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004cb6fa73. 20000000:00000001:1.0:1767384353.191402:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.191403:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:1.0:1767384353.191407:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327296 00010000:00000001:2.0:1767384353.191408:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.191414:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.191414:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384353.191420:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384353.191421:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004032426c x1853236728327296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.191436:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384353.191439:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384353.191443:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d1303511/0x960a57272cefbc61 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384353.191444:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384353.191448:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384353.191453:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=76 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384353.191454:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000094831dfa count: 0 00000100:00000001:1.0:1767384353.191461:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384353.191462:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384353.191466:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384353.191466:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384353.191470:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384353.191473:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384353.191476:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.191478:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384353.191481:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384353.191485:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e77f40a7. 00000100:00000200:1.0:1767384353.191488:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728327296, offset 224 00000400:00000200:1.0:1767384353.191493:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384353.191499:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384353.191506:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06c80 00000400:00000200:1.0:1767384353.191510:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d99 [2] + 224 00000400:00000200:1.0:1767384353.191516:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384353.191519:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384353.191522:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384353.191526:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384353.191535:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.191553:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384353.191558:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77f40a7 00000400:00000010:1.0:1767384353.191561:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e77f40a7. 00000100:00000001:0.0:1767384353.191566:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.191569:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.191575:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384353.191575:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384353.191576:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384353.191579:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384353.191584:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384353.191585:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a6ec84. 00000100:00000040:1.0:1767384353.191590:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000200:0.0:1767384353.191591:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016f225c6 00000400:00000010:0.0:1767384353.191594:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016f225c6. 00010000:00000001:1.0:1767384353.191596:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384353.191598:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384353.191600:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384353.191603:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384353.191605:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384353.191614:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004032426c x1853236728327296/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384353.191616:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.191644:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384353.191647:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384353.191651:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004032426c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728327296:12345-0@lo:253: Request processed in 3819us (4407us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384353.191651:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384353.191653:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384353.191655:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.191658:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.191662:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.191666:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=76 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384353.191670:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00001000:0.0:1767384353.191671:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=76 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384353.191677:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384353.191677:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384353.191679:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.191682:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384353.191682:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384353.191686:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.191687:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384353.191688:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.191693:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a88171c. 00000100:00000040:0.0:1767384353.191693:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.191702:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384353.191704:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000100:00000001:0.0:1767384353.191704:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384353.191708:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384353.191711:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f19f4f1. 00000020:01000004:0.0:1767384353.191711:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384353.191714:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384353.191717:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384353.191719:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000040:1.0:1767384353.191721:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000020:01000004:0.0:1767384353.191721:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384353.191722:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384353.191725:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384353.191728:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384353.191729:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384353.191730:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384353.191733:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009734de5e. 02000000:00000001:1.0:1767384353.191736:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384353.191739:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.191741:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384353.191749:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384353.191750:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de94863b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728327296:0@lo:253: 00000100:00000001:0.0:1767384353.191755:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.191756:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384353.191757:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006341d9a7. 00000100:00000040:0.0:1767384353.191758:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de94863b x1853236728327296/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384353.191765:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e77f40a7. 00000100:00000001:0.0:1767384353.191766:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384353.191768:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384353.191773:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c4ce02e. 02000000:00000001:0.0:1767384353.191778:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384353.191779:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384353.191782:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384353.191784:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384353.191786:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000134ecb68. 02000000:00000001:0.0:1767384353.191788:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384353.191790:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384353.191791:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de94863b. 00000100:00000001:0.0:1767384353.191793:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384353.191794:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.191795:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.191800:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.191800:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.191802:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.191803:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.195189:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294941238, at 4294941239 00000100:00000010:1.0:1767384353.195195:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e770af01. 00000100:00000040:2.0:1767384353.195201:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294941238, at 4294941239 00000100:00000010:2.0:1767384353.195208:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006725324e. 00000100:00000040:3.0:1767384353.196186:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294941238, at 4294941240 00000100:00000040:0.0:1767384353.196189:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294941238, at 4294941240 00000100:00000010:3.0:1767384353.196202:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e888aeac. 00000100:00000010:0.0:1767384353.196203:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c54450c9. 00010000:00000010:2.1:1767384353.202191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005907292d. 00010000:00000010:2.1:1767384353.202199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e8033bb. 00010000:00000010:2.1:1767384353.205195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000094831dfa. 00010000:00000010:2.1:1767384353.205203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1303511. 00000400:00000010:3.0:1767384353.208356:0:35901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000010cf7687. 00000400:00000040:3.0:1767384353.208395:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384353.208397:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384353.208400:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384353.208405:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384353.208408:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384353.208409:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384353.208412:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384353.208413:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384353.208414:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384353.208415:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384353.208417:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384353.208418:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384353.208419:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384353.208420:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384353.208421:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384353.208422:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384353.208423:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384353.208424:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384353.208425:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384353.208426:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384353.208427:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384353.208428:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384353.208429:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384353.208430:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384353.208431:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384353.208432:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384353.208433:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384353.208434:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384353.208435:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384353.208436:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384353.208436:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384353.208438:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384353.208439:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384353.208439:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384353.208440:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384353.208441:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384353.208442:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384353.208444:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384353.208445:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384353.208446:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384353.208447:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384353.208448:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384353.208452:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384353.208453:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384353.208454:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384353.208456:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384353.208457:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384353.208458:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384353.208459:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384353.208460:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384353.208461:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384353.208462:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384353.208463:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384353.208464:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384353.208465:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384353.208466:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384353.208467:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384353.208568:0:35901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000010cf7687. 00000400:00000001:3.0:1767384353.652285:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.652292:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.652296:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384353.652302:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:3.0:1767384353.652309:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384353.652318:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384353.652335:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016cfa22c. 00000400:00000010:3.0:1767384353.652340:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c9f44d00. 00000400:00000001:3.0:1767384353.652346:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.652347:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.652349:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384353.652350:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000400:00000200:3.0:1767384353.652352:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384353.652355:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384353.652358:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007aef7051. 00000400:00000010:3.0:1767384353.652359:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089cbb41e. 00000400:00000200:3.0:1767384353.652364:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp41 00000400:00000010:3.0:1767384353.652369:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000300eb784. 00000400:00000010:3.0:1767384353.652390:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089cbb41e. 00000400:00000010:3.0:1767384353.652394:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000400:00000010:3.0:1767384353.652400:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fa62dff. 00000400:00000200:3.0:1767384353.652410:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp41 00000400:00000200:3.0:1767384353.652427:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp41 local destination 00000400:00000200:3.0:1767384353.652434:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 00000400:00000200:3.0:1767384353.652440:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [183:183:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1767384353.652449:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000400:00000200:3.0:1767384353.652460:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp41:192.168.202.115@tcp41) : GET try# 0 00000800:00000200:3.0:1767384353.652466:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp41 00000800:00000010:3.0:1767384353.652470:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013f2be19. 00000800:00000200:3.0:1767384353.652479:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000800:00000200:3.1:1767384353.652486:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000400:00000200:3.0:1767384353.652551:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:3.0:1767384353.652561:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp43 00000400:00000010:3.0:1767384353.652564:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061542229. 00000400:00000010:3.0:1767384353.652568:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c9f44d00. 00000400:00000010:3.0:1767384353.652570:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384353.652579:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011cafd4d. 00000400:00000200:3.0:1767384353.652586:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp43 00000400:00000200:3.0:1767384353.652599:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp43 local destination 00000400:00000200:2.0:1767384353.652600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.652606:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000400:00000200:3.0:1767384353.652612:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [184:184:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1767384353.652616:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000400:00000200:3.0:1767384353.652623:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp43:192.168.202.115@tcp43) : GET try# 0 00000800:00000200:3.0:1767384353.652627:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000800:00000010:3.0:1767384353.652630:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c310c73f. 00000800:00000200:3.0:1767384353.652636:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000800:00000200:3.1:1767384353.652641:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:3.0:1767384353.652655:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:2.0:1767384353.652703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.652761:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.652778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.652831:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.652868:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.652899:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.652955:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.652978:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653051:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653066:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653113:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653226:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653257:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653342:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653361:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653439:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653517:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653552:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653635:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653643:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653742:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653769:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653840:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.653912:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653923:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.653994:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654026:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654046:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654132:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654209:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654266:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654322:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654338:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654432:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654448:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654488:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654558:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654565:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654658:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654753:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654849:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.654944:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.654980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655047:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655185:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655286:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655317:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655420:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655436:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655545:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655650:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655691:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655745:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655821:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655825:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.655943:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.655977:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.656046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.656184:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:3.0:1767384353.656209:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d62d21c5. 00000800:00000010:3.0:1767384353.656217:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000019bfa7b3. 00000800:00000010:3.0:1767384353.656226:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000138c22cd. 00000800:00000010:3.0:1767384353.656268:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000138c22cd. 00000800:00020000:3.0:1767384353.656283:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:2.0:1767384353.656284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:3.0:1767384353.656292:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000019bfa7b3. 00000800:00000010:3.0:1767384353.656298:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d62d21c5. 00000400:00000200:2.0:1767384353.656363:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:02020000:3.0:1767384353.656421:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384353.656435:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000400:00000200:3.0:1767384353.656441:0:35781:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384353.656450:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:3.0:1767384353.656454:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c310c73f. 00000400:00000200:3.0:1767384353.656459:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384353.656467:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.656471:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384353.656476:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384353.656481:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384353.656490:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384353.656592:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.656662:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384353.656736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384353.656943:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083ca4be3. 00000800:00000010:2.0:1767384353.656951:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007bb71258. 00000800:00000010:2.0:1767384353.656958:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe73c640. 00000800:00000010:2.0:1767384353.656991:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe73c640. 00000800:00020000:2.0:1767384353.657004:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384353.657008:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007bb71258. 00000800:00000010:2.0:1767384353.657012:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083ca4be3. 00000400:02020000:2.0:1767384353.657086:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384353.657098:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000400:00000200:2.0:1767384353.657107:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384353.657114:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp41 00000800:00000010:2.0:1767384353.657119:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013f2be19. 00000400:00000200:2.0:1767384353.657126:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.657193:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.657213:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.657218:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384353.657229:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384354.101181:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.101186:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.101191:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.101192:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.101225:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.101229:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.101231:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384354.164196:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384354.164200:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384354.164206:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000020:00000040:3.0:1767384354.164212:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384354.164217:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384354.164219:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384354.164224:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384354.164231:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c310c73f. 00000100:00000001:3.0:1767384354.164237:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164244:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384354.164246:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.164255:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_00+0] req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384354.164281:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164298:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.164299:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.164304:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.164305:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164309:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384354.164315:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.164323:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384354.164325:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.164334:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384354.164337:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384354.164339:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.164341:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728327424:0@lo:13: 00000100:00000001:0.0:1767384354.164344:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384354.164349:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384354.164351:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.164353:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384354.164357:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6539cd. 02000000:00000001:0.0:1767384354.164359:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.164364:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a6ec84. 00000400:00000010:0.0:1767384354.164384:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000100:00000200:0.0:1767384354.164390:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728327424, portal 4 00000100:00000001:0.0:1767384354.164392:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384354.164394:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000040:0.0:1767384354.164400:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.164405:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.164408:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.164411:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384354.164413:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728327424, offset 0 00000400:00000200:0.0:1767384354.164418:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.164429:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.164438:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce06d00 00000400:00000200:0.0:1767384354.164443:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000400:00000200:0.0:1767384354.164450:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.164452:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.164457:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384354.164459:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384354.164463:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de94863b. 00000100:00000040:0.0:1767384354.164464:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000de94863b x1853236728327424 msgsize 224 00000100:00100000:0.0:1767384354.164467:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384354.164478:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.164491:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384354.164493:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384354.164496:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384354.164500:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.164506:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384354.164508:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384354.164510:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327424 00000100:00000040:0.0:1767384354.164513:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384354.164515:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.164518:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.164521:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164523:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164526:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384354.164527:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.164531:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327424 00000100:00000001:0.0:1767384354.164532:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.164537:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384354.164538:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3643 usecs (4 jiffies) 00000020:00000040:3.0:1767384354.164540:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384354.164543:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384354.164543:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942212 00000020:00000040:3.0:1767384354.164547:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000010:0.0:1767384354.164549:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000020:00000001:3.0:1767384354.164550:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:3.0:1767384354.164555:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:0.0:1767384354.164558:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384354.164559:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.164564:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f3fd57d. 00000100:00000001:0.0:1767384354.164565:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942212 00000020:00000010:3.0:1767384354.164570:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c3f7e2dd. 00000100:00000010:0.0:1767384354.164571:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e9bab19. 00000100:00000001:0.0:1767384354.164576:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384354.164577:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:0.0:1767384354.164578:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942212 00000100:00000010:0.0:1767384354.164584:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb77c125. 00000100:00000001:0.0:1767384354.164587:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384354.164589:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942212 00000100:00000001:3.0:1767384354.164592:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1767384354.164592:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375e854. 00000100:00000001:0.0:1767384354.164597:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384354.164599:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf94823. 00000100:00000001:0.0:1767384354.164599:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.164604:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.164607:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b385122. 00000100:00000001:0.0:1767384354.164607:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164609:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384354.164614:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000100:00000001:0.0:1767384354.164618:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.164621:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384354.164624:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384354.164624:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.164627:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384354.164628:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384354.164630:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.164631:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164635:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164638:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164640:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164651:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384354.164651:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384354.164657:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384354.164665:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384354.164668:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384354.164673:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384354.164676:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:3.0:1767384354.164678:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801158528 : -113719908393088 : ffff989285419f80) 00000100:00000040:3.0:1767384354.164682:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de94863b x1853236728327424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.164700:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.164702:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f7e2dd. 00000100:00000001:3.0:1767384354.164704:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.164706:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3f7e2dd. 00000100:00100000:3.0:1767384354.164711:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de94863b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728327424:12345-0@lo:13: 00000100:00000200:3.0:1767384354.164714:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327424 00000020:00000001:3.0:1767384354.164717:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384354.164720:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384354.164722:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.164724:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384354.164725:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:3.0:1767384354.164728:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384354.164730:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.164732:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384354.164734:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384354.164736:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164739:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.164740:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384354.164743:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e106fa05. 02000000:00000001:3.0:1767384354.164745:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164746:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384354.164748:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384354.164752:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384354.164754:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384354.164762:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384354.164764:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384354.164767:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384354.164769:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384354.164771:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384354.164773:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384354.164777:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384354.164778:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384354.164785:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.164788:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728327424 00010000:00000001:3.0:1767384354.164790:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.164792:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de94863b x1853236728327424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.164798:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.164800:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.164803:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.164807:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.164810:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.164811:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384354.164813:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.164815:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.164817:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.164820:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.164824:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000200:3.0:1767384354.164827:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728327424, offset 224 00000400:00000200:3.0:1767384354.164831:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.164837:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.164845:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce06d00 00000400:00000200:3.0:1767384354.164850:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1db9 [1] + 224 00000400:00000200:3.0:1767384354.164853:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.164855:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.164858:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.164861:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.164867:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.164878:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.164883:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384354.164884:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000100:00000001:3.0:1767384354.164887:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.164888:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.164897:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.164898:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384354.164901:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384354.164902:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384354.164906:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384354.164908:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384354.164908:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384354.164909:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384354.164911:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384354.164914:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a6ec84. 00000100:00000040:3.0:1767384354.164915:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de94863b x1853236728327424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:335/0 lens 224/368 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.164918:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004614fcc0 00000400:00000010:0.0:1767384354.164922:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000100:00000001:0.0:1767384354.164927:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384354.164930:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de94863b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728327424:12345-0@lo:13: Request processed in 227us (461us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384354.164934:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.164942:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384354.164946:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000200:0.0:1767384354.164947:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.164950:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.164954:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384354.164957:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384354.164960:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b385122. 00000100:00000001:0.0:1767384354.164960:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.164966:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384354.164967:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 02000000:00000001:0.0:1767384354.164968:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384354.164972:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384354.164974:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf94823. 00000100:00000001:0.0:1767384354.164974:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.164978:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.164981:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00001000:0.0:1767384354.164983:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=67 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384354.164984:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384354.164990:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.164992:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384354.164994:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.164996:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384354.164999:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384354.165004:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165006:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384354.165007:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384354.165008:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384354.165009:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165012:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.165025:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.165027:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.165028:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384354.165031:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384354.165034:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384354.165037:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384354.165044:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384354.165049:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165053:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.165060:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728327424:0@lo:13: 00000100:00000001:0.0:1767384354.165065:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.165068:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.165071:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728327424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.165078:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.165080:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.165083:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6539cd. 02000000:00000001:0.0:1767384354.165088:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.165090:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.165092:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384354.165095:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.165097:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c310c73f. 02000000:00000001:0.0:1767384354.165102:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.165104:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.165105:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:0.0:1767384354.165109:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.165111:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.165113:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.165117:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.165125:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165127:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.165129:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384354.165175:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384354.165179:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000020:00000040:0.0:1767384354.165181:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384354.165184:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384354.165185:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384354.165188:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384354.165191:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c36f1130. 00000100:00000001:0.0:1767384354.165194:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165197:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.165204:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384354.165205:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165207:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_01+1] req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.165226:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384354.165231:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384354.165234:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000100:00000001:2.0:1767384354.165235:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384354.165237:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384354.165240:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.165240:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384354.165242:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.165243:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384354.165243:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384354.165247:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.165247:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.165251:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384354.165255:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000069259222. 00000100:00000001:0.0:1767384354.165261:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165262:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384354.165265:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165267:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384354.165268:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384354.165272:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384354.165276:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.165282:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728327552:0@lo:400: 00000100:00000001:0.0:1767384354.165282:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384354.165284:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165287:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384354.165290:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384354.165292:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.165294:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384354.165295:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089139bd1] to pc [ptlrpcd_00_02+2] req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384354.165298:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099a67435. 02000000:00000001:2.0:1767384354.165303:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.165310:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3dcdca. 00000400:00000010:2.0:1767384354.165314:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000100:00000200:2.0:1767384354.165317:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728327552, portal 25 00000100:00000001:2.0:1767384354.165319:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384354.165320:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 00000100:00000001:0.0:1767384354.165322:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384354.165328:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.165331:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384354.165333:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384354.165336:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000100:00000001:3.0:1767384354.165337:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384354.165337:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384354.165341:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384354.165345:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.165348:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384354.165351:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384354.165354:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165357:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384354.165363:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e288b283. 00000100:00000040:2.0:1767384354.165364:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384354.165375:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384354.165378:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.165381:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384354.165381:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000100:00000001:0.0:1767384354.165384:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.165385:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384354.165386:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728327552, offset 0 02000000:00000001:3.0:1767384354.165392:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165392:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384354.165399:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384354.165401:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853236728327680:0@lo:400: 00000100:00000001:3.0:1767384354.165410:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384354.165412:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384354.165414:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384354.165417:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384354.165419:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.165423:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384354.165423:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce06d80 00000100:00000040:0.0:1767384354.165426:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eca489d] to pc [ptlrpcd_00_03+3] req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384354.165429:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384354.165434:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bf94823. 00000400:00000200:2.0:1767384354.165434:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1505 [2] + 0 02000000:00000001:3.0:1767384354.165440:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.165443:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4f3341. 00000100:00000001:0.0:1767384354.165445:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.165446:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa9ff7a. 00000400:00000200:2.0:1767384354.165448:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ab760c8 00000100:00000040:0.0:1767384354.165450:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (279) 00000400:00000200:2.0:1767384354.165453:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384354.165454:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000400:00000200:2.0:1767384354.165458:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384354.165460:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728327680, portal 10 00000100:00000001:0.0:1767384354.165460:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384354.165462:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ab760c8 00000100:00000001:0.0:1767384354.165465:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384354.165466:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384354.165467:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ab760c8. 00000100:00000001:0.0:1767384354.165468:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384354.165470:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000100:00000001:2.0:1767384354.165474:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384354.165474:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.165477:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384354.165478:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384354.165483:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000227941a0 x1853236728327552 msgsize 224 00000100:00100000:2.0:1767384354.165497:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384354.165501:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384354.165505:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384354.165506:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384354.165507:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.165511:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384354.165511:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384354.165514:0:16356:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384354.165514:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384354.165516:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 02000000:00000001:0.0:1767384354.165519:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384354.165521:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728327680, offset 0 00000400:00000200:2.0:1767384354.165521:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000100:00100000:0.0:1767384354.165524:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728327808:0@lo:400: 00000400:00000010:2.0:1767384354.165525:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384354.165530:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384354.165530:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384354.165535:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.165537:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384354.165541:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384354.165544:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.165549:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384354.165550:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384354.165551:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384354.165554:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd5c4c9. 00000100:00000040:2.0:1767384354.165557:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384354.165558:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.165563:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06e00 00000400:00000010:0.0:1767384354.165566:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a6ec84. 00000400:00000200:3.0:1767384354.165574:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:2.0:1767384354.165576:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165581:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384354.165583:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384354.165584:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000100:00000001:2.0:1767384354.165585:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.165590:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.165590:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294942216 00000100:00000200:0.0:1767384354.165591:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728327808, portal 10 00000100:00000001:0.0:1767384354.165594:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384354.165595:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384354.165595:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000100:00000200:3.0:1767384354.165599:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384354.165603:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b15bd1. 00000100:00000040:0.0:1767384354.165604:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.165605:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942212 00000100:00000040:3.0:1767384354.165608:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000073b15bd1 x1853236728327680 msgsize 224 00000100:00000001:2.0:1767384354.165612:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294942216 00000100:00000001:2.0:1767384354.165618:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942212 00000100:00100000:3.0:1767384354.165623:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384354.165623:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294942216 00000100:00000001:0.0:1767384354.165626:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384354.165631:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942212 00000100:00000040:0.0:1767384354.165632:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384354.165636:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384354.165638:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294942216 00000400:00000010:0.0:1767384354.165638:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000200:3.0:1767384354.165642:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccc1572 00000400:00000010:3.0:1767384354.165645:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fccc1572. 00000100:00000001:2.0:1767384354.165645:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942212 00000100:00000001:3.0:1767384354.165650:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384354.165651:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728327808, offset 0 00000100:00000001:2.0:1767384354.165652:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384354.165656:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.165657:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.165662:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384354.165663:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165668:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.165672:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384354.165673:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384354.165674:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384354.165677:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.165678:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384354.165681:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.165682:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.165686:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.165686:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce06e80 00000100:00000001:2.0:1767384354.165692:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.165697:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:3.0:1767384354.165699:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.165702:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384354.165702:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384354.165709:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.165709:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.165711:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384354.165713:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384354.165714:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3145 usecs (4 jiffies) 00000100:00100000:2.0:1767384354.165714:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327552 00000100:00000200:0.0:1767384354.165717:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384354.165718:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.165720:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942213 00000100:00000001:2.0:1767384354.165721:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384354.165721:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bb3731f. 00000100:00000001:2.0:1767384354.165724:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.165725:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942216 00000100:00000040:0.0:1767384354.165726:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000008bb3731f x1853236728327808 msgsize 224 02000000:00000001:2.0:1767384354.165727:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.165732:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942213 00000100:00100000:2.0:1767384354.165733:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327552 00000020:00000001:2.0:1767384354.165738:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384354.165738:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384354.165739:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942216 00000020:00000040:2.0:1767384354.165741:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384354.165744:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942213 00000020:00000001:2.0:1767384354.165745:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.165748:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:3.0:1767384354.165749:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942216 00000100:00000001:0.0:1767384354.165750:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384354.165751:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384354.165755:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942213 00000020:00000001:2.0:1767384354.165756:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384354.165756:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00000001:3.0:1767384354.165761:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942216 00000100:00000001:2.0:1767384354.165762:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384354.165762:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384354.165767:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.165768:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f83b68. 00000100:00000001:0.0:1767384354.165768:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384354.165769:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384354.165772:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.165773:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165778:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384354.165779:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384354.165784:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f83b68. 00000100:00000001:3.0:1767384354.165788:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384354.165791:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a12d4ee. 00000100:00000001:3.0:1767384354.165792:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384354.165792:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384354.165795:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aad49b79. 00000100:00000001:3.0:1767384354.165796:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.165798:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384354.165801:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000100:00000001:3.0:1767384354.165802:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.165803:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.165808:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.165810:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384354.165815:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.165818:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384354.165818:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.165821:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165822:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.165825:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384354.165827:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.165828:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327680 00000100:00000001:0.0:1767384354.165829:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.165833:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384354.165834:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3342 usecs (4 jiffies) 00000100:00000001:3.0:1767384354.165835:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.165837:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.165839:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165840:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942213 02000000:00000001:3.0:1767384354.165843:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165844:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942216 00000100:00100000:3.0:1767384354.165847:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327680 00000100:00000001:2.0:1767384354.165847:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384354.165848:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942213 00000100:00000001:2.0:1767384354.165851:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384354.165852:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384354.165852:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942216 00000020:00000040:3.0:1767384354.165855:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000001:0.0:1767384354.165856:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942213 00000100:00100000:2.0:1767384354.165857:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000020:00000001:3.0:1767384354.165860:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384354.165862:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384354.165862:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942216 00000100:00000001:2.0:1767384354.165867:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737430608 : -113718972121008 : ffff9892bd100050) 00000100:00000001:0.0:1767384354.165867:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942213 00000020:00000040:3.0:1767384354.165869:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000100:00000001:0.0:1767384354.165872:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942216 00000020:00000001:3.0:1767384354.165875:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000040:2.0:1767384354.165876:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000227941a0 x1853236728327552/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:335/0 lens 224/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.165877:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384354.165880:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:0.0:1767384354.165883:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.165887:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384354.165888:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.165892:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f7e2dd. 00000100:00000001:0.0:1767384354.165893:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.165894:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384354.165899:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.165900:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f83b68. 00000100:00000001:0.0:1767384354.165901:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384354.165903:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3f7e2dd. 00000100:00000001:2.0:1767384354.165905:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.165905:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384354.165909:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e03b36e. 00000020:00000010:2.0:1767384354.165911:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f83b68. 00000100:00000001:0.0:1767384354.165912:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384354.165914:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b385122. 00000100:00000001:0.0:1767384354.165915:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384354.165919:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000227941a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728327552:12345-0@lo:400: 00000100:00000001:0.0:1767384354.165920:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.165921:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000100:00000200:2.0:1767384354.165928:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327552 00000100:00000001:0.0:1767384354.165928:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.165931:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384354.165932:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384354.165936:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384354.165937:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384354.165940:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.165941:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.165946:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.165946:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384354.165946:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384354.165951:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00100000:0.0:1767384354.165951:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327808 00000100:00000001:3.0:1767384354.165953:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384354.165956:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384354.165956:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.165957:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384354.165959:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384354.165960:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.165961:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.165961:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.165967:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384354.165968:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.165971:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327808 00000020:00000001:0.0:1767384354.165972:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384354.165973:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.165976:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384354.165976:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000001:2.0:1767384354.165978:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.165980:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384354.165982:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384354.165984:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384354.165986:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384354.165986:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384354.165987:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384354.165989:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 02000000:00000010:2.0:1767384354.165992:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc7e1452. 00000020:00000001:0.0:1767384354.165992:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00100000:3.0:1767384354.165993:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 02000000:00000001:2.0:1767384354.165997:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.165998:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000040:3.0:1767384354.165999:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:2.0:1767384354.166000:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.166003:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384354.166005:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498626304 : -113724210925312 : ffff989184ce3100) 00000020:00000001:2.0:1767384354.166005:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384354.166007:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1f5bd8e. 00010000:00000040:2.0:1767384354.166011:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327552 00000020:00000010:0.0:1767384354.166012:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000817c8e86. 00000100:00000040:3.0:1767384354.166013:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073b15bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:335/0 lens 224/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384354.166016:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384354.166021:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00010000:00000200:2.0:1767384354.166022:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000227941a0 x1853236728327552/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.166027:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.166031:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f7e2dd. 00010000:00000001:2.0:1767384354.166032:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384354.166035:0:17913:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1767384354.166036:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166037:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384354.166041:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f19f4f1. 00000100:00001000:2.0:1767384354.166042:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=77 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384354.166043:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3f7e2dd. 00000100:00000001:2.0:1767384354.166050:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384354.166050:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042c72c1e. 00000100:00100000:3.0:1767384354.166051:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073b15bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853236728327680:12345-0@lo:400: 00000100:00000040:2.0:1767384354.166055:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000200:3.0:1767384354.166059:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327680 00000020:00000010:0.0:1767384354.166059:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000100:00000001:2.0:1767384354.166060:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:3.0:1767384354.166064:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384354.166065:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.166067:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.166069:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.166070:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384354.166074:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384354.166076:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384354.166076:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384354.166078:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.166081:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.166082:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000020:00000001:3.0:1767384354.166084:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384354.166085:0:17913:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384354.166087:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000200:2.0:1767384354.166088:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728327552, offset 224 00000100:00000001:0.0:1767384354.166089:0:17913:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384354.166093:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384354.166094:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.166096:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.166101:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384354.166101:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384354.166105:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384354.166106:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.166107:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384354.166113:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384354.166114:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384354.166118:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.166120:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384354.166121:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1767384354.166124:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e2aa36c6. 00000400:00000200:2.0:1767384354.166125:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce06d80 00000100:00000001:0.0:1767384354.166126:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384354.166128:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166132:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.166158:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.166160:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000400:00000200:2.0:1767384354.166162:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1dc5 [1] + 224 00010000:00000040:3.0:1767384354.166163:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327680 00000100:00000040:0.0:1767384354.166168:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00010000:00000001:3.0:1767384354.166170:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384354.166171:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384354.166173:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801160320 : -113719908391296 : ffff98928541a680) 00010000:00000200:3.0:1767384354.166176:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073b15bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384354.166178:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384354.166184:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bb3731f x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:335/0 lens 224/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166185:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384354.166189:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.166192:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384354.166192:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384354.166197:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.166206:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.166211:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:0.0:1767384354.166213:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384354.166218:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000010:0.0:1767384354.166220:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817c8e86. 00000100:00000040:2.0:1767384354.166221:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384354.166222:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.166225:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.166226:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384354.166231:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384354.166233:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000817c8e86. 00000100:00000040:3.0:1767384354.166239:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.166244:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 00000100:00100000:0.0:1767384354.166244:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bb3731f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728327808:12345-0@lo:400: 00000100:00000001:2.0:1767384354.166247:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384354.166250:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728327680, offset 224 00000100:00000200:0.0:1767384354.166253:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327808 00000400:00000200:2.0:1767384354.166254:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384354.166257:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384354.166258:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384354.166259:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.166262:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.166266:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384354.166267:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384354.166268:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384354.166272:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384354.166273:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384354.166274:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.166279:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384354.166279:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.166280:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384354.166286:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000227941a0 x1853236728327552/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384354.166286:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384354.166291:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000200:3.0:1767384354.166294:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06e00 00000020:00000001:0.0:1767384354.166299:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384354.166305:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dcd [1] + 224 00000020:00000001:0.0:1767384354.166305:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384354.166309:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000227941a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728327552:12345-0@lo:400: Request processed in 411us (821us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384354.166311:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384354.166316:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384354.166319:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.166323:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384354.166324:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384354.166324:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000001:0.0:1767384354.166328:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384354.166330:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 02000000:00000001:0.0:1767384354.166333:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384354.166334:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.166335:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384354.166338:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384354.166339:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009c6539cd. 00000100:00000001:3.0:1767384354.166340:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384354.166342:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aad49b79. 02000000:00000001:0.0:1767384354.166344:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.166346:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000100:00000200:3.0:1767384354.166347:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.166349:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.166352:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a12d4ee. 00000020:00000001:0.0:1767384354.166356:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.166358:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000040:0.0:1767384354.166364:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327808 00000100:00000040:3.0:1767384354.166378:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.166380:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384354.166383:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384354.166384:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc7e1452. 02000000:00000001:2.0:1767384354.166390:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000200:0.0:1767384354.166392:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bb3731f x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166394:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.166397:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384354.166402:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384354.166404:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccc1572 00000400:00000010:3.0:1767384354.166408:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fccc1572. 00010000:00000001:0.0:1767384354.166408:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384354.166409:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f5f393. 00010000:00000001:0.0:1767384354.166412:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166414:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384354.166416:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fec15973. 00000100:00000001:3.0:1767384354.166417:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:0.0:1767384354.166419:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.166422:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.166430:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.166431:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000040:0.0:1767384354.166436:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384354.166437:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00080000:2.0:1767384354.166439:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384354.166441:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.166444:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000040:2.0:1767384354.166445:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000001:3.0:1767384354.166446:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384354.166452:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384354.166453:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b15bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166454:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384354.166456:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.166458:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.166462:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384354.166468:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.166472:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384354.166472:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384354.166473:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073b15bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853236728327680:12345-0@lo:400: Request processed in 441us (859us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384354.166477:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcdca. 00000400:00000010:0.0:1767384354.166478:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000200:2.0:1767384354.166483:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000100:00100000:3.0:1767384354.166486:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000400:00000010:2.0:1767384354.166487:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000040:3.0:1767384354.166490:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:2.0:1767384354.166491:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.166492:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728327808, offset 224 00000100:00000001:3.0:1767384354.166494:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.166498:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384354.166498:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.166503:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b385122. 00000400:00000200:0.0:1767384354.166504:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384354.166509:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000020:00000010:3.0:1767384354.166515:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e03b36e. 00000100:00000200:2.0:1767384354.166518:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384354.166519:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000400:00000200:0.0:1767384354.166521:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384354.166525:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.166535:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384354.166537:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.166538:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce06e80 00000100:00000001:2.0:1767384354.166539:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384354.166541:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.166541:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.166542:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.166544:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166545:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384354.166546:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=77 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384354.166549:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384354.166554:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=77 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384354.166558:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dd5 [1] + 224 00000100:00000001:2.0:1767384354.166559:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384354.166562:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.166567:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767384354.166568:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384354.166569:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.166569:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384354.166574:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384354.166577:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384354.166579:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa9ff7a. 00000100:00000040:2.0:1767384354.166580:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.166581:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384354.166585:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384354.166589:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000100:00000001:3.0:1767384354.166595:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384354.166595:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.166596:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384354.166599:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384354.166600:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166602:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384354.166604:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384354.166609:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384354.166631:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.166647:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728327552:0@lo:400: 00000100:00000001:3.0:1767384354.166649:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384354.166650:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.166652:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.166657:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384354.166658:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384354.166661:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.166663:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384354.166665:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.166668:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.166672:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.166674:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728327552/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.166676:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384354.166677:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=72 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384354.166683:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00001000:3.0:1767384354.166686:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=72 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384354.166689:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384354.166694:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384354.166696:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.166697:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.166698:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384354.166699:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384354.166702:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384354.166703:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.166706:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099a67435. 00000100:00000001:0.0:1767384354.166706:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384354.166708:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.166713:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384354.166715:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:2.0:1767384354.166716:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.166720:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00010000:00000001:0.0:1767384354.166723:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384354.166724:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.166728:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c36f1130. 00010000:00000001:3.0:1767384354.166729:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.166729:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.166733:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384354.166734:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384354.166736:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384354.166737:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384354.166737:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384354.166742:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767384354.166742:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:3.0:1767384354.166746:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.166746:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb3731f x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166747:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.166750:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384354.166755:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166755:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.166762:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.166765:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.166770:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.166773:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.166780:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bb3731f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853236728327808:12345-0@lo:400: Request processed in 564us (1049us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384354.166782:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384354.166787:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384354.166789:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384354.166796:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.166797:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:0.0:1767384354.166801:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:0.0:1767384354.166805:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384354.166809:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384354.166812:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384354.166814:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089139bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853236728327680:0@lo:400: 00000100:00000001:2.0:1767384354.166815:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384354.166815:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042c72c1e. 00000400:00000001:2.0:1767384354.166820:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.166823:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384354.166823:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00000100:00000001:3.0:1767384354.166824:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384354.166825:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a6ec84. 00000100:00000001:3.0:1767384354.166831:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384354.166833:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004614fcc0 00000020:00000010:0.0:1767384354.166833:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f19f4f1. 00000100:00000040:3.0:1767384354.166836:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089139bd1 x1853236728327680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384354.166837:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000020:00000040:0.0:1767384354.166841:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:2.0:1767384354.166843:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384354.166848:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.166850:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384354.166851:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384354.166853:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384354.166856:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bf94823. 02000000:00000001:3.0:1767384354.166862:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384354.166864:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384354.166865:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384354.166868:0:16357:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384354.166873:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384354.166876:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000069259222. 00000100:00000001:2.0:1767384354.166878:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384354.166881:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384354.166881:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384354.166884:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384354.166885:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767384354.166888:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 02000000:00000001:2.0:1767384354.166889:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.166892:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.166893:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384354.166894:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.166895:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.166898:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.166899:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166901:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.166902:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.166905:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.166908:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.166908:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384354.166914:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.166916:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384354.166917:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.166918:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384354.166920:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384354.166925:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.166927:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384354.166927:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384354.166929:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384354.166930:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.166931:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166936:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.166937:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.166938:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384354.166940:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.166945:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009eca489d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16358:1853236728327808:0@lo:400: 00000100:00000001:2.0:1767384354.166948:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.166949:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.166951:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009eca489d x1853236728327808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.166955:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384354.166956:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.166958:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd5c4c9. 02000000:00000001:2.0:1767384354.166960:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384354.166961:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.166962:0:16358:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384354.166963:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.166969:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e288b283. 02000000:00000001:2.0:1767384354.166971:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384354.166972:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384354.166973:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009eca489d. 00000100:00000001:2.0:1767384354.166974:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.166975:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.166976:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.166979:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.166981:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.166982:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.166983:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.173166:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294942216, at 4294942217 00000100:00000010:3.0:1767384354.173173:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375e854. 00000100:00000040:1.0:1767384354.173192:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294942216, at 4294942217 00000100:00000040:2.0:1767384354.173193:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294942216, at 4294942217 00000100:00000010:1.0:1767384354.173201:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e9bab19. 00000100:00000010:2.0:1767384354.173203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb77c125. 00000100:00000040:0.0:1767384354.173928:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294942216, at 4294942217 00000100:00000010:0.0:1767384354.173941:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000400:00000001:3.0:1767384354.676231:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.676236:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.676238:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384354.676242:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000400:00000200:3.0:1767384354.676246:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384354.676252:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384354.676263:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000300eb784. 00000400:00000010:3.0:1767384354.676266:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089cbb41e. 00000400:00000001:3.0:1767384354.676277:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.676278:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.676279:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384354.676280:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:3.0:1767384354.676282:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384354.676285:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384354.676288:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061542229. 00000400:00000010:3.0:1767384354.676290:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c9f44d00. 00000400:00000200:3.0:1767384354.676295:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 00000400:00000010:3.0:1767384354.676299:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384354.676303:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c9f44d00. 00000400:00000010:3.0:1767384354.676306:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384354.676311:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e6b6f7c. 00000400:00000200:3.0:1767384354.676314:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00000400:00000200:3.0:1767384354.676323:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00000400:00000200:3.0:1767384354.676329:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00000400:00000200:3.0:1767384354.676333:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [185:185:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1767384354.676338:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000400:00000200:3.0:1767384354.676345:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:3.0:1767384354.676349:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:3.0:1767384354.676353:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c310c73f. 00000800:00000200:3.0:1767384354.676359:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:3.1:1767384354.676376:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:3.0:1767384354.676390:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 5 next ping: 307 health :500 00000400:00000200:3.0:1767384354.676467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676530:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676577:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676638:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676674:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676717:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676778:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676884:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676914:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676937:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676963:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.676992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677064:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000100:00000001:1.0:1767384354.677255:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384354.677260:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.677261:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384354.677265:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.677266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677312:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677443:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677477:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384354.677525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384354.677691:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d62d21c5. 00000800:00000010:3.0:1767384354.677696:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5e1e653. 00000800:00000010:3.0:1767384354.677700:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d634ed53. 00000800:00000010:3.0:1767384354.677717:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d634ed53. 00000800:00020000:3.0:1767384354.677731:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384354.677734:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5e1e653. 00000800:00000010:3.0:1767384354.677736:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d62d21c5. 00000400:02020000:3.0:1767384354.677764:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384354.677769:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000800:00000200:3.0:1767384354.677773:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp30 down 00000800:00000100:3.0:1767384354.677778:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:3.0:1767384354.677781:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c310c73f. 00000400:00000200:3.0:1767384354.677784:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384354.677787:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384354.677793:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384354.677795:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384354.677797:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00080000:00000010:2.0:1767384354.934401:0:36409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000c1bac1f. 00080000:00000010:2.0:1767384354.934410:0:36409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000c1bac1f. 00000020:00000001:2.0:1767384354.934414:0:36409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384354.934419:0:36409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000c1bac1f. 00080000:00000010:2.0:1767384354.934424:0:36409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000c1bac1f. 00000020:00000001:2.0:1767384354.934426:0:36409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.124202:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.124209:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.124214:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.124215:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.124287:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384355.124291:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.124293:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384355.189223:0:18426:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384355.189227:0:18426:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384355.665336:0:36573:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384355.665341:0:36573:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767384355.668117:0:36573:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384355.674963:0:36574:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000073b91e7d. 00000400:00000010:3.0:1767384355.674979:0:36574:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ac0f6784. 00000400:00000010:3.0:1767384355.674991:0:36574:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008186c91e. 00000400:00000010:3.0:1767384355.674995:0:36574:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a12d4ee. 00000400:00000010:3.0:1767384355.675000:0:36574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002554a22c. 00000400:00000010:3.0:1767384355.675005:0:36574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc787ee1. 00000400:00000010:3.0:1767384355.675007:0:36574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058aa4d78. 00000400:00000010:3.0:1767384355.675010:0:36574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000138c22cd. 00000400:00000010:3.0:1767384355.675014:0:36574:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000010cf7687. 00000800:00000010:3.0:1767384355.675033:0:36574:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c38f3b20. 00000800:00000200:3.0:1767384355.675046:0:36574:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384355.675064:0:36574:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384355.675105:0:36574:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384355.675166:0:36574:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp46 [8/256/0/180] 00000400:00000010:3.0:1767384355.676749:0:36574:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000001b4dae5b. 00000400:00000010:3.0:1767384355.676756:0:36574:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa9ff7a. 00000400:00000010:3.0:1767384355.676760:0:36574:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000400:00000001:3.0:1767384355.676780:0:36574:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.676782:0:36574:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384355.676783:0:36574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000835d681f. 00000400:00000200:3.0:1767384355.676785:0:36574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000400:00000010:3.0:1767384355.676787:0:36574:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000400:00000010:3.0:1767384355.676790:0:36574:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000163c7bbf. 00000400:00000200:3.0:1767384355.676794:0:36574:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (35) 00000400:00000200:3.0:1767384355.676803:0:36574:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384355.676811:0:36574:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:3.0:1767384355.676817:0:36574:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d62d21c5. 00000020:01000000:3.0:1767384355.676820:0:36574:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384355.676822:0:36574:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp46 00000400:00000200:0.0:1767384355.676828:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384355.676835:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000400:00000010:3.0:1767384355.676837:0:36574:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ac0f6784. 00000400:00000200:0.0:1767384355.676840:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000400:00000010:3.0:1767384355.676842:0:36574:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000073b91e7d. 00000400:00000010:0.0:1767384355.676848:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000cb98205b. 00000400:00000010:0.0:1767384355.676853:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384355.676858:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0d1f10a. 00000400:00000200:0.0:1767384355.676862:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000020:00000001:1.0:1767384355.676872:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384355.676873:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:1.0:1767384355.676880:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384355.676881:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 10000000:00000001:1.0:1767384355.676886:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384355.676888:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 10000000:01000000:1.0:1767384355.676890:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384355.676894:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000020:01000004:1.0:1767384355.676898:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384355.676901:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:1.0:1767384355.676902:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384355.676906:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384355.676910:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384355.676911:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:01000004:1.0:1767384355.676914:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384355.676917:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384355.676919:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384355.676920:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000020:01000004:1.0:1767384355.676923:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384355.676925:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384355.676927:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000020:01000004:1.0:1767384355.676928:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384355.676933:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000100:00000010:1.0:1767384355.676934:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00000400:00000200:0.0:1767384355.676937:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000020:00000040:1.0:1767384355.676940:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384355.676943:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00000100:00000001:1.0:1767384355.676948:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384355.676948:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 02000000:00000001:1.0:1767384355.676952:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384355.676955:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 02000000:00000001:1.0:1767384355.676957:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.676967:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 02000000:00000010:1.0:1767384355.676968:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000af87ba71. 00000400:00000200:0.0:1767384355.676975:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00000100:00000001:1.0:1767384355.676976:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.676981:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000100:00000001:1.0:1767384355.676985:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384355.676985:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000100:00000001:1.0:1767384355.676988:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.676992:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000100:00000040:1.0:1767384355.676998:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_00+0] req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.676998:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:0.0:1767384355.677008:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 54], ns[83, 54] 00000400:00000200:0.0:1767384355.677021:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 54], ns[174, 54] 00000400:00000200:0.0:1767384355.677026:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 54], ns[185, 54] 00000400:00000200:0.0:1767384355.677030:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 54], ns[144, 54] 00000400:00000200:0.0:1767384355.677034:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 00000400:00000200:0.0:1767384355.677038:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 10000000:00000001:1.0:1767384355.677043:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677043:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 54], ns[111, 54] 00000100:00000001:3.0:1767384355.677049:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384355.677050:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677053:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 54], ns[110, 54] 00000100:00000001:3.0:1767384355.677054:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384355.677057:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.677058:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384355.677064:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384355.677064:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 54], ns[177, 54] 00000100:00000040:3.0:1767384355.677067:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384355.677077:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384355.677079:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 54], ns[180, 54] 10000000:00000001:1.0:1767384355.677081:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384355.677085:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384355.677089:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384355.677090:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384355.677093:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384355.677095:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384355.677095:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 54], ns[181, 54] 02000000:00000001:3.0:1767384355.677098:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384355.677101:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384355.677105:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677106:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 54], ns[168, 54] 00000020:01000004:1.0:1767384355.677107:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:3.0:1767384355.677110:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728327936:0@lo:253: 00000020:01000004:1.0:1767384355.677110:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384355.677114:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384355.677118:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384355.677119:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384355.677121:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384355.677123:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384355.677125:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384355.677126:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384355.677129:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384355.677130:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384355.677131:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 54], ns[178, 54] 00000100:00000010:1.0:1767384355.677163:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 00000400:00000200:0.0:1767384355.677164:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 54], ns[183, 54] 02000000:00000001:3.0:1767384355.677168:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384355.677168:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000400:00000200:0.0:1767384355.677173:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 54], ns[176, 54] 00000100:00000001:1.0:1767384355.677174:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384355.677175:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002b44b889. 02000000:00000001:1.0:1767384355.677177:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384355.677181:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.677182:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677184:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 54], ns[184, 54] 02000000:00000010:1.0:1767384355.677190:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002e73d533. 00000400:00000200:0.0:1767384355.677192:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000010:3.0:1767384355.677193:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000100:00000001:1.0:1767384355.677196:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.677199:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac0f6784. 00000400:00000200:0.0:1767384355.677200:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp26 00000100:00000001:1.0:1767384355.677202:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384355.677205:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728327936, portal 25 00000100:00000001:1.0:1767384355.677205:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677208:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp26 lpni_is_preferred = 0 00000100:00000001:3.0:1767384355.677212:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384355.677215:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a97d5f] to pc [ptlrpcd_00_01+1] req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.677215:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp26 00000100:00000001:3.0:1767384355.677216:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000040:3.0:1767384355.677225:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.677226:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [186:186:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384355.677244:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp26 10000000:00000001:1.0:1767384355.677245:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.677250:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384355.677250:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.677256:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384355.677256:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384355.677261:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384355.677262:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b654b10. 00000400:00000200:0.0:1767384355.677262:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:) -> 192.168.202.115@tcp26(192.168.202.115@tcp:192.168.202.115@tcp26) : GET try# 0 00000100:00000200:3.0:1767384355.677269:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728327936, offset 0 00000020:00000010:1.0:1767384355.677269:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d62d21c5. 00000800:00000200:0.0:1767384355.677275:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp26 00000800:00000010:0.0:1767384355.677280:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c36f1130. 00000400:00000200:3.0:1767384355.677281:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384355.677283:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384355.677287:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384355.677291:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384355.677292:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000400:00000200:3.0:1767384355.677296:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384355.677297:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384355.677298:0:16353:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 2, interval 4, 1 secs later) 00000400:00000200:3.0:1767384355.677308:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06f00 00000800:00000200:0.0:1767384355.677312:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:988 00000400:00000200:3.0:1767384355.677320:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x151d [2] + 0 00000800:00000200:0.0:1767384355.677320:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384355.677321:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384355.677325:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.677329:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bb2f6e. 02000000:00000001:1.0:1767384355.677330:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384355.677333:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e11e201 02000000:00000001:1.0:1767384355.677334:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384355.677339:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677339:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384355.677344:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.677344:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000100:00100000:1.0:1767384355.677345:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728328064:0@lo:253: 00000100:00000001:1.0:1767384355.677365:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384355.677368:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384355.677374:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e11e201 02000000:00000001:1.0:1767384355.677375:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384355.677379:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.677380:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e11e201. 02000000:00000001:1.0:1767384355.677381:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384355.677388:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1767384355.677389:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001e68dbeb. 02000000:00000001:1.0:1767384355.677393:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.677394:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384355.677397:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5954f3. 00000100:00000040:3.0:1767384355.677399:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000036f2979d x1853236728327936 msgsize 4848 00000400:00000010:1.0:1767384355.677403:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074d2d4e. 00000100:00100000:3.0:1767384355.677409:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384355.677409:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728328064, portal 25 00000100:00000001:1.0:1767384355.677413:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384355.677414:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384355.677417:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 00000100:00000040:1.0:1767384355.677422:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.677424:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384355.677430:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384355.677433:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384355.677434:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b654b10 00000400:00000010:1.0:1767384355.677436:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc0356e. 00000400:00000010:3.0:1767384355.677437:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b654b10. 00000100:00000001:3.0:1767384355.677443:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384355.677444:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728328064, offset 0 00000100:00000200:3.0:1767384355.677447:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384355.677452:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384355.677460:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384355.677460:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384355.677461:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384355.677466:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384355.677467:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c36f1130. 00000400:00000200:1.0:1767384355.677473:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce06f80 00000400:00000200:0.0:1767384355.677474:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.677483:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1571 [2] + 0 00000400:00000010:1.0:1767384355.677491:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086725e07. 00000100:00000001:3.0:1767384355.677492:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384355.677495:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8b2c19c 00000100:00000001:3.0:1767384355.677496:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384355.677502:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.677504:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677507:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: GET: OK 00000100:00000001:3.0:1767384355.677510:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294943728 00000400:00000200:1.0:1767384355.677511:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384355.677514:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:3.0:1767384355.677516:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a297eb4a. 00000400:00000200:1.0:1767384355.677517:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b2c19c 00000400:00000200:0.0:1767384355.677519:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000400:00000010:1.0:1767384355.677523:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8b2c19c. 00000100:00000001:3.0:1767384355.677525:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384355.677527:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384355.677530:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384355.677532:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294943728 00000100:00000040:1.0:1767384355.677533:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000214592e5 x1853236728328064 msgsize 4848 00000800:00000001:0.0:1767384355.677535:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384355.677538:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003348f96e. 00000100:00100000:1.0:1767384355.677544:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384355.677545:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384355.677545:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384355.677550:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384355.677553:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294943728 00000800:00000001:0.0:1767384355.677557:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384355.677558:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000716ca2a. 00000100:00000001:3.0:1767384355.677563:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384355.677564:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384355.677564:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.677568:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294943728 00000400:00000200:1.0:1767384355.677571:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc0356e 00000100:00000010:3.0:1767384355.677573:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b45214e. 00000400:00000010:1.0:1767384355.677574:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc0356e. 00000400:00000200:0.0:1767384355.677576:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : GET - for me 00000100:00000001:3.0:1767384355.677578:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384355.677580:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384355.677584:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.677587:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677591:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 608 into portal 0 MB=0x8000000000000000 00000100:00000200:1.0:1767384355.677593:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.677594:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.677599:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.677601:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 608/608 into md 0x1df1 [1] + 0 00000100:00000001:3.0:1767384355.677611:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384355.677613:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384355.677614:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384355.677618:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp26 to MR: 192.168.202.115@tcp26 local destination 00000100:00000001:3.0:1767384355.677619:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384355.677619:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.677623:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.677627:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677631:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp26 NI seq info: [187:187:256:4294967295] 192.168.202.115@tcp26 LPNI seq info [181:181:8:4294967295] 00000100:00000001:3.0:1767384355.677632:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677639:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677642:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384355.677654:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) -> 192.168.202.115@tcp26(192.168.202.115@tcp26:192.168.202.115@tcp26) 192.168.202.115@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384355.677658:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.115@tcp26 00000100:00000001:1.0:1767384355.677660:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384355.677661:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c36f1130. 00000100:00000001:1.0:1767384355.677665:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294943728 00000800:00000200:0.0:1767384355.677671:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000100:00000001:1.0:1767384355.677672:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294943728 00000800:00000200:0.0:1767384355.677676:0:16350:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 2, interval 4, 1 secs later) 00000100:00000001:1.0:1767384355.677679:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294943728 00000800:00000200:0.0:1767384355.677684:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp26 ip 192.168.202.115:989 00000100:00000001:1.0:1767384355.677686:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294943728 00000800:00000200:0.0:1767384355.677687:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 3, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1767384355.677692:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294943728 00000100:00000001:1.0:1767384355.677697:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294943728 00000100:00000001:1.0:1767384355.677700:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294943728 00000100:00000001:1.0:1767384355.677703:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294943728 00000100:00000001:1.0:1767384355.677705:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384355.677708:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677712:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677714:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.677720:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384355.677723:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384355.677726:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384355.677729:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384355.677732:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677735:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.677759:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1767384355.677761:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384355.677763:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728327936 00000100:00000001:1.0:1767384355.677764:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:0.0:1767384355.677765:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c36f1130. 02000000:00000001:3.0:1767384355.677767:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384355.677771:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384355.677771:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328064 00000400:00000200:0.0:1767384355.677772:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.677776:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.677777:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384355.677782:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: REPLY: OK 02000000:00000001:3.0:1767384355.677783:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.677783:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384355.677788:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384355.677789:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728327936 00000800:00000001:0.0:1767384355.677792:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384355.677793:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384355.677796:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384355.677800:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384355.677801:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328064 00000800:00000001:0.0:1767384355.677801:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384355.677802:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384355.677806:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384355.677806:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384355.677808:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000800:00000001:0.0:1767384355.677809:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384355.677814:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384355.677814:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384355.677815:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384355.677818:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384355.677819:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:1.0:1767384355.677823:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384355.677826:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384355.677826:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp26(192.168.202.115@tcp26) <- 192.168.202.115@tcp26 : REPLY - for me 00000020:00000040:1.0:1767384355.677827:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000010:3.0:1767384355.677831:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005164604a. 00000020:00000001:1.0:1767384355.677834:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384355.677835:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384355.677842:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005164604a. 00000020:00000001:1.0:1767384355.677842:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:0.0:1767384355.677842:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp26: Reply from 12345-192.168.202.115@tcp26 of length 608/608 into md 0x1df5 00000020:00000010:3.0:1767384355.677850:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7ccb217. 00000100:00000001:1.0:1767384355.677851:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384355.677852:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384355.677858:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004289339d. 00000020:00000010:1.0:1767384355.677859:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f836e45. 00000800:00000001:0.0:1767384355.677862:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384355.677864:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000100:00000001:1.0:1767384355.677864:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384355.677865:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384355.677870:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f836e45. 00000100:00000040:3.0:1767384355.677872:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384355.677878:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384355.677880:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp26->192.168.202.115@tcp26: REPLY: OK 00000100:00000001:3.0:1767384355.677881:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384355.677882:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc0529ed. 00000100:00000001:3.0:1767384355.677885:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677886:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000020:00000010:1.0:1767384355.677890:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060cea91c. 00000400:00000010:0.0:1767384355.677890:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384355.677891:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.677896:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:1.0:1767384355.677900:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000400:00000200:0.0:1767384355.677901:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000100:00000001:3.0:1767384355.677903:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.677907:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000100:00000001:1.0:1767384355.677908:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384355.677912:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384355.677912:0:16350:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.115@tcp (640 bytes) 00000100:00000001:1.0:1767384355.677916:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.677917:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384355.677921:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384355.677921:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000100:00000001:1.0:1767384355.677925:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384355.677929:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:1.0:1767384355.677929:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384355.677933:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000cb98205b. 00000100:00000040:3.0:1767384355.677935:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384355.677938:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737442896 : -113718972108720 : ffff9892bd103050) 00000400:00000200:0.0:1767384355.677939:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (37) 00000100:00000040:3.0:1767384355.677944:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036f2979d x1853236728327936/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.677945:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1767384355.677947:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384355.677950:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384355.677953:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384355.677960:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:3.0:1767384355.677961:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384355.677964:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000020:00000010:3.0:1767384355.677965:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005164604a. 00000100:00000001:1.0:1767384355.677967:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737440848 : -113718972110768 : ffff9892bd102850) 00000100:00000001:3.0:1767384355.677970:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384355.677972:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005164604a. 00000100:00000040:1.0:1767384355.677973:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000214592e5 x1853236728328064/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.677979:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036f2979d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728327936:12345-0@lo:253: 00000100:00000200:3.0:1767384355.677987:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728327936 00000100:00000001:1.0:1767384355.677991:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384355.677994:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f836e45. 00000020:00000001:3.0:1767384355.677997:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384355.677998:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384355.678003:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384355.678003:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f836e45. 00000020:00000001:3.0:1767384355.678007:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678008:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384355.678010:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384355.678012:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000214592e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728328064:12345-0@lo:253: 00000020:00000001:3.0:1767384355.678014:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000010:0.0:1767384355.678014:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000cb98205b. 00000100:00000200:1.0:1767384355.678017:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328064 00000020:00000001:3.0:1767384355.678021:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384355.678021:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003498bf18. 00000020:00000001:3.0:1767384355.678023:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384355.678028:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000020:00000001:3.0:1767384355.678029:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384355.678029:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384355.678033:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384355.678035:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384355.678035:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cb98205b 00000020:00000001:3.0:1767384355.678037:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.678039:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384355.678040:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384355.678042:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1767384355.678043:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384355.678045:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384355.678046:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6dc039. 02000000:00000001:3.0:1767384355.678047:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384355.678051:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:0.0:1767384355.678052:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 02000000:00000010:3.0:1767384355.678053:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d62d21c5. 00000400:00000010:0.0:1767384355.678056:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 02000000:00000001:3.0:1767384355.678059:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.678059:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384355.678061:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:3.0:1767384355.678063:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.678064:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384355.678065:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000f1a1f2cd. 20000000:00000001:3.0:1767384355.678066:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384355.678072:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384355.678072:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000020:00000001:1.0:1767384355.678077:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384355.678078:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c177b336. 00000400:00000200:0.0:1767384355.678080:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100871 00000020:00000001:1.0:1767384355.678082:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384355.678084:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384355.678089:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384355.678089:0:16353:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.115@tcp:0 20000000:00000001:3.0:1767384355.678090:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384355.678095:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767384355.678096:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384355.678097:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 rc 1 20000000:00000001:3.0:1767384355.678098:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.678103:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384355.678105:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3039f8e. 20000000:00000001:3.0:1767384355.678106:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384355.678107:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 02000000:00000001:1.0:1767384355.678111:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678113:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000100:00000001:1.0:1767384355.678114:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384355.678116:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfd00ae6. 20000000:00000001:1.0:1767384355.678118:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384355.678120:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000010:0.0:1767384355.678120:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000f061bf79. 00000400:00000010:0.0:1767384355.678127:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 20000000:00000001:3.0:1767384355.678128:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:1.0:1767384355.678128:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001889e562. 20000000:01000000:1.0:1767384355.678199:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384355.678202:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384355.678203:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384355.678205:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384355.678207:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384355.678209:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384355.678306:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384355.678310:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:0.0:1767384355.678325:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b8d207a2. 00080000:00000001:3.0:1767384355.678326:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384355.678331:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1767384355.678341:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00080000:00000001:3.0:1767384355.678342:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678345:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00080000:00000001:3.0:1767384355.678347:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384355.678363:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678366:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00080000:00000001:3.0:1767384355.678368:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384355.678372:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678374:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00080000:00000002:3.0:1767384355.678378:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000400:00000200:0.0:1767384355.678380:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:0.0:1767384355.678388:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:00000001:3.0:1767384355.678389:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000400:00000200:0.0:1767384355.678391:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00080000:00000002:3.0:1767384355.678393:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384355.678396:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000400:00000200:0.0:1767384355.678398:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000400:00000200:0.0:1767384355.678404:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00080000:00000001:3.0:1767384355.678406:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384355.678413:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678413:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00080000:00000001:3.0:1767384355.678417:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384355.678423:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384355.678424:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000020:00000001:3.0:1767384355.678428:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:0.0:1767384355.678433:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00080000:00000001:3.0:1767384355.678434:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384355.678439:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099a67435. 00000400:00000200:0.0:1767384355.678443:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00080000:00000001:3.0:1767384355.678444:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570981888 : -113724138569728 : ffff9891891e4000) 00080000:00000001:3.0:1767384355.678449:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384355.678454:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384355.678455:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00080000:00000010:3.0:1767384355.678459:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005164604a. 00080000:00000001:3.0:1767384355.678463:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678464:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00080000:00000001:3.0:1767384355.678466:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384355.678472:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000400:00000200:0.0:1767384355.678478:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 64], ns[187, 65] 00080000:00000001:3.0:1767384355.678479:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.678483:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 64], ns[58, 65] 00000400:00000200:0.0:1767384355.678495:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 58], ns[83, 58] 00080000:00000001:3.0:1767384355.678496:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384355.678500:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 58], ns[174, 58] 00000400:00000200:0.0:1767384355.678504:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 58], ns[185, 58] 00000400:00000200:0.0:1767384355.678507:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 58], ns[144, 58] 00000400:00000200:0.0:1767384355.678510:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 58], ns[156, 58] 00000400:00000200:0.0:1767384355.678514:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 58], ns[155, 58] 00000400:00000200:0.0:1767384355.678517:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 58], ns[111, 58] 00000400:00000200:0.0:1767384355.678520:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[110, 58] 00000400:00000200:0.0:1767384355.678523:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[177, 58] 00000400:00000200:0.0:1767384355.678526:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 58], ns[180, 58] 00000400:00000200:0.0:1767384355.678529:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 58], ns[181, 58] 00000400:00000200:0.0:1767384355.678532:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 58], ns[168, 58] 00000400:00000200:0.0:1767384355.678535:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 58], ns[178, 58] 00000400:00000200:0.0:1767384355.678538:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 58], ns[183, 58] 00000400:00000200:0.0:1767384355.678540:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 58], ns[176, 58] 00000400:00000200:0.0:1767384355.678543:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 58], ns[184, 58] 00000400:00000200:0.0:1767384355.678546:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:0.0:1767384355.678548:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp27 00000400:00000200:0.0:1767384355.678551:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384355.678558:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp27 00000400:00000200:0.0:1767384355.678562:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [188:188:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1767384355.678566:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp27 00000400:00000200:0.0:1767384355.678571:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:) -> 192.168.202.115@tcp27(192.168.202.115@tcp:192.168.202.115@tcp27) : GET try# 0 00000800:00000200:0.0:1767384355.678574:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp27 00000800:00000010:0.0:1767384355.678577:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c36f1130. 00000800:00000200:0.0:1767384355.678580:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000800:00000200:0.0:1767384355.678586:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:988 00000800:00000200:0.0:1767384355.678588:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384355.678601:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384355.678603:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000200:1.0:1767384355.678656:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384355.678659:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c36f1130. 00000400:00000200:1.0:1767384355.678662:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384355.678665:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384355.678669:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: GET: OK 00000800:00000001:0.0:1767384355.678672:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.678674:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384355.678676:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384355.678680:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:0.0:1767384355.678680:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.678687:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : GET - for me 00000400:00000200:0.0:1767384355.678694:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384355.678698:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 640/640 into md 0x1df1 [1] + 0 00000400:00000200:0.0:1767384355.678703:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 00000400:00000200:0.0:1767384355.678707:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [189:189:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1767384355.678714:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) 192.168.202.115@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384355.678717:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000800:00000010:0.0:1767384355.678720:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c36f1130. 00000800:00000200:0.0:1767384355.678724:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000800:00000200:0.0:1767384355.678728:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:987 00000800:00000200:0.0:1767384355.678730:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:1.0:1767384355.678762:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.678780:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.678788:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.678791:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384355.678792:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384355.678795:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c36f1130. 00000800:00000001:1.0:1767384355.678796:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.678806:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384355.678810:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.678810:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384355.678816:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: REPLY: OK 00000400:00000200:1.0:1767384355.678826:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp27: Reply from 12345-192.168.202.115@tcp27 of length 640/640 into md 0x1e0d 00000800:00000001:1.0:1767384355.678840:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.678850:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.678852:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.678857:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: REPLY: OK 00000400:00000200:1.0:1767384355.678862:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053685d54 00000400:00000010:1.0:1767384355.678864:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000400:00000200:1.0:1767384355.678867:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384355.678870:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:1.0:1767384355.678873:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384355.678876:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 38. state = 0x100271 00000400:00000200:1.0:1767384355.678880:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384355.678892:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (37) 00000800:00000001:1.0:1767384355.678899:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.678902:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.678911:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384355.678915:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:0.0:1767384355.678921:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 0000000003bf64f1. 00000400:00000010:0.0:1767384355.678923:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000f7281920. 00000400:00000010:0.0:1767384355.678925:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000a8b4412f. 00000400:00000200:0.0:1767384355.678946:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp29(00000000fdd2fc85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678949:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp30(00000000302baf7b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678954:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp37(0000000056304e91) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678957:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp39(000000007a4f4bcd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678959:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp40(000000003737bfa2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678962:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp41(0000000097ce5461) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384355.678965:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp43(00000000466ace53) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384355.678969:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003f19f4f1. 00000400:00000200:0.0:1767384355.678974:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003f19f4f1 nid 192.168.202.115@tcp44 00000400:00000010:0.0:1767384355.678976:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000051b5cd4c. 00000400:00000200:0.0:1767384355.678977:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000051b5cd4c net tcp44 00000400:00000200:0.0:1767384355.678980:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (36) 00000400:00000200:0.0:1767384355.678983:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp44 flags 0x11 00000400:00000010:0.0:1767384355.678986:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002970d138. 00000400:00000200:0.0:1767384355.678988:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002970d138 nid 192.168.202.115@tcp45 00000400:00000010:0.0:1767384355.678990:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001fff89b1. 00000400:00000200:0.0:1767384355.678991:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000001fff89b1 net tcp45 00000400:00000200:0.0:1767384355.678992:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (37) 00000400:00000200:0.0:1767384355.678994:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp45 flags 0x11 00000400:00000010:0.0:1767384355.678996:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d241efeb. 00000400:00000200:0.0:1767384355.678998:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d241efeb nid 192.168.202.115@tcp46 00000400:00000010:0.0:1767384355.679000:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000004142986. 00000400:00000200:0.0:1767384355.679001:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 0000000004142986 net tcp46 00000400:00000200:0.0:1767384355.679002:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:0.0:1767384355.679011:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp46 flags 0x11 00000400:00000010:0.0:1767384355.679013:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 0000000003bf64f1. 00000400:00000010:0.0:1767384355.679015:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000f7281920. 00000400:00000010:0.0:1767384355.679016:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000a8b4412f. 00000400:00000010:0.0:1767384355.679018:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000f061bf79. 00000400:00000200:0.0:1767384355.679021:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384355.679022:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:0.0:1767384355.679036:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:0.0:1767384355.679038:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:0.0:1767384355.679041:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000400:00000200:0.0:1767384355.679043:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000010:0.0:1767384355.679045:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d605b4a1. 00000400:00000200:0.0:1767384355.679047:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp27 00000400:00000200:0.0:1767384355.679051:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 00000400:00000200:0.0:1767384355.679055:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [190:190:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384355.679059:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp27 00000400:00000200:0.0:1767384355.679065:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) : PUT try# 0 00000800:00000200:0.0:1767384355.679068:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000800:00000010:0.0:1767384355.679070:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c36f1130. 00000800:00000200:0.0:1767384355.679073:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000800:00000200:0.0:1767384355.679076:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:988 00000800:00000200:0.0:1767384355.679078:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 1, nob 736 niov 1 nkiov 1 00000400:00000200:0.0:1767384355.679092:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:0.0:1767384355.679094:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000800:00000200:3.0:1767384355.679133:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384355.679155:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c36f1130. 00000400:00000200:3.0:1767384355.679158:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.679163:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: PUT: OK 00000800:00000001:0.0:1767384355.679164:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384355.679167:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384355.679170:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp27: 0 00000800:00000001:0.0:1767384355.679171:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.679174:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.679178:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.679182:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : PUT - for me 00000400:00000200:0.0:1767384355.679189:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384355.679198:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 640/640 into md 0x1e09 [1] + 0 00000400:00000010:0.0:1767384355.679200:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003498bf18. 00000400:00000200:0.0:1767384355.679203:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d6c8659 00000800:00000001:0.0:1767384355.679206:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.679209:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.679211:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.679213:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: PUT: OK 00000400:00000200:0.0:1767384355.679215:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384355.679216:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384355.679218:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384355.679220:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (40) 00000400:00000200:0.0:1767384355.679222:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000010:0.0:1767384355.679224:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000f061bf79. 00000400:00000200:0.0:1767384355.679226:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.115@tcp 38 00000400:00000200:0.0:1767384355.679229:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384355.679239:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (41) 00000400:00000200:0.0:1767384355.679242:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384355.679245:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp27 to MR: 192.168.202.115@tcp27 local destination 00000400:00000200:0.0:1767384355.679251:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp27 NI seq info: [191:191:256:4294967295] 192.168.202.115@tcp27 LPNI seq info [185:185:8:4294967295] 00000400:00000200:0.0:1767384355.679258:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) -> 192.168.202.115@tcp27(192.168.202.115@tcp27:192.168.202.115@tcp27) 192.168.202.115@tcp27 : ACK try# 0 00000800:00000200:0.0:1767384355.679262:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp27 00000400:00000200:1.0:1767384355.679263:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384355.679265:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c36f1130. 00000400:00000010:1.0:1767384355.679269:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a4013d. 00000800:00000200:0.0:1767384355.679270:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000400:00000010:1.0:1767384355.679275:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043928be3. 00000800:00000200:0.0:1767384355.679277:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:987 00000400:00000200:1.0:1767384355.679280:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cb98205b 00000800:00000200:0.0:1767384355.679281:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c36f1130 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384355.679287:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1004f1 00000400:00000010:1.0:1767384355.679292:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 0000000085e863b9. 00000400:00000010:1.0:1767384355.679294:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000e69d0d20. 00000400:00000010:1.0:1767384355.679298:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 000000001597f0ec. 00000400:00000010:1.0:1767384355.679326:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 0000000085e863b9. 00000400:00000010:1.0:1767384355.679329:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000e69d0d20. 00000400:00000010:1.0:1767384355.679332:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 000000001597f0ec. 00000400:00000010:1.0:1767384355.679334:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000f061bf79. 00000400:00000200:1.0:1767384355.679338:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000800:00000200:0.0:1767384355.679339:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384355.679342:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100571 00000800:00000010:0.0:1767384355.679343:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c36f1130. 00000400:00000200:1.0:1767384355.679348:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 1 00000400:00000200:0.0:1767384355.679349:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384355.679350:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384355.679366:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 00000800:00000001:3.0:1767384355.679367:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.679374:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000800:00000001:3.0:1767384355.679375:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384355.679376:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: ACK: OK 00000400:00000200:1.0:1767384355.679380:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100511 rc 0 00000800:00000001:3.0:1767384355.679385:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.679387:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000800:00000001:3.0:1767384355.679389:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.679395:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.679399:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000400:00000200:3.0:1767384355.679406:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp27(192.168.202.115@tcp27) <- 192.168.202.115@tcp27 : ACK - for me 00000400:00000200:3.0:1767384355.679419:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp27: ACK from 12345-192.168.202.115@tcp27 into md 0x1e11 00000400:00000200:3.0:1767384355.679424:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.679428:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp27->192.168.202.115@tcp27: ACK: OK 00000400:00000200:3.0:1767384355.679432:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cc85e4 00000400:00000010:3.0:1767384355.679434:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 00000400:00000200:3.0:1767384355.679438:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384355.679448:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000400:00000200:3.0:1767384355.679450:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (39) 00000800:00000001:3.0:1767384355.679454:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.679457:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384355.680206:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099a67435. 00080000:00000010:3.0:1767384355.680240:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005164604a. 00040000:00000001:3.0:1767384355.680245:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384355.680247:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384355.680249:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384355.680252:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384355.680253:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.680255:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384355.680265:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384355.680273:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384355.680276:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384355.680281:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384355.680284:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003bf21124. 20000000:01000000:0.0:1767384355.680285:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384355.680290:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384355.680291:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384355.680295:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384355.680296:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384355.680300:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384355.680301:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384355.680305:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384355.680305:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384355.680313:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384355.680314:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092b37c59. 00010000:00000001:0.0:1767384355.680319:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384355.680321:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384355.680322:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093b2c031. 00080000:00000001:1.0:1767384355.680327:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384355.680328:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384355.680329:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384355.680332:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384355.680332:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093b2c031 with handle 0x960a57272cefbc68 to hash 00080000:00000001:1.0:1767384355.680335:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.680336:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:1.0:1767384355.680338:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00010000:00000001:0.0:1767384355.680339:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384355.680344:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00000020:00000001:1.0:1767384355.680346:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00010000:00000001:0.0:1767384355.680348:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384355.680349:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384355.680363:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.680368:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384355.680369:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384355.680376:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384355.680381:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.680383:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384355.680384:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384355.680387:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384355.680389:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:0.0:1767384355.680390:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384355.680393:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384355.680394:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384355.680396:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384355.680398:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d38855bf. 00010000:00000001:0.0:1767384355.680399:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384355.680402:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384355.680404:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477246464 : -113724232305152 : ffff98918387f600) 00010000:00000001:0.0:1767384355.680405:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384355.680408:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384355.680409:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:1.0:1767384355.680411:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384355.680412:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:1.0:1767384355.680415:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f836e45. 00010000:00000001:0.0:1767384355.680416:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384355.680421:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384355.680421:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092b37c59) refcount = 1 00080000:00000001:1.0:1767384355.680424:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384355.680429:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384355.680430:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384355.680434:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.680436:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384355.680441:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c177b336. 00010000:00000001:0.0:1767384355.680443:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384355.680444:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384355.680448:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680449:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384355.680453:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384355.680454:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728327936 00010000:00000001:3.0:1767384355.680459:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384355.680465:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036f2979d x1853236728327936/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384355.680465:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680471:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384355.680476:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384355.680480:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384355.680481:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384355.680483:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384355.680485:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.680486:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384355.680490:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=4 00000100:00001000:3.0:1767384355.680492:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=78 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384355.680492:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384355.680497:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384355.680500:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384355.680501:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384355.680502:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384355.680507:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384355.680511:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384355.680512:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:0.0:1767384355.680514:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384355.680517:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384355.680521:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680521:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.680524:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384355.680527:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384355.680528:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384355.680533:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384355.680536:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384355.680536:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680541:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1767384355.680543:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b654b10. 00010000:00010000:0.0:1767384355.680543:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384355.680550:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728327936, offset 224 00010000:00010000:0.0:1767384355.680551:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093b2c031 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384355.680555:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384355.680557:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384355.680559:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384355.680562:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384355.680565:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384355.680574:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384355.680575:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384355.680576:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093b2c031 refcount=5 00000020:00000001:0.0:1767384355.680580:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00000400:00000200:3.0:1767384355.680581:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384355.680583:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491429888 : -113724218121728 : ffff989184606200) 00010000:00000001:0.0:1767384355.680587:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384355.680588:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384355.680592:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06f00 00010000:00000001:0.0:1767384355.680599:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384355.680601:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384355.680603:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1df9 [2] + 224 00010000:00000001:0.0:1767384355.680603:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680608:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384355.680611:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384355.680612:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384355.680612:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384355.680614:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384355.680618:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093b2c031 with handle 0x960a57272cefbc68 from hash 00010000:00000001:0.0:1767384355.680622:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384355.680623:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384355.680625:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.680628:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384355.680629:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384355.680629:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384355.680630:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384355.680634:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384355.680636:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1767384355.680637:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384355.680638:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.680642:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680646:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384355.680648:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384355.680651:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.680653:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.680655:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680657:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.680659:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.680660:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384355.680661:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.680676:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.680683:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.680684:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384355.680686:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384355.680687:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384355.680689:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384355.680689:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.680691:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384355.680694:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.680696:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.680697:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b654b10 00010000:00010000:0.0:1767384355.680699:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384355.680700:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b654b10. 00000100:00000001:3.0:1767384355.680705:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384355.680707:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384355.680708:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384355.680709:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384355.680710:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384355.680712:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.680713:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384355.680714:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093b2c031/0x960a57272cefbc68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384355.680717:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384355.680721:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384355.680722:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384355.680726:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384355.680726:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1767384355.680727:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092b37c59 count: 0 00000020:00000001:3.0:1767384355.680733:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384355.680733:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000835d681f. 00000100:00000040:3.0:1767384355.680738:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036f2979d x1853236728327936/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384355.680740:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac0f6784 00010000:00000001:0.0:1767384355.680740:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384355.680743:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384355.680749:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036f2979d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728327936:12345-0@lo:253: Request processed in 2786us (3348us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384355.680750:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac0f6784. 00000100:00000001:1.0:1767384355.680757:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384355.680760:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384355.680763:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000200:1.0:1767384355.680764:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.680767:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384355.680770:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384355.680775:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004289339d. 00000100:00000200:1.0:1767384355.680777:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384355.680780:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000020:00000010:3.0:1767384355.680786:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7ccb217. 00000100:00000001:1.0:1767384355.680787:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384355.680791:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:1.0:1767384355.680791:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.680793:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384355.680795:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384355.680796:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384355.680797:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.680803:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.680804:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384355.680806:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=78 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384355.680807:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d62d21c5. 02000000:00000001:3.0:1767384355.680814:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384355.680814:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384355.680817:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.680819:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384355.680821:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.680822:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384355.680824:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384355.680827:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.680829:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0f1520. 00000100:00000001:1.0:1767384355.680830:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.680835:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b654b10. 00000100:00000040:1.0:1767384355.680838:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.680848:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384355.680852:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384355.680854:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384355.680858:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384355.680860:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384355.680861:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384355.680864:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384355.680866:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384355.680868:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384355.680869:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384355.680871:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384355.680873:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384355.680874:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384355.680879:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384355.680902:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728327936:0@lo:253: 00000100:00000001:1.0:1767384355.680906:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.680908:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384355.680911:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728327936/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.680917:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384355.680918:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384355.680920:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002b44b889. 02000000:00000001:1.0:1767384355.680924:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384355.680926:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384355.680927:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384355.680929:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384355.680931:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000af87ba71. 02000000:00000001:1.0:1767384355.680935:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384355.680936:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384355.680937:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:1.0:1767384355.680940:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384355.680942:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.680943:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.680947:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384355.680948:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.680950:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384355.680952:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384355.681805:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d38855bf. 00080000:00000010:1.0:1767384355.681841:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f836e45. 00040000:00000001:1.0:1767384355.681847:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384355.681849:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384355.681851:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384355.681855:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384355.681858:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384355.681859:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384355.681862:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384355.681871:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384355.681875:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384355.681877:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384355.681880:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384355.681881:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384355.681883:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384355.681885:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384355.681887:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384355.681890:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001c010584. 00010000:00000001:0.0:1767384355.681894:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384355.681896:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c63f112. 00000020:00000001:0.0:1767384355.681897:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384355.681899:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c63f112 with handle 0x960a57272cefbc6f to hash 00000020:00000001:0.0:1767384355.681900:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384355.681901:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681903:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681904:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384355.681905:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.681907:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681917:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384355.681918:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384355.681920:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384355.681921:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384355.681923:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.681924:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384355.681925:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.681926:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384355.681927:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384355.681928:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384355.681929:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384355.681930:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c010584) refcount = 1 00010000:00010000:0.0:1767384355.681931:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681935:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384355.681936:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384355.681937:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.681938:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.681940:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384355.681942:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384355.681943:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:0.0:1767384355.681944:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384355.681945:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384355.681946:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c63f112 refcount=4 00000020:00000001:0.0:1767384355.681947:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681949:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681950:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384355.681951:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681954:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384355.681956:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681968:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.681969:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384355.681970:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681973:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384355.681974:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.681975:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384355.681976:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384355.681979:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000c63f112 already unused, calling callback (0000000090c6ba53) 00010000:00000001:0.0:1767384355.681980:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384355.681981:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384355.681982:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681985:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384355.681986:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384355.681987:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384355.681988:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c63f112 refcount=5 00000020:00000001:0.0:1767384355.681989:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681990:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000001:0.0:1767384355.681992:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384355.681993:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.681997:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384355.681998:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384355.681999:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.682002:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384355.682003:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384355.682004:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384355.682010:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384355.682012:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c63f112 with handle 0x960a57272cefbc6f from hash 00010000:00000001:0.0:1767384355.682014:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384355.682015:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.682016:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.682017:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384355.682019:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384355.682020:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000020:1.0:1767384355.682022:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384355.682022:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384355.682023:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.682027:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384355.682028:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384355.682030:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001889e562. 00010000:00000001:0.0:1767384355.682031:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384355.682033:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:1.0:1767384355.682037:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.682037:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.682039:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.682041:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384355.682044:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328064 00010000:00000001:0.0:1767384355.682044:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.682049:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384355.682051:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384355.682052:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384355.682058:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:1.0:1767384355.682059:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000214592e5 x1853236728328064/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384355.682060:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.682062:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384355.682064:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384355.682066:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384355.682068:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.682070:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384355.682073:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.682076:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384355.682077:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384355.682078:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384355.682081:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384355.682087:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=78 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384355.682089:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384355.682093:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384355.682094:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384355.682096:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000c63f112/0x960a57272cefbc6f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384355.682100:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384355.682105:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384355.682108:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384355.682109:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.682110:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384355.682114:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384355.682118:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc0356e. 00000100:00000200:1.0:1767384355.682122:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728328064, offset 224 00010000:00000040:0.0:1767384355.682125:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001c010584 count: 0 00000400:00000200:1.0:1767384355.682130:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384355.682158:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384355.682160:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384355.682165:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384355.682171:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce06f80 00000400:00000200:1.0:1767384355.682174:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e01 [2] + 224 00000400:00000200:1.0:1767384355.682178:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.682181:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384355.682183:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384355.682185:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384355.682191:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.682202:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384355.682206:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc0356e 00000400:00000010:1.0:1767384355.682207:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc0356e. 00000100:00000001:0.0:1767384355.682211:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.682214:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384355.682218:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384355.682219:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384355.682220:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384355.682222:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384355.682225:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384355.682225:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5954f3. 00000100:00000040:1.0:1767384355.682230:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000200:0.0:1767384355.682231:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074d2d4e 00010000:00000001:1.0:1767384355.682235:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384355.682235:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074d2d4e. 00000020:00000001:1.0:1767384355.682238:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.682239:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384355.682240:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384355.682245:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384355.682247:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000214592e5 x1853236728328064/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384355.682268:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384355.682271:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000214592e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728328064:12345-0@lo:253: Request processed in 4277us (4734us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384355.682285:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384355.682288:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1767384355.682289:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384355.682291:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384355.682292:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384355.682295:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384355.682296:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384355.682298:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384355.682299:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384355.682300:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384355.682303:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060cea91c. 02000000:00000001:0.0:1767384355.682303:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384355.682308:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=78 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384355.682309:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000100:00001000:0.0:1767384355.682312:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=78 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384355.682314:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc0529ed. 00000100:00000001:0.0:1767384355.682315:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384355.682318:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384355.682319:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384355.682320:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384355.682323:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.682324:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384355.682326:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384355.682327:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3039f8e. 00000100:00000040:0.0:1767384355.682330:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384355.682333:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384355.682336:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384355.682342:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384355.682342:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.682345:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384355.682348:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004488b78b. 00000100:00000001:0.0:1767384355.682348:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384355.682366:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc0356e. 00000020:01000004:0.0:1767384355.682373:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384355.682375:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384355.682376:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384355.682378:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384355.682379:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384355.682380:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384355.682381:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384355.682382:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384355.682383:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384355.682385:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384355.682391:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3a97d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728328064:0@lo:253: 00000100:00000001:0.0:1767384355.682394:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.682395:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384355.682397:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3a97d5f x1853236728328064/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.682401:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384355.682402:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384355.682404:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001e68dbeb. 02000000:00000001:0.0:1767384355.682406:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384355.682407:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384355.682408:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384355.682409:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384355.682410:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002e73d533. 02000000:00000001:0.0:1767384355.682413:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384355.682414:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384355.682416:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 00000100:00000001:0.0:1767384355.682419:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384355.682420:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.682421:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.682426:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384355.682427:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.682429:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.682431:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.685182:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294943728, at 4294943729 00000100:00000040:1.0:1767384355.685183:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294943728, at 4294943729 00000100:00000040:0.0:1767384355.685184:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294943728, at 4294943729 00000100:00000010:2.0:1767384355.685195:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000716ca2a. 00000100:00000010:1.0:1767384355.685197:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003348f96e. 00000100:00000010:0.0:1767384355.685199:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a297eb4a. 00000100:00000040:3.0:1767384355.685240:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294943728, at 4294943729 00000100:00000010:3.0:1767384355.685247:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b45214e. 00010000:00000010:0.1:1767384355.687165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092b37c59. 00010000:00000010:0.1:1767384355.687171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093b2c031. 00010000:00000010:0.1:1767384355.690175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c010584. 00010000:00000010:0.1:1767384355.690182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c63f112. 00000400:00000010:3.0:1767384355.692872:0:36579:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fdd9a8c3. 00000400:00000040:3.0:1767384355.692889:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384355.692891:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384355.692893:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384355.692894:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384355.692896:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384355.692897:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384355.692900:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384355.692901:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384355.692902:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384355.692903:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384355.692904:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384355.692905:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384355.692907:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384355.692908:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384355.692909:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384355.692910:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384355.692912:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384355.692913:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384355.692914:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384355.692917:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384355.692919:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384355.692920:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384355.692922:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384355.692923:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384355.692925:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384355.692927:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384355.692929:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384355.692938:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384355.692940:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384355.692941:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384355.692943:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384355.692945:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384355.692947:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384355.692949:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384355.692950:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384355.692952:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384355.692954:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384355.692956:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384355.692959:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384355.692960:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384355.692962:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384355.692964:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384355.692966:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384355.692967:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384355.692969:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384355.692970:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384355.692972:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384355.692973:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384355.692976:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384355.692978:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384355.692979:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384355.692981:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384355.692982:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384355.692984:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384355.692986:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384355.692988:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384355.692990:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384355.693105:0:36579:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fdd9a8c3. 00000400:00000001:3.0:1767384355.700207:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.700210:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384355.700212:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384355.700216:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:3.0:1767384355.700221:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384355.700227:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384355.700234:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384355.700244:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c9f44d00. 00000400:00000200:3.0:1767384355.700248:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp43 00000400:00000010:3.0:1767384355.700250:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384355.700255:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e4bbcd6. 00000400:00000010:3.0:1767384355.700259:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384355.700264:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c0e3a70. 00000400:00000200:3.0:1767384355.700267:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp43 00000400:00000200:3.0:1767384355.700280:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp43 local destination 00000400:00000200:3.0:1767384355.700285:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000400:00000200:3.0:1767384355.700288:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [192:192:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1767384355.700293:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000400:00000200:3.0:1767384355.700299:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp43:192.168.202.115@tcp43) : GET try# 0 00000800:00000200:3.0:1767384355.700302:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000800:00000010:3.0:1767384355.700306:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001370d3d8. 00000800:00000200:3.0:1767384355.700312:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000800:00000200:3.1:1767384355.700315:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:3.0:1767384355.700330:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:0.0:1767384355.700399:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700441:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700480:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700504:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700532:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700562:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700593:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700625:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700656:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700688:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700735:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700773:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700815:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700848:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700865:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700884:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700899:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700935:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700952:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.700991:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701098:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701429:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701461:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701494:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701527:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701572:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701593:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384355.701626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384355.701768:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007967a72b. 00000800:00000010:0.0:1767384355.701774:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000568d3e82. 00000800:00000010:0.0:1767384355.701780:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000160871b1. 00000800:00000010:0.0:1767384355.701802:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000160871b1. 00000800:00020000:0.0:1767384355.701813:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384355.701816:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000568d3e82. 00000800:00000010:0.0:1767384355.701818:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007967a72b. 00000400:02020000:0.0:1767384355.701855:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384355.701861:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000800:00000200:0.0:1767384355.701867:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp43 down 00000800:00000100:0.0:1767384355.701873:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:0.0:1767384355.701876:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001370d3d8. 00000400:00000200:0.0:1767384355.701879:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384355.701884:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384355.701894:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384355.701897:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384355.701903:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384356.149266:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.149271:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.149275:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.149277:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.149315:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384356.149319:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.149322:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384356.213195:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384356.213200:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:3.0:1767384356.213204:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.213207:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384356.213209:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384356.213210:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384356.213212:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384356.213214:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384356.213216:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 73 10000000:00000001:3.0:1767384356.213218:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384356.213220:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384356.213227:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000020:00000040:3.0:1767384356.213230:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384356.213234:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384356.213237:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384356.213242:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.213248:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031767a68. 00000100:00000001:3.0:1767384356.213260:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.213263:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384356.213266:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384356.213273:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bd57faa8. 00010000:00000001:3.0:1767384356.213276:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384356.213279:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ede2b4b7. 00000020:00000001:3.0:1767384356.213283:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384356.213285:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ede2b4b7 with handle 0x960a57272cefbc76 to hash 00000020:00000001:3.0:1767384356.213286:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384356.213288:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.213290:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.213293:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384356.213295:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.213297:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384356.213305:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384356.213312:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384356.213316:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384356.213317:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384356.213322:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034e949eb. 00000100:00000001:3.0:1767384356.213324:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349462278720 : -113724247272896 : ffff989182a39240) 00000100:00000001:3.0:1767384356.213327:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.213328:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000001:3.0:1767384356.213333:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384356.213336:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.213338:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384356.213340:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384356.213361:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.213371:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384356.213381:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.213385:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384356.213388:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384356.213390:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.213393:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728328192:0@lo:101: 00000100:00000001:3.0:1767384356.213398:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384356.213404:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.213407:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.213409:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384356.213413:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000163c7bbf. 02000000:00000001:3.0:1767384356.213416:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.213422:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000363d34e0. 00000400:00000010:3.0:1767384356.213429:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000200:3.0:1767384356.213434:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728328192, portal 25 00000100:00000001:3.0:1767384356.213436:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.213437:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000040:3.0:1767384356.213441:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.213446:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.213450:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.213452:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000200:3.0:1767384356.213454:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728328192, offset 0 00000400:00000200:3.0:1767384356.213459:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.213471:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.213481:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce07000 00000400:00000200:3.0:1767384356.213486:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1579 [2] + 0 00000400:00000010:3.0:1767384356.213489:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003823ecea. 00000400:00000200:3.0:1767384356.213492:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004ff7e4a 00000400:00000200:3.0:1767384356.213498:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.213500:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384356.213504:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ff7e4a 00000400:00000010:3.0:1767384356.213506:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004ff7e4a. 00000100:00000001:3.0:1767384356.213510:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.213511:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.213518:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000007aa5c6f1 x1853236728328192 msgsize 328 00000100:00100000:3.0:1767384356.213521:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384356.213522:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384356.213534:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.213541:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384356.213542:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000100:00000001:3.0:1767384356.213545:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384356.213548:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.213556:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.213557:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.213559:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384356.213564:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328192 00000100:00000001:3.0:1767384356.213565:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.213569:0:17084:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384356.213569:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384356.213574:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.213576:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213577:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.213581:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294944264 00000100:00000010:3.0:1767384356.213585:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b45214e. 02000000:00000001:2.0:1767384356.213591:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.213594:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384356.213596:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328192 00000100:00000001:3.0:1767384356.213600:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294944264 00000020:00000001:2.0:1767384356.213600:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384356.213601:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384356.213606:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384356.213608:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009aca4a47. 00000020:00000040:2.0:1767384356.213609:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:3.0:1767384356.213613:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384356.213614:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384356.213618:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384356.213619:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294944264 00000100:00000001:2.0:1767384356.213621:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384356.213624:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064eb120b. 00000020:00000010:2.0:1767384356.213626:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039abdf74. 00000100:00000001:3.0:1767384356.213628:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384356.213630:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.213634:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294944264 00000020:00000010:2.0:1767384356.213634:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039abdf74. 00000100:00000010:3.0:1767384356.213641:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1b235cf. 00000020:00000010:2.0:1767384356.213641:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e55ef81. 00000100:00000001:3.0:1767384356.213647:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384356.213650:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.213650:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e54d73cb. 00000100:00000001:3.0:1767384356.213656:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.213658:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000100:00000001:3.0:1767384356.213659:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.213662:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384356.213665:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000034e949eb going to sleep for 11 seconds 00000100:00000040:2.0:1767384356.213669:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384356.213674:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.213676:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.213677:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384356.213679:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213680:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213690:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213704:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.213715:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.213716:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.213721:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384356.213723:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384356.213725:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737433680 : -113718972117936 : ffff9892bd100c50) 00000100:00000040:2.0:1767384356.213728:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007aa5c6f1 x1853236728328192/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.213734:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.213737:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039abdf74. 00000100:00000001:2.0:1767384356.213739:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.213741:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039abdf74. 00000100:00100000:2.0:1767384356.213745:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007aa5c6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728328192:12345-0@lo:101: 00000100:00000200:2.0:1767384356.213753:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328192 00000020:00000001:2.0:1767384356.213757:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384356.213760:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384356.213762:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.213764:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384356.213765:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384356.213768:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.213769:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.213771:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384356.213774:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.213777:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.213778:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384356.213780:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384356.213782:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384356.213784:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384356.213785:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.213789:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384356.213793:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f85ab886. 00010000:00000001:2.0:1767384356.213796:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384356.213798:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384356.213800:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384356.213801:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbc7d to hash 00000020:00000001:2.0:1767384356.213803:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384356.213804:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384356.213805:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00010000:2.0:1767384356.213807:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbc76 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384356.213812:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:2.0:1767384356.213813:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384356.213818:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384356.213820:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384356.213823:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000408681e4. 02000000:00000001:2.0:1767384356.213825:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213831:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.213833:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384356.213836:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384356.213837:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.213839:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.213840:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.213842:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.213843:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.213845:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384356.213846:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384356.213847:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384356.213848:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384356.213850:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f85ab886) refcount = 1 00010000:00010000:2.0:1767384356.213852:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbc76 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.213856:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384356.213857:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384356.213858:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.213859:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.213861:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384356.213864:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384356.213865:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbc76 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.213869:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384356.213871:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384356.213873:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.213875:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.213876:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384356.213877:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.213878:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384356.213879:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c5dd8851, rc 0) 00000020:00000001:2.0:1767384356.213881:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.213883:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328192 00010000:00000001:2.0:1767384356.213885:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.213887:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007aa5c6f1 x1853236728328192/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.213899:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.213901:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.213904:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.213908:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.213910:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.213911:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384356.213913:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.213914:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.213917:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.213918:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.213920:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000100:00000200:2.0:1767384356.213922:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728328192, offset 224 00000400:00000200:2.0:1767384356.213926:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.213931:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.213935:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce07000 00000400:00000200:2.0:1767384356.213939:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e2d [1] + 224 00000400:00000200:2.0:1767384356.213941:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.213944:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.213946:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.213949:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.213955:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.213968:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.213971:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000400:00000010:2.0:1767384356.213972:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000001:2.0:1767384356.213975:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384356.213976:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.213978:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.213980:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384356.213982:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384356.213983:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.213985:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384356.213989:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384356.213995:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.213997:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.213999:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000363d34e0. 00000400:00000200:3.0:1767384356.214003:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00000040:2.0:1767384356.214003:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aa5c6f1 x1853236728328192/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384356.214006:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:3.0:1767384356.214011:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384356.214017:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.214020:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007aa5c6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728328192:12345-0@lo:101: Request processed in 282us (497us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384356.214038:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.214038:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384356.214046:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384356.214048:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384356.214051:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.214052:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384356.214054:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384356.214058:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384356.214058:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384356.214062:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.214063:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.214065:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e54d73cb. 02000000:00000001:3.0:1767384356.214066:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384356.214072:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=79 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384356.214073:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000100:00001000:3.0:1767384356.214076:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=79 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384356.214080:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e55ef81. 00000100:00000001:3.0:1767384356.214081:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384356.214083:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.214086:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384356.214088:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:3.0:1767384356.214089:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214092:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.214095:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384356.214096:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384356.214100:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000408681e4. 02000000:00000001:2.0:1767384356.214106:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.214107:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.214111:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.214112:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384356.214115:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384356.214118:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384356.214119:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384356.214127:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728328192:0@lo:101: 00000400:00000010:2.0:1767384356.214127:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3dcdca. 00000400:00000010:2.0:1767384356.214174:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058ad7265. 00000100:00000001:3.0:1767384356.214416:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.214418:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214419:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384356.214420:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.214423:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214427:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384356.214429:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034e949eb. 00000100:00000001:3.0:1767384356.214431:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384356.214432:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.214434:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384356.214436:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.214437:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.214439:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=4 00000020:00000001:3.0:1767384356.214440:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.214442:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000040:3.0:1767384356.214445:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ede2b4b7, remote cookie: 0x960a57272cefbc7d, flags: 0x0 00010000:00000001:3.0:1767384356.214447:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384356.214448:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384356.214449:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384356.214450:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384356.214451:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384356.214452:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bd57faa8) refcount = 1 00010000:00010000:3.0:1767384356.214454:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.214458:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384356.214459:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384356.214460:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384356.214461:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384356.214463:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.214464:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.214476:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384356.214477:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.214478:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.214479:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.214479:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.214480:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214481:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.214483:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728328192/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214487:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384356.214489:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384356.214490:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000163c7bbf. 02000000:00000001:3.0:1767384356.214492:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384356.214493:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.214494:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384356.214496:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384356.214497:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031767a68. 02000000:00000001:3.0:1767384356.214499:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384356.214500:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384356.214501:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000001:3.0:1767384356.214503:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384356.214504:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384356.214505:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.214506:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384356.214507:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384356.214508:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.214510:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.214510:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.214511:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00000020:00000001:3.0:1767384356.214513:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.214514:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.214515:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384356.214516:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.214517:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.214517:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.214522:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384356.214524:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000da51130c. 00000100:00000010:3.0:1767384356.214533:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000020:00000040:3.0:1767384356.214535:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384356.214536:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384356.214538:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384356.214539:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.214542:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031767a68. 00000100:00000001:3.0:1767384356.214544:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214546:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384356.214549:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000163c7bbf. 00000100:00000010:3.0:1767384356.214551:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c3f7e2dd. 00000020:00000040:3.0:1767384356.214552:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384356.214555:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384356.214555:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384356.214557:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034e949eb. 00000100:00000001:3.0:1767384356.214558:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349462278720 : -113724247272896 : ffff989182a39240) 00000100:00000001:3.0:1767384356.214560:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.214561:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000001:3.0:1767384356.214563:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384356.214564:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214565:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384356.214566:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384356.214567:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214571:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384356.214572:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.214574:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384356.214575:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384356.214576:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.214578:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728328320:0@lo:256: 00000100:00000001:3.0:1767384356.214580:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384356.214581:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.214582:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214589:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384356.214593:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000363d34e0. 00000400:00000010:3.0:1767384356.214595:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009ced6c4f. 00000100:00000200:3.0:1767384356.214598:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce07080-0x695824ce07080, portal 33 00000100:00000001:3.0:1767384356.214600:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.214602:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384356.214603:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099a67435. 02000000:00000001:3.0:1767384356.214604:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.214606:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e21ae95c. 00000400:00000010:3.0:1767384356.214608:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000200:3.0:1767384356.214609:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728328320, portal 25 00000100:00000001:3.0:1767384356.214610:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.214611:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000040:3.0:1767384356.214614:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214618:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.214619:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.214620:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000200:3.0:1767384356.214622:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728328320, offset 0 00000400:00000200:3.0:1767384356.214624:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.214628:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.214632:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce07080 00000400:00000200:3.0:1767384356.214635:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15a5 [2] + 0 00000400:00000010:3.0:1767384356.214637:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f03d5a1a. 00000400:00000200:3.0:1767384356.214639:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cce8880e 00000400:00000200:3.0:1767384356.214641:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.214643:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384356.214645:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce8880e 00000400:00000010:3.0:1767384356.214646:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce8880e. 00000100:00000001:3.0:1767384356.214648:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.214649:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.214651:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000a41d944e x1853236728328320 msgsize 304 00000100:00100000:3.0:1767384356.214653:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384356.214654:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384356.214667:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.214671:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384356.214672:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000100:00000001:3.0:1767384356.214673:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384356.214675:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214680:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.214681:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.214685:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214686:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.214688:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214689:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294944265 00000100:00000001:3.0:1767384356.214693:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944264 00000100:00000001:3.0:1767384356.214696:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294944265 00000100:00000001:3.0:1767384356.214698:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944264 00000100:00000001:3.0:1767384356.214700:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294944265 00000100:00000001:3.0:1767384356.214702:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944264 00000100:00000001:3.0:1767384356.214706:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294944265 00000100:00000001:2.0:1767384356.214706:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384356.214709:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328320 00000100:00000001:3.0:1767384356.214710:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944264 02000000:00000001:2.0:1767384356.214713:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384356.214715:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.214716:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.214718:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.214719:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214721:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384356.214723:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.214724:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384356.214727:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000034e949eb going to sleep for 11 seconds 00000100:00100000:2.0:1767384356.214727:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328320 00000100:00000001:3.0:1767384356.214732:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384356.214732:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384356.214735:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384356.214736:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.214738:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.214741:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384356.214743:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384356.214745:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384356.214747:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.214755:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039abdf74. 00000100:00000001:2.0:1767384356.214756:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.214758:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039abdf74. 00000020:00000010:2.0:1767384356.214762:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e55ef81. 00000020:00000010:2.0:1767384356.214764:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e54d73cb. 00000020:00000010:2.0:1767384356.214766:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000100:00000040:2.0:1767384356.214769:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384356.214771:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384356.214777:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384356.214778:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.214781:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.214793:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.214800:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.214801:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.214804:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384356.214806:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384356.214808:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354737436752 : -113718972114864 : ffff9892bd101850) 00000100:00000040:2.0:1767384356.214811:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a41d944e x1853236728328320/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 304/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.214817:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.214819:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039abdf74. 00000100:00000001:2.0:1767384356.214820:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.214822:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039abdf74. 00000100:00100000:2.0:1767384356.214825:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a41d944e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728328320:12345-0@lo:256: 00000100:00000200:2.0:1767384356.214827:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328320 00000020:00000001:2.0:1767384356.214828:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384356.214829:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384356.214830:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.214832:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384356.214833:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:2.0:1767384356.214834:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.214835:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.214841:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384356.214842:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.214844:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.214846:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384356.214848:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384356.214849:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000408681e4. 02000000:00000001:2.0:1767384356.214851:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.214852:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.214854:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384356.214857:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384356.214859:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384356.214861:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384356.214863:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.214865:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384356.214866:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384356.214868:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d83f3daa. 20000000:00000001:2.0:1767384356.214870:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384356.214881:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384356.214886:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384356.214890:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384356.214892:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384356.214893:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384356.214895:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384356.214896:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384356.214897:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384356.214899:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384356.214900:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384356.214901:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384356.214902:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384356.214903:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384356.214904:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384356.214905:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384356.214907:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384356.214908:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384356.214909:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384356.214910:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384356.214911:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384356.214912:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384356.214913:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384356.214915:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384356.214916:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384356.214918:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384356.214919:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384356.214921:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384356.214922:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384356.214923:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384356.214925:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384356.214926:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384356.214927:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384356.214928:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384356.214929:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384356.214930:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384356.214931:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384356.214932:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384356.214933:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:2.0:1767384356.214935:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 3312/1/4/3. 20000000:00000040:2.0:1767384356.214941:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384356.214943:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384356.214944:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384356.214945:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384356.214946:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384356.214947:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384356.214948:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384356.214949:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384356.214950:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384356.214951:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384356.214953:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384356.214954:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384356.214955:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384356.214956:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384356.214957:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384356.214959:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384356.214961:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384356.214962:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384356.214963:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384356.214964:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384356.214965:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384356.214967:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384356.214968:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384356.214969:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384356.214971:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384356.214973:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384356.214974:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384356.214975:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384356.214976:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384356.214977:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384356.214978:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384356.214980:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384356.214981:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384356.214982:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384356.214983:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384356.214984:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384356.214985:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384356.214986:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:2.0:1767384356.214988:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 2528/1/4/3. 20000000:01000000:2.0:1767384356.214989:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1568, version 80 20000000:00000001:2.0:1767384356.214990:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1568 : 1568 : 620) 00000100:00000001:2.0:1767384356.214992:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384356.214994:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004591d909. 00000100:00000010:2.0:1767384356.214996:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000249f9ce8. 00000020:00000040:2.0:1767384356.214997:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:2.0:1767384356.214999:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384356.215001:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384356.215003:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000400:00000010:2.0:1767384356.215007:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000663ffae9. 00000400:00000200:2.0:1767384356.215008:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.215014:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.215018:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1568 into portal 33 MB=0x695824ce07080 00000400:00000200:2.0:1767384356.215020:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1568/1568 into md 0x1e3d [4] + 0 00000400:00000010:2.0:1767384356.215022:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000363d34e0. 00000400:00000200:2.0:1767384356.215024:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ced6c4f 00000400:00000200:2.0:1767384356.215027:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.215030:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384356.215032:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ced6c4f 00000400:00000010:2.0:1767384356.215034:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009ced6c4f. 00000100:00000001:2.0:1767384356.215037:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.215038:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000039f5f63 desc 00000000163c7bbf mbits 1853236728328320 00000100:00000001:2.0:1767384356.215050:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384356.215054:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384356.215058:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384356.215068:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e49 00000100:00000001:3.0:1767384356.215069:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384356.215071:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384356.215073:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.215079:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384356.215084:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.215086:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004591d909 00000100:00000001:2.0:1767384356.215088:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384356.215094:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000400:00000010:2.0:1767384356.215095:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000001:2.0:1767384356.215096:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384356.215097:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004591d909 00000100:00000001:2.0:1767384356.215099:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384356.215101:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1568 bytes via portal 33 id 12345-0@lo mbits 0x695824ce07080-0x695824ce07080 00000100:00000001:2.0:1767384356.215104:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.215107:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.215108:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384356.215110:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:2.0:1767384356.215112:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000249f9ce8. 00000100:00000010:2.0:1767384356.215115:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004591d909. 00000100:00000001:2.0:1767384356.215116:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384356.215117:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384356.215124:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d83f3daa. 20000000:00000001:2.0:1767384356.215127:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.215129:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328320 00010000:00000001:2.0:1767384356.215131:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.215133:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a41d944e x1853236728328320/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.215165:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.215167:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.215169:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.215171:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.215173:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.215174:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384356.215176:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.215177:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.215179:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.215181:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.215184:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000100:00000200:2.0:1767384356.215186:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728328320, offset 224 00000400:00000200:2.0:1767384356.215189:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.215196:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.215201:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce07080 00000400:00000200:2.0:1767384356.215204:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e41 [1] + 224 00000400:00000200:2.0:1767384356.215207:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.215211:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.215214:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.215215:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.215220:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.215231:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.215233:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000400:00000010:2.0:1767384356.215234:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000001:2.0:1767384356.215236:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384356.215236:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.215238:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.215240:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384356.215241:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384356.215242:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.215244:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384356.215246:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a41d944e x1853236728328320/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.215248:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384356.215253:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384356.215256:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a41d944e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728328320:12345-0@lo:256: Request processed in 436us (602us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384356.215257:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.215266:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e21ae95c. 00000100:00100000:2.0:1767384356.215268:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000400:00000200:3.0:1767384356.215271:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00000040:2.0:1767384356.215272:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000400:00000010:3.0:1767384356.215275:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:2.0:1767384356.215276:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384356.215280:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384356.215280:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384356.215282:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e54d73cb. 00000100:00000200:3.0:1767384356.215286:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384356.215286:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000020:00000010:2.0:1767384356.215291:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e55ef81. 00000020:00000040:2.0:1767384356.215295:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384356.215300:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384356.215302:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384356.215302:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000408681e4. 02000000:00000001:2.0:1767384356.215305:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384356.215308:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384356.215313:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384356.215316:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384356.215317:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000434af64d. 00000100:00000001:3.0:1767384356.215319:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.215322:0:17084:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384356.215322:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004ff7e4a. 02000000:00000001:3.0:1767384356.215323:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384356.215328:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.215331:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.215333:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384356.215336:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384356.215340:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384356.215342:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384356.215343:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.215345:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384356.215359:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.215361:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.215364:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384356.215374:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.215381:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384356.215383:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384356.215385:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.215393:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728328320:0@lo:256: 00000100:00000001:3.0:1767384356.215397:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.215399:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.215407:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384356.215409:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.215411:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.215416:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384356.215418:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034e949eb. 00000100:00000001:3.0:1767384356.215420:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384356.215420:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384356.215423:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:3.0:1767384356.215426:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384356.215430:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007f29ea5c. 10000000:00000040:3.0:1767384356.215438:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384356.215443:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384356.215445:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384356.215449:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:3.0:1767384356.215451:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.215453:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384356.215454:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:3.0:1767384356.215455:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000100:00000200:3.0:1767384356.215458:0:17084:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 38 NIDs for '192.168.202.115@tcp' 00000400:00000200:3.0:1767384356.215460:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384356.215463:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384356.215465:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:3.0:1767384356.215469:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384356.215472:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:3.0:1767384356.215476:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384356.215478:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:3.0:1767384356.215480:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (39) 00000400:00000200:3.0:1767384356.215482:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:3.0:1767384356.215484:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:3.0:1767384356.215486:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215487:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:3.0:1767384356.215488:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:3.0:1767384356.215490:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215491:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:3.0:1767384356.215497:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:3.0:1767384356.215500:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215501:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:3.0:1767384356.215502:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:3.0:1767384356.215504:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215505:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:3.0:1767384356.215507:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:3.0:1767384356.215508:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215509:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:3.0:1767384356.215510:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:3.0:1767384356.215512:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215512:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:3.0:1767384356.215513:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:3.0:1767384356.215515:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215516:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:3.0:1767384356.215517:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:3.0:1767384356.215518:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215519:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:3.0:1767384356.215520:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:3.0:1767384356.215522:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215523:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:3.0:1767384356.215524:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:3.0:1767384356.215526:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215526:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:3.0:1767384356.215527:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:3.0:1767384356.215529:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215530:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:3.0:1767384356.215531:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:3.0:1767384356.215533:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215534:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:3.0:1767384356.215535:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:3.0:1767384356.215537:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215538:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:3.0:1767384356.215539:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:3.0:1767384356.215540:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215541:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:3.0:1767384356.215546:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:3.0:1767384356.215549:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215550:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:3.0:1767384356.215551:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:3.0:1767384356.215554:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215555:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:3.0:1767384356.215556:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:3.0:1767384356.215557:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215558:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:3.0:1767384356.215559:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:3.0:1767384356.215561:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215561:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:3.0:1767384356.215562:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:3.0:1767384356.215564:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215565:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:3.0:1767384356.215565:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:3.0:1767384356.215567:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215568:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:3.0:1767384356.215569:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:3.0:1767384356.215570:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215571:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:3.0:1767384356.215572:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:3.0:1767384356.215573:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215574:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:3.0:1767384356.215575:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:3.0:1767384356.215577:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215578:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:3.0:1767384356.215578:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:3.0:1767384356.215580:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215581:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:3.0:1767384356.215582:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:3.0:1767384356.215583:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215584:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:3.0:1767384356.215585:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:3.0:1767384356.215587:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215587:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:3.0:1767384356.215591:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:3.0:1767384356.215593:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215594:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:3.0:1767384356.215595:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:3.0:1767384356.215597:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215598:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:3.0:1767384356.215599:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:3.0:1767384356.215600:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215601:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:3.0:1767384356.215602:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:3.0:1767384356.215603:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215604:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:3.0:1767384356.215605:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:3.0:1767384356.215607:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384356.215608:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 00000100:00000001:3.0:1767384356.215609:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.215610:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384356.215612:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:3.0:1767384356.215616:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a3123851. 10000000:00000040:3.0:1767384356.215618:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:3.0:1767384356.215620:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384356.215625:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384356.215627:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef3bfd9. 00000020:00000010:3.0:1767384356.215630:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a6ca825. 00000040:00000010:3.0:1767384356.215633:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001fba59a9. 00000020:00000010:3.0:1767384356.215635:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f4c894d. 00000020:00000010:3.0:1767384356.215639:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384356.215642:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000139b5886. 80000000:00000010:3.0:1767384356.215645:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e802edc3. 40000000:00000010:3.0:1767384356.215648:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017f77126. 00100000:00000010:3.0:1767384356.215652:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b69bda5. 00040000:00000010:3.0:1767384356.215655:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067fba45f. 00040000:00000010:3.0:1767384356.215658:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e45f8df. 00040000:00000010:3.0:1767384356.215661:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cc0c8ee. 00080000:00000010:3.0:1767384356.215671:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c177b336. 00080000:00000010:3.0:1767384356.215675:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000490d2d89. 00000004:00000010:3.0:1767384356.215680:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000adcc59d4. 00000004:00000010:3.0:1767384356.215684:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0a2f8fa. 00000004:00000010:3.0:1767384356.215688:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000635b7e72. 00002000:00000010:3.0:1767384356.215691:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004cf667db. 00000004:00000010:3.0:1767384356.215694:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000073b91e7d. 00000004:00000001:3.0:1767384356.215697:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384356.215699:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384356.215700:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a3123851 00000040:00001000:3.0:1767384356.215701:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384356.215702:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384356.215704:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384356.215705:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384356.215707:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384356.215708:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384356.215709:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384356.215710:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:3.0:1767384356.215711:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384356.215767:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384356.215774:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a6ca825. 00000040:00000010:3.0:1767384356.215779:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001fba59a9. 00000020:00000010:3.0:1767384356.215782:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f4c894d. 00000020:00000010:3.0:1767384356.215787:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8e83430. 00000020:00000010:3.0:1767384356.215792:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000139b5886. 80000000:00000010:3.0:1767384356.215795:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e802edc3. 40000000:00000010:3.0:1767384356.215799:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000017f77126. 00100000:00000010:3.0:1767384356.215803:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b69bda5. 00040000:00000010:3.0:1767384356.215806:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067fba45f. 00040000:00000010:3.0:1767384356.215810:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e45f8df. 00040000:00000010:3.0:1767384356.215814:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cc0c8ee. 00080000:00000010:3.0:1767384356.215817:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000490d2d89. 00080000:00000010:3.0:1767384356.215819:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c177b336. 00000004:00000010:3.0:1767384356.215821:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000adcc59d4. 00000004:00000010:3.0:1767384356.215823:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d0a2f8fa. 00000004:00000010:3.0:1767384356.215832:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000635b7e72. 00002000:00000010:3.0:1767384356.215835:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004cf667db. 00000004:00000010:3.0:1767384356.215837:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000073b91e7d. 00000020:00000010:3.0:1767384356.215838:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aef3bfd9. 00000020:00000001:3.0:1767384356.215841:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.215842:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384356.215845:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a3123851. 10000000:00000010:3.0:1767384356.215847:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007f29ea5c. 10000000:00000001:3.0:1767384356.215849:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.215851:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.215855:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728328320/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.215860:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384356.215861:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384356.215862:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099a67435. 02000000:00000001:3.0:1767384356.215864:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384356.215865:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.215867:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384356.215868:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384356.215869:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384356.215870:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.215872:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384356.215873:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384356.215874:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c3f7e2dd. 00000100:00000010:3.0:1767384356.215877:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000163c7bbf. 00000100:00000001:3.0:1767384356.215878:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384356.215879:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031767a68. 02000000:00000001:3.0:1767384356.215880:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384356.215881:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384356.215882:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000001:3.0:1767384356.215884:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384356.215885:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384356.215893:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000da51130c. 10000000:01000000:3.0:1767384356.215896:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384356.215899:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384356.215900:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.215905:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.215906:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00000020:00000001:3.0:1767384356.215908:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.215911:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:3.0:1767384356.215913:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384356.215915:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.215919:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.215920:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384356.215921:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.215925:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384356.215925:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.215926:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384356.215927:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.215928:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.215930:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384356.215931:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384356.215932:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:3.0:1767384356.215934:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384356.222174:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294944265, at 4294944266 00000100:00000010:3.0:1767384356.222183:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1b235cf. 00000100:00000040:0.0:1767384356.222192:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294944265, at 4294944266 00000100:00000010:0.0:1767384356.222202:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b45214e. 00000100:00000040:2.0:1767384356.223170:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294944265, at 4294944267 00000100:00000010:2.0:1767384356.223177:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064eb120b. 00000100:00000040:1.0:1767384356.223177:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294944265, at 4294944267 00000100:00000010:1.0:1767384356.223185:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009aca4a47. 00000020:00000010:2.0:1767384356.225821:0:36751:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008f31ecf9. 00000020:00000040:2.0:1767384356.225827:0:36751:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384356.225829:0:36751:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008f31ecf9. 00000400:00000001:3.0:1767384356.724214:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.724219:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.724222:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384356.724226:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:3.0:1767384356.724230:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384356.724236:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384356.724247:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384356.724250:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e4bbcd6. 00000400:00000200:3.0:1767384356.724255:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp39 00000400:00000010:3.0:1767384356.724259:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384356.724264:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e4bbcd6. 00000400:00000010:3.0:1767384356.724274:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:3.0:1767384356.724279:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fac68092. 00000400:00000200:3.0:1767384356.724283:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp39 00000400:00000200:3.0:1767384356.724294:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp39 local destination 00000400:00000200:3.0:1767384356.724299:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:3.0:1767384356.724302:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [193:193:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [187:187:8:4294967295] 00000400:00000200:3.0:1767384356.724307:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:3.0:1767384356.724316:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp39:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:3.0:1767384356.724322:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:3.0:1767384356.724326:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067fba45f. 00000800:00000200:3.0:1767384356.724332:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:3.1:1767384356.724336:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:3.0:1767384356.724363:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:3.0:1767384356.724426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724520:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724563:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724590:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724846:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724885:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724901:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724916:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724932:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724956:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.724995:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725035:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725101:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725128:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725170:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725190:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725210:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725242:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725276:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725294:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725321:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725334:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725362:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725377:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725392:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725407:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384356.725424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384356.725522:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c177b336. 00000800:00000010:3.0:1767384356.725526:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f98fed96. 00000800:00000010:3.0:1767384356.725530:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9932627. 00000800:00000010:3.0:1767384356.725547:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9932627. 00000800:00020000:3.0:1767384356.725553:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384356.725556:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f98fed96. 00000800:00000010:3.0:1767384356.725558:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c177b336. 00000400:02020000:3.0:1767384356.725585:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384356.725590:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000800:00000200:3.0:1767384356.725594:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp39 down 00000800:00000100:3.0:1767384356.725598:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:3.0:1767384356.725601:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067fba45f. 00000400:00000200:3.0:1767384356.725604:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384356.725608:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384356.725620:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384356.725622:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384356.725624:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp39) recovery failed with -71 00010000:00000001:2.0:1767384357.172200:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.172205:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.172211:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.172212:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.172242:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384357.172246:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.172249:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384357.321964:0:37101:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018123a07. 00080000:00000010:3.0:1767384357.321972:0:37101:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000018123a07. 00000020:00000001:3.0:1767384357.321975:0:37101:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384357.321982:0:37101:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018123a07. 00080000:00000010:3.0:1767384357.321985:0:37101:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000018123a07. 00000020:00000001:3.0:1767384357.321988:0:37101:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384357.748281:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (6) 00000800:00000200:1.0:1767384357.748290:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:988 00000800:00000200:1.0:1767384357.748294:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384357.748418:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384357.748424:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384357.748440:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384357.748444:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384357.748446:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384357.749205:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384357.749209:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384357.749212:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:3.0:1767384357.749215:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000200:3.0:1767384357.749221:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384357.749226:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384357.749240:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049b2d59e. 00000400:00000010:3.0:1767384357.749244:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e4bbcd6. 00000001:00000001:3.0:1767384358.018182:0:37265:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384358.018186:0:37265:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384358.022615:0:37265:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384358.030489:0:37266:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000073b91e7d. 00000400:00000010:3.0:1767384358.030502:0:37266:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000182664ea. 00000400:00000010:3.0:1767384358.030510:0:37266:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008df65689. 00000400:00000010:3.0:1767384358.030513:0:37266:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000139b5886. 00000400:00000010:3.0:1767384358.030516:0:37266:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bbb13f28. 00000400:00000010:3.0:1767384358.030520:0:37266:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000faa1dad5. 00000400:00000010:3.0:1767384358.030521:0:37266:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055fa009c. 00000400:00000010:3.0:1767384358.030522:0:37266:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b69eb3e. 00000400:00000010:3.0:1767384358.030525:0:37266:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000011d493be. 00000800:00000010:3.0:1767384358.030541:0:37266:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e59a9718. 00000800:00000200:3.0:1767384358.030550:0:37266:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384358.030562:0:37266:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384358.030593:0:37266:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:3.0:1767384358.030618:0:37266:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384358.032681:0:37266:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000004cf667db. 00000400:00000010:3.0:1767384358.032687:0:37266:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e21ae95c. 00000400:00000010:3.0:1767384358.032692:0:37266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000001:3.0:1767384358.032711:0:37266:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384358.032713:0:37266:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.032715:0:37266:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa9ff7a. 00000400:00000200:3.0:1767384358.032718:0:37266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384358.032720:0:37266:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000400:00000010:3.0:1767384358.032725:0:37266:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000001b4dae5b. 00000400:00000200:3.0:1767384358.032730:0:37266:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:3.0:1767384358.032742:0:37266:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384358.032753:0:37266:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384358.032761:0:37266:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c177b336. 00000020:01000000:3.0:1767384358.032768:0:37266:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384358.032772:0:37266:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp47 00000400:00000200:1.0:1767384358.032772:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384358.032779:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 00000400:00000010:1.0:1767384358.032786:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b26add2f. 00000400:00000200:1.0:1767384358.032789:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000010:3.0:1767384358.032791:0:37266:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000182664ea. 00000400:00000010:1.0:1767384358.032794:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad706ebe. 00000400:00000010:3.0:1767384358.032797:0:37266:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000073b91e7d. 00000400:00000200:1.0:1767384358.032801:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1767384358.032814:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1767384358.032820:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000020:00000001:2.0:1767384358.032822:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384358.032825:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 10000000:00000001:2.0:1767384358.032828:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384358.032831:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 10000000:00000001:2.0:1767384358.032832:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384358.032836:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384358.032839:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:2.0:1767384358.032841:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384358.032844:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384358.032847:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384358.032848:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:01000004:2.0:1767384358.032850:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384358.032853:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384358.032857:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384358.032857:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000020:01000004:2.0:1767384358.032860:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384358.032863:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384358.032866:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384358.032866:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000020:01000004:2.0:1767384358.032869:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384358.032874:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000100:00000010:2.0:1767384358.032876:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f049baf. 00000400:00000200:1.0:1767384358.032880:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000020:00000040:2.0:1767384358.032882:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384358.032886:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00000100:00000001:2.0:1767384358.032890:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384358.032892:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 02000000:00000001:2.0:1767384358.032894:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384358.032898:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 02000000:00000001:2.0:1767384358.032899:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.032904:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000400:00000200:1.0:1767384358.032907:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 02000000:00000010:2.0:1767384358.032909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083ca4be3. 00000400:00000200:1.0:1767384358.032911:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000100:00000001:2.0:1767384358.032916:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.032923:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000100:00000001:2.0:1767384358.032924:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384358.032927:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.032930:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 64], ns[187, 65] 00000400:00000200:1.0:1767384358.032935:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 64], ns[191, 65] 00000100:00000040:2.0:1767384358.032938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f049baf] to pc [ptlrpcd_00_02+2] req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.032941:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 65] 00000400:00000200:1.0:1767384358.032956:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 64], ns[174, 65] 00000400:00000200:1.0:1767384358.032962:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 64], ns[185, 65] 00000400:00000200:1.0:1767384358.032965:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 64], ns[144, 65] 00000400:00000200:1.0:1767384358.032969:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 64], ns[156, 65] 00000400:00000200:1.0:1767384358.032973:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 64], ns[155, 65] 00000400:00000200:1.0:1767384358.032976:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 64], ns[111, 65] 00000400:00000200:1.0:1767384358.032980:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 64], ns[110, 65] 10000000:00000001:2.0:1767384358.032981:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.032985:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 64], ns[177, 65] 10000000:00000001:2.0:1767384358.032987:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.032991:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 64], ns[180, 65] 00000020:00000001:2.0:1767384358.032992:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384358.032997:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384358.032998:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[181, 65] 00000100:00000001:0.0:1767384358.032998:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384358.033005:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[187, 64], ns[193, 65] 00000100:00000001:0.0:1767384358.033005:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384358.033007:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384358.033009:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384358.033011:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384358.033014:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384358.033017:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 64], ns[178, 65] 10000000:01000000:2.0:1767384358.033018:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384358.033018:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384358.033022:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384358.033026:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384358.033029:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384358.033031:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 64], ns[183, 65] 00000020:01000004:2.0:1767384358.033032:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384358.033035:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384358.033035:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384358.033037:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384358.033039:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.033040:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384358.033042:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 64], ns[176, 65] 00000020:01000004:2.0:1767384358.033043:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384358.033045:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384358.033045:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384358.033048:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5ddd5ed. 02000000:00000001:0.0:1767384358.033048:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384358.033052:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:0.0:1767384358.033054:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033056:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384358.033058:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728328448:0@lo:253: 02000000:00000001:2.0:1767384358.033059:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384358.033059:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[186, 64], ns[192, 65] 02000000:00000001:2.0:1767384358.033064:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033066:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384358.033071:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 65] 02000000:00000010:2.0:1767384358.033073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f22d4eb. 02000000:00000001:0.0:1767384358.033073:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384358.033077:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:0.0:1767384358.033077:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033078:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.033084:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384358.033085:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767384358.033086:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384358.033090:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.033091:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 02000000:00000010:0.0:1767384358.033092:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007967a72b. 02000000:00000001:0.0:1767384358.033095:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.033098:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp44 00000100:00000040:2.0:1767384358.033099:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ddd5ed] to pc [ptlrpcd_00_03+3] req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384358.033103:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003498bf18. 00000400:00000200:1.0:1767384358.033104:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp44 lpni_is_preferred = 0 00000400:00000010:0.0:1767384358.033110:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec79618d. 00000400:00000200:1.0:1767384358.033111:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp44 00000100:00000200:0.0:1767384358.033117:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728328448, portal 25 00000400:00000200:1.0:1767384358.033118:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [194:194:256:4294967295] 192.168.202.115@tcp44 LPNI seq info [188:188:8:4294967295] 10000000:00000001:2.0:1767384358.033119:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033121:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384358.033123:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033123:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566692864 : -113724142858752 : ffff989188dcce00) 00000020:00000001:2.0:1767384358.033127:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384358.033129:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384358.033130:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.033132:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp44 00000020:00000010:2.0:1767384358.033158:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c177b336. 00000100:00000001:0.0:1767384358.033162:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.033169:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384358.033172:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384358.033175:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004acfb475. 00000100:00000001:2.0:1767384358.033177:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384358.033177:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:) -> 192.168.202.115@tcp44(192.168.202.115@tcp:192.168.202.115@tcp44) : PUT try# 0 00000100:00000200:0.0:1767384358.033179:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728328448, offset 0 00000100:00000001:2.0:1767384358.033180:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384358.033186:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384358.033189:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.115@tcp44 00000400:00000200:0.0:1767384358.033190:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384358.033198:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca5b961c. 00000100:00000001:2.0:1767384358.033199:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384358.033202:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.033203:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384358.033205:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384358.033207:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384358.033208:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6450f6b. 02000000:00000001:2.0:1767384358.033209:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384358.033213:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000023b50885. 00000100:00100000:2.0:1767384358.033214:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728328576:0@lo:253: 00000400:00000200:0.0:1767384358.033214:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07100 00000100:00000001:2.0:1767384358.033221:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384358.033224:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 02000000:00000001:2.0:1767384358.033225:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384358.033225:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ad [2] + 0 02000000:00000001:2.0:1767384358.033229:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384358.033230:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 02000000:00000001:2.0:1767384358.033233:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384358.033238:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050880935. 00000400:00000200:0.0:1767384358.033242:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b5b3185 00000400:00000200:1.0:1767384358.033244:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:1.0:1767384358.033247:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100551 rc 0 02000000:00000010:2.0:1767384358.033250:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6760a34. 00000400:00000200:0.0:1767384358.033252:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384358.033254:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.033257:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384358.033258:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000400:00000010:2.0:1767384358.033262:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e6b7c05. 00000400:00000200:0.0:1767384358.033262:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5b3185 00000400:00000010:0.0:1767384358.033264:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b5b3185. 00000100:00000001:0.0:1767384358.033269:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384358.033271:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384358.033273:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728328576, portal 25 00000100:00000001:2.0:1767384358.033275:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384358.033275:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f222191d x1853236728328448 msgsize 4848 00000100:00000001:2.0:1767384358.033277:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566704512 : -113724142847104 : ffff989188dcfb80) 00000100:00100000:0.0:1767384358.033279:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384358.033281:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.033281:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384358.033289:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384358.033291:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384358.033291:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.033294:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000010:2.0:1767384358.033295:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce532b8d. 00000400:00000200:0.0:1767384358.033297:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004acfb475 00000400:00000010:0.0:1767384358.033300:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004acfb475. 00000100:00000200:2.0:1767384358.033304:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728328576, offset 0 00000100:00000001:0.0:1767384358.033304:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384358.033308:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.033309:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384358.033316:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384358.033318:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384358.033321:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.033325:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07180 00000100:00000001:0.0:1767384358.033329:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.033344:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d5 [2] + 0 00000100:00000001:0.0:1767384358.033346:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384358.033347:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd6158d. 00000400:00000200:2.0:1767384358.033351:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007451136 00000100:00000001:0.0:1767384358.033351:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.033356:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384358.033356:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294946084 00000400:00000200:1.0:1767384358.033357:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000010:0.0:1767384358.033361:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ac73012. 00000400:00000200:2.0:1767384358.033362:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384358.033366:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007451136 00000400:00000010:2.0:1767384358.033368:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007451136. 00000100:00000001:0.0:1767384358.033369:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384358.033375:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294946084 00000100:00000001:2.0:1767384358.033376:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384358.033378:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384358.033380:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed4324b. 00000100:00000040:2.0:1767384358.033381:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000a1098b64 x1853236728328576 msgsize 4848 00000100:00000001:0.0:1767384358.033384:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384358.033386:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384358.033387:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294946084 00000100:00000040:2.0:1767384358.033388:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384358.033392:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000010:0.0:1767384358.033393:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adbfa71f. 00000100:00000001:2.0:1767384358.033397:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384358.033400:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384358.033402:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce532b8d 00000100:00000001:0.0:1767384358.033404:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294946084 00000400:00000010:2.0:1767384358.033405:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce532b8d. 00000100:00000001:2.0:1767384358.033409:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384358.033414:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384358.033414:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb77c125. 00000100:00000001:0.0:1767384358.033419:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384358.033422:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384358.033423:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384358.033424:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.033426:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.033428:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:0.0:1767384358.033430:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033436:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033436:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.033438:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384358.033443:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033445:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294946084 00000100:00000001:0.0:1767384358.033445:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384358.033447:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384358.033449:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294946084 00000100:00000001:2.0:1767384358.033451:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294946084 00000100:00000001:0.0:1767384358.033451:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384358.033452:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384358.033454:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294946084 00000100:00000001:0.0:1767384358.033455:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033456:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294946084 00000100:00000001:0.0:1767384358.033458:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033459:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294946084 00000100:00000001:2.0:1767384358.033462:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294946084 00000400:00000200:1.0:1767384358.033463:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000100:00000001:2.0:1767384358.033464:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294946084 00000100:00000001:2.0:1767384358.033469:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384358.033472:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033475:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033477:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.033482:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384358.033484:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384358.033487:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.033489:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384358.033491:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033494:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.033501:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000100:00000001:2.0:1767384358.033517:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384358.033519:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384358.033521:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328448 00000100:00100000:0.0:1767384358.033521:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328576 02000000:00000001:2.0:1767384358.033524:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384358.033524:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384358.033526:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.033527:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.033529:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033529:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.033534:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.033534:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384358.033537:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328448 00000100:00100000:0.0:1767384358.033537:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328576 00000400:00000200:1.0:1767384358.033538:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000020:00000001:2.0:1767384358.033541:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384358.033541:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384358.033545:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000040:0.0:1767384358.033545:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384358.033548:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384358.033548:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.033551:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000040:0.0:1767384358.033551:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384358.033554:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384358.033554:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384358.033557:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384358.033557:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:1.0:1767384358.033559:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:2.0:1767384358.033562:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384358.033562:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.033568:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec239096. 00000020:00000010:0.0:1767384358.033568:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5162bd. 00000100:00000001:2.0:1767384358.033571:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384358.033571:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384358.033575:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec239096. 00000020:00000010:0.0:1767384358.033575:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5162bd. 00000400:00000200:1.0:1767384358.033581:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000020:00000010:2.0:1767384358.033582:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3a667ef. 00000020:00000010:0.0:1767384358.033582:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cd5c4c9. 00000020:00000010:2.0:1767384358.033588:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000255865b3. 00000020:00000010:0.0:1767384358.033588:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bbef9f5. 00000020:00000010:2.0:1767384358.033595:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a77cacfc. 00000020:00000010:0.0:1767384358.033595:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000100:00000040:2.0:1767384358.033604:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384358.033608:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384358.033608:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384358.033609:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384358.033609:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384358.033612:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033612:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.033616:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000100:00000001:2.0:1767384358.033621:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033624:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033630:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384358.033630:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.033644:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384358.033644:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000100:00000001:0.0:1767384358.033644:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384358.033649:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384358.033649:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384358.033654:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:2.0:1767384358.033658:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384358.033661:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282619984 : -113719426931632 : ffff9892a1f42450) 00000100:00100000:0.0:1767384358.033661:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384358.033663:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:0.0:1767384358.033665:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282622032 : -113719426929584 : ffff9892a1f42c50) 00000100:00000040:2.0:1767384358.033667:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f222191d x1853236728328448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.033669:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1098b64 x1853236728328576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.033670:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000001:2.0:1767384358.033682:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384358.033682:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.033686:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec239096. 00000020:00000010:0.0:1767384358.033686:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5162bd. 00000100:00000001:2.0:1767384358.033688:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384358.033688:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384358.033691:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec239096. 00000020:00000010:0.0:1767384358.033691:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5162bd. 00000100:00100000:2.0:1767384358.033696:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f222191d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728328448:12345-0@lo:253: 00000100:00100000:0.0:1767384358.033696:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1098b64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16358:x1853236728328576:12345-0@lo:253: 00000400:00000200:1.0:1767384358.033698:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000100:00000200:2.0:1767384358.033702:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328448 00000100:00000200:0.0:1767384358.033702:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328576 00000020:00000001:2.0:1767384358.033707:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384358.033707:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384358.033712:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384358.033712:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384358.033714:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.033714:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384358.033718:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384358.033718:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384358.033721:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384358.033721:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384358.033724:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384358.033724:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384358.033726:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384358.033727:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384358.033729:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384358.033730:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384358.033732:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384358.033732:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384358.033735:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000020:00000001:2.0:1767384358.033736:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.033736:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033742:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384358.033742:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384358.033745:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384358.033745:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384358.033754:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000058638387. 02000000:00000010:0.0:1767384358.033754:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000072cb8d0. 02000000:00000001:2.0:1767384358.033757:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.033757:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.033760:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.033760:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.033763:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384358.033763:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384358.033770:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 20000000:00000010:2.0:1767384358.033776:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcd9109b. 20000000:00000010:0.0:1767384358.033776:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009734de5e. 20000000:01000000:2.0:1767384358.033781:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384358.033781:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384358.033784:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384358.033788:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384358.033788:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384358.033790:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.033793:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384358.033793:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384358.033795:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.033796:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384358.033797:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384358.033799:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384358.033806:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c76670cf. 00000400:00000200:1.0:1767384358.033806:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 20000000:01000000:2.0:1767384358.033811:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384358.033819:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384358.033824:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384358.033827:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384358.033832:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00080000:00000001:2.0:1767384358.033844:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384358.033852:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00080000:00000001:2.0:1767384358.033860:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.033865:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384358.033867:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.033870:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384358.033872:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384358.033876:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:2.0:1767384358.033881:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:2.0:1767384358.033883:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384358.033887:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384358.033887:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00080000:00000001:2.0:1767384358.033892:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.033896:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384358.033899:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384358.033906:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384358.033909:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384358.033914:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043e9be05. 00000400:00000200:1.0:1767384358.033915:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00080000:00000001:2.0:1767384358.033919:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473671168 : -113724235880448 : ffff989183516800) 00080000:00000001:2.0:1767384358.033925:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384358.033929:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384358.033933:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ec239096. 00080000:00000001:2.0:1767384358.033937:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.033940:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384358.033943:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00080000:00000001:2.0:1767384358.033953:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.033970:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384358.033975:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034013:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034051:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034080:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034114:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034212:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034236:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034257:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034275:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034303:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034358:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034400:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034438:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384358.034470:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384358.034637:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000800:00000010:1.0:1767384358.034642:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000407750f1. 00000800:00000010:1.0:1767384358.034646:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005acb5e1e. 00000800:00000010:1.0:1767384358.034662:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005acb5e1e. 00000800:00020000:1.0:1767384358.034671:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384358.034679:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000407750f1. 00000800:00000010:1.0:1767384358.034681:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000400:02020000:1.0:1767384358.034731:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp44 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384358.034740:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp44 notifying 192.168.202.115@tcp44: down 00000800:00000200:1.0:1767384358.034748:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp44 down 00000800:00000100:1.0:1767384358.034755:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.202.115@tcp44 00000800:00000010:1.0:1767384358.034759:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca5b961c. 00000400:00000200:1.0:1767384358.034764:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384358.034770:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384358.034781:0:35781:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp44 added to recovery queue. ping count: 0 next ping: 279 health :900 00000400:00000200:1.0:1767384358.034786:0:35781:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000010:2.0:1767384358.034791:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043e9be05. 00000400:00000200:1.0:1767384358.034792:0:35781:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:1.0:1767384358.034801:0:35781:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384358.034826:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384358.034828:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101151 00000400:00000001:1.0:1767384358.034831:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.034833:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384358.034834:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26add2f 00000400:00000010:1.0:1767384358.034836:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26add2f. 00080000:00000010:0.0:1767384358.034836:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ec239096. 00000400:00000200:1.0:1767384358.034843:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00040000:00000001:0.0:1767384358.034845:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384358.034848:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00040000:00000001:0.0:1767384358.034849:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:1.0:1767384358.034851:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000400:00000200:1.0:1767384358.034854:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00080000:00000001:0.0:1767384358.034854:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.034859:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100151 rc -71 00000020:00000002:0.0:1767384358.034861:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00000400:00000200:1.0:1767384358.034862:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 20000000:00000001:0.0:1767384358.034867:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.034868:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (39) 20000000:00000001:0.0:1767384358.034871:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384358.034885:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384358.034896:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384358.034898:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043e9be05. 20000000:01000000:0.0:1767384358.034900:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384358.034901:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384358.034905:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384358.034905:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384358.034908:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384358.034910:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384358.034917:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384358.034918:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384358.034922:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384358.034925:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384358.034928:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.034929:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384358.034933:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384358.034934:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384358.034937:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384358.034941:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f85ab886 count: 2 00080000:00000001:2.0:1767384358.034942:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384358.034944:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384358.034946:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000001:1.0:1767384358.034952:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384358.034953:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000001:1.0:1767384358.034955:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:2.0:1767384358.034957:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:1.0:1767384358.034960:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5fe4b66. 00080000:00000001:2.0:1767384358.034964:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384358.034965:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384358.034969:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.034970:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f5fe4b66 with handle 0x960a57272cefbc84 to hash 00000020:00000001:1.0:1767384358.034974:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384358.034976:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.034976:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00010000:00000001:1.0:1767384358.034981:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00000020:00000001:2.0:1767384358.034983:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384358.034985:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384358.034988:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00000001:1.0:1767384358.034989:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.034993:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.034994:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384358.034999:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006dc7376c. 00010000:00000001:1.0:1767384358.035001:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384358.035003:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473676800 : -113724235874816 : ffff989183517e00) 00010000:00000001:1.0:1767384358.035005:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384358.035006:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384358.035008:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:2.0:1767384358.035009:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384358.035011:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384358.035013:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d7f96a5d. 00010000:00000001:1.0:1767384358.035014:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384358.035017:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.035019:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.035020:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384358.035026:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384358.035028:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.035030:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.035030:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.035032:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.035036:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.035038:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384358.035039:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.035042:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384358.035044:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f85ab886) refcount = 2 00010000:00000040:1.0:1767384358.035047:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384358.035050:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384358.035062:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384358.035064:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384358.035069:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005acb5e1e. 00000100:00000001:1.0:1767384358.035072:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000020:0.0:1767384358.035074:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000010:1.0:1767384358.035075:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000407750f1. 00000100:00000001:1.0:1767384358.035078:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353848089024 : -113719861462592 : ffff9892880db9c0) 00000100:00000001:1.0:1767384358.035081:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353848089024 : -113719861462592 : ffff9892880db9c0) 00000100:00000001:0.0:1767384358.035081:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384358.035085:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcd9109b. 00000100:00000001:1.0:1767384358.035086:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384358.035088:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384358.035092:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 20000000:00000001:0.0:1767384358.035093:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.035094:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.035097:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384358.035099:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:0.0:1767384358.035099:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328448 00010000:00000001:1.0:1767384358.035102:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384358.035104:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384358.035105:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384358.035109:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384358.035111:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00010000:00000200:0.0:1767384358.035112:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f222191d x1853236728328448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384358.035115:0:17102:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000100:00000001:1.0:1767384358.035119:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384358.035122:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384358.035126:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.035128:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1767384358.035130:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045422b81. 00010000:00000001:0.0:1767384358.035132:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.035158:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384358.035159:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.035167:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.035167:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.035172:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.035178:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384358.035181:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384358.035184:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 428 lvb_type: 0 02000000:00000001:0.0:1767384358.035184:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035190:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384358.035195:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1767384358.035196:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384358.035198:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384358.035201:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004acfb475. 00000100:00000040:1.0:1767384358.035202:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384358.035208:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728328448, offset 224 00000100:00000001:1.0:1767384358.035225:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384358.035225:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384358.035228:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.035233:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728328704:0@lo:104: 00000400:00000200:0.0:1767384358.035236:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384358.035238:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384358.035241:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384358.035243:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.035246:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07100 02000000:00000001:1.0:1767384358.035247:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384358.035251:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a1f1. 02000000:00000001:1.0:1767384358.035256:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.035256:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e61 [2] + 224 00000400:00000010:1.0:1767384358.035261:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6699d0. 00000400:00000200:0.0:1767384358.035264:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384358.035265:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b26add2f. 00000100:00000200:1.0:1767384358.035271:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728328704, portal 16 00000400:00000200:0.0:1767384358.035273:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384358.035274:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.035277:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000040:1.0:1767384358.035282:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384358.035282:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.035290:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.035291:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.035294:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384358.035301:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000100:00000200:1.0:1767384358.035305:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728328704, offset 0 00000100:00000040:0.0:1767384358.035314:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.035315:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384358.035326:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384358.035351:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.035352:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce07200 00000400:00000200:1.0:1767384358.035359:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17b9 [2] + 984 00000100:00000001:2.0:1767384358.035362:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384358.035364:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384358.035366:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384358.035366:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004acfb475 00000400:00000010:0.0:1767384358.035370:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004acfb475. 00000400:00000200:1.0:1767384358.035371:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384358.035377:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384358.035377:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384358.035380:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384358.035381:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384358.035382:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003498bf18. 00000100:00000001:0.0:1767384358.035384:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.035386:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec79618d 00000400:00000010:2.0:1767384358.035388:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec79618d. 00000100:00000040:0.0:1767384358.035388:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384358.035390:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384358.035391:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384358.035392:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384358.035393:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384358.035395:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384358.035396:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:0.0:1767384358.035397:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1767384358.035402:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cba0864f. 00000100:00000040:0.0:1767384358.035404:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f222191d x1853236728328448/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.035407:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000cba0864f x1853236728328704 msgsize 328 00000100:00000200:2.0:1767384358.035410:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.035421:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384358.035428:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f222191d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16357:x1853236728328448:12345-0@lo:253: Request processed in 1744us (2150us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384358.035429:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384358.035430:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.035433:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384358.035434:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384358.035436:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 02000000:00000001:2.0:1767384358.035437:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384358.035438:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384358.035439:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384358.035441:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035442:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384358.035444:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035444:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384358.035446:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000100:00001000:2.0:1767384358.035449:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=81 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384358.035449:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000020:00000010:0.0:1767384358.035449:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000255865b3. 00000100:00001000:2.0:1767384358.035455:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384358.035455:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384358.035456:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a77cacfc. 00000100:00000001:2.0:1767384358.035460:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384358.035460:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384358.035461:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a667ef. 00000100:00000001:2.0:1767384358.035462:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.035467:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384358.035471:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384358.035474:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000001:2.0:1767384358.035477:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.035477:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384358.035480:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384358.035483:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000058638387. 00000100:00000040:2.0:1767384358.035485:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.035485:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384358.035487:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384358.035491:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384358.035498:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384358.035505:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0e4d4a. 00000400:00000010:0.0:1767384358.035511:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004acfb475. 00000100:00000001:2.0:1767384358.035515:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.035516:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.035521:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.035521:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384358.035526:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.035528:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.035531:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384358.035532:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294946086 00000020:01000004:2.0:1767384358.035536:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384358.035540:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384358.035540:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294946084 00000020:01000004:2.0:1767384358.035542:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384358.035544:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:2.0:1767384358.035546:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384358.035546:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294946086 00000100:00100000:0.0:1767384358.035547:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328704 00000020:01000004:2.0:1767384358.035550:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384358.035551:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:2.0:1767384358.035553:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:0.0:1767384358.035553:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.035554:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294946084 00000020:01000004:2.0:1767384358.035558:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:0.0:1767384358.035558:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.035559:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294946086 00000020:01000004:2.0:1767384358.035561:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384358.035562:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.035564:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384358.035566:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294946084 00000100:00100000:0.0:1767384358.035567:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328704 00000100:00000040:2.0:1767384358.035569:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384358.035571:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384358.035572:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294946086 00000020:00000040:0.0:1767384358.035573:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8b0 00000100:00000001:1.0:1767384358.035578:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294946084 00000020:00000001:0.0:1767384358.035578:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384358.035581:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e616fb5c refcount=3 00000100:00100000:2.0:1767384358.035583:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f049baf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728328448:0@lo:253: 00000100:00000001:1.0:1767384358.035584:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384358.035585:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:1.0:1767384358.035590:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.035590:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630354587797504 : -113719121754112 : ffff9892b424c800) 00000100:00000001:2.0:1767384358.035591:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.035595:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.035596:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384358.035596:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384358.035597:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.035601:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.035602:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f049baf x1853236728328448/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384358.035602:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5162bd. 00010000:00000001:1.0:1767384358.035603:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384358.035605:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.035607:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384358.035609:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5162bd. 00010000:00000001:1.0:1767384358.035611:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.035615:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384358.035617:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384358.035617:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384358.035617:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078279cc5. 02000000:00000001:2.0:1767384358.035621:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384358.035622:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384358.035624:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007967a72b. 00000020:00000010:0.0:1767384358.035624:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8890f97. 00000100:00000001:1.0:1767384358.035625:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.035629:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384358.035631:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384358.035631:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000407750f1 going to sleep for 11 seconds 00000020:00000010:0.0:1767384358.035631:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000020:00000001:2.0:1767384358.035635:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384358.035637:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384358.035637:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384358.035640:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:2.0:1767384358.035641:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384358.035654:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083ca4be3. 00000100:00000001:0.0:1767384358.035654:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384358.035655:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035657:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384358.035660:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384358.035660:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.035662:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384358.035663:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f049baf. 00000100:00000001:0.0:1767384358.035664:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.035667:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384358.035669:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.035670:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384358.035673:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.035674:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384358.035676:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.035678:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.035679:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035682:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384358.035690:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384358.035694:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384358.035696:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e616fb5c : new rpc_count 1 00000100:00000001:0.0:1767384358.035698:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493436416 : -113724216115200 : ffff9891847f0000) 00000100:00000040:0.0:1767384358.035702:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cba0864f x1853236728328704/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384358.035711:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384358.035714:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad5162bd. 00000100:00000001:0.0:1767384358.035717:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384358.035719:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad5162bd. 00000100:00100000:0.0:1767384358.035723:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cba0864f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728328704:12345-0@lo:104: 00000100:00000200:0.0:1767384358.035727:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328704 00010000:00000001:0.0:1767384358.035729:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384358.035733:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384358.035735:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384358.035737:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=2 00000020:00000001:0.0:1767384358.035739:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:0.0:1767384358.035742:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:0.0:1767384358.035745:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384358.035747:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384358.035750:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.035758:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384358.035760:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384358.035764:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c385836f. 02000000:00000001:0.0:1767384358.035766:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035768:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.035771:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.035772:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.035774:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b42cb5a6 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384358.035778:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.035786:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.035788:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384358.035790:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.035792:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035794:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.035796:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.035800:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384358.035803:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728328704, offset 224 00000400:00000200:0.0:1767384358.035808:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.035814:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.035821:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce07200 00000400:00000200:0.0:1767384358.035825:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e75 [1] + 224 00000400:00000200:0.0:1767384358.035830:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.035833:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.035837:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.035841:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384358.035851:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384358.035868:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384358.035872:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384358.035874:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384358.035877:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384358.035878:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384358.035879:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384358.035881:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384358.035882:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.035884:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384358.035884:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:2.0:1767384358.035886:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f6699d0. 00010000:00000001:0.0:1767384358.035888:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384358.035890:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26add2f 00000400:00000010:2.0:1767384358.035892:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26add2f. 00010000:00000010:0.0:1767384358.035892:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ea4cf481. 00000100:00000001:2.0:1767384358.035895:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384358.035895:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384358.035898:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384358.035902:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384358.035905:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384358.035907:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384358.035907:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.035910:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.035914:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384358.035914:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cba0864f x1853236728328704/t0(0) o104->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384358.035916:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.035918:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384358.035920:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384358.035922:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.035924:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.035927:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.035927:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.035931:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384358.035931:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cba0864f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e3a581e-56d8-41d6-afef-11a885c88bac+3:17102:x1853236728328704:12345-0@lo:104: Request processed in 217us (520us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384358.035933:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000462d4eeb time=81 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384358.035937:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1767384358.035939:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b09e9181 time=81 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384358.035941:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384358.035942:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384358.035943:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384358.035944:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384358.035945:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.035946:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e616fb5c : new rpc_count 0 00010000:00010000:1.0:1767384358.035947:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.035949:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384358.035949:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384358.035952:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.035953:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384358.035956:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8890f97. 00000100:00000001:2.0:1767384358.035957:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.035962:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ede2b4b7 already unused, calling callback (00000000a89832d0) 00000100:00000040:2.0:1767384358.035963:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384358.035963:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 10000000:00000001:1.0:1767384358.035966:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384358.035969:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384358.035969:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078279cc5. 00000020:00000040:0.0:1767384358.035975:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000e616fb5c : new refcount 2 00000100:00000001:0.0:1767384358.035981:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.035982:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.035985:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384358.035986:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384358.035988:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384358.035989:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384358.035991:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384358.035995:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000040:1.0:1767384358.035995:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ede2b4b7 refcount=3 00010000:00000001:2.0:1767384358.036001:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384358.036001:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:2.0:1767384358.036006:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.036006:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391680 : -113718973159936 : ffff9892bd002600) 00010000:00000001:2.0:1767384358.036010:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036011:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384358.036013:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384358.036017:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384358.036021:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384358.036029:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853236728328704:0@lo:104: 00000100:00000001:2.0:1767384358.036034:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.036037:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.036038:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384358.036041:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384358.036043:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728328704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384358.036051:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384358.036054:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00010000:1.0:1767384358.036055:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384358.036057:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a1f1. 02000000:00000001:2.0:1767384358.036065:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:1.0:1767384358.036074:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:2.0:1767384358.036076:0:17102:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384358.036078:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:00000040:2.0:1767384358.036080:0:17102:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 10000000:00000040:1.0:1767384358.036080:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384358.036084:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000001:2.0:1767384358.036086:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384358.036087:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384358.036091:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384358.036092:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045422b81. 02000000:00000001:2.0:1767384358.036097:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:1.0:1767384358.036099:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:2.0:1767384358.036100:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384358.036102:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:2.0:1767384358.036105:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384358.036109:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384358.036109:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384358.036111:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 00000100:00000010:2.0:1767384358.036115:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000407750f1. 10000000:00000001:1.0:1767384358.036116:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384358.036118:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.036122:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384358.036122:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384358.036127:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.036127:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384358.036130:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384358.036153:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.036155:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.036157:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ede2b4b7 with handle 0x960a57272cefbc76 from hash 00010000:00000001:1.0:1767384358.036158:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384358.036160:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036161:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1767384358.036163:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005acb5e1e. 00010000:00000001:1.0:1767384358.036163:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384358.036164:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.036167:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384358.036170:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036171:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384358.036175:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036176:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384358.036180:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384358.036182:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 20000000:00000001:2.0:1767384358.036186:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000040:1.0:1767384358.036186:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00010000:00000001:2.0:1767384358.036191:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384358.036191:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384358.036195:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767384358.036196:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384358.036198:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384358.036204:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0f73470. 00000100:00000001:1.0:1767384358.036209:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036212:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384358.036214:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384358.036219:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384358.036220:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.036223:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384358.036224:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.036228:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_00+0] req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.036246:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384358.036251:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384358.036256:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384358.036257:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384358.036258:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384358.036260:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384358.036261:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036265:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384358.036267:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.036269:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384358.036270:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.036271:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384358.036275:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036288:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384358.036291:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 00000000ede2b4b7/0x960a57272cefbc76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x960a57272cefbc7d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384358.036292:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384358.036296:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384358.036299:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bd57faa8 count: 0 02000000:00000001:2.0:1767384358.036301:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384358.036305:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.036308:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384358.036309:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036311:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384358.036314:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ea4cf481. 00000100:00100000:2.0:1767384358.036316:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728328832:0@lo:103: 00010000:00000001:1.0:1767384358.036317:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.036322:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384358.036324:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384358.036324:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.036328:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384358.036344:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384358.036348:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.036348:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.036351:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.036353:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384358.036354:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384358.036357:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.036358:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384358.036359:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c07581ef. 00010000:00010000:1.0:1767384358.036359:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384358.036363:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.036367:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000400:00000010:2.0:1767384358.036370:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000100:00000200:2.0:1767384358.036373:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728328832, portal 18 00000100:00000001:2.0:1767384358.036374:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384358.036375:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000040:2.0:1767384358.036378:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.036383:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384358.036384:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384358.036386:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000100:00000200:2.0:1767384358.036387:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728328832, offset 0 00000400:00000200:2.0:1767384358.036389:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384358.036393:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384358.036397:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce07280 00000400:00000200:2.0:1767384358.036400:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:2.0:1767384358.036403:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.036405:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384358.036408:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384358.036410:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384358.036413:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f049baf. 00000100:00000040:2.0:1767384358.036414:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004f049baf x1853236728328832 msgsize 328 00000100:00100000:2.0:1767384358.036417:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384358.036428:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384358.036431:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384358.036433:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384358.036434:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384358.036437:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.036445:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384358.036449:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.036452:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384358.036455:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328832 02000000:00000001:1.0:1767384358.036459:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384358.036462:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036462:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.036463:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.036467:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384358.036468:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.036472:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328832 00000020:00000001:1.0:1767384358.036474:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384358.036475:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.036476:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:1.0:1767384358.036480:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384358.036481:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294946087 00000100:00000001:2.0:1767384358.036487:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946086 00000020:00000040:1.0:1767384358.036488:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=16 00000020:00000001:1.0:1767384358.036494:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384358.036496:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294946087 00000020:00000001:1.0:1767384358.036496:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384358.036501:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384358.036504:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946086 00000020:00000010:1.0:1767384358.036505:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c1871fb. 00000100:00000001:1.0:1767384358.036507:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.036510:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c1871fb. 00000100:00000001:2.0:1767384358.036512:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294946087 00000020:00000010:1.0:1767384358.036516:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c4328b. 00000100:00000001:2.0:1767384358.036518:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294946086 00000020:00000010:1.0:1767384358.036522:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3d9f605. 00000100:00000001:2.0:1767384358.036523:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294946087 00000020:00000010:1.0:1767384358.036527:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000001:2.0:1767384358.036529:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294946086 00000100:00000001:2.0:1767384358.036536:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384358.036536:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384358.036540:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036540:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384358.036543:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384358.036546:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036547:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384358.036549:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.036551:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.036552:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384358.036557:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.036558:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:0.0:1767384358.036558:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006dc7376c. 00000100:00000001:2.0:1767384358.036559:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384358.036561:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000100:00000001:2.0:1767384358.036562:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384358.036565:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00000001:2.0:1767384358.036569:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384358.036569:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00000001:2.0:1767384358.036573:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384358.036575:0:17074:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 428 lvb_type: 0 00080000:00000010:0.0:1767384358.036575:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d7f96a5d. 00000100:00000001:2.0:1767384358.036577:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384358.036579:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1767384358.036582:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384358.036582:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384358.036585:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036588:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036590:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:0.0:1767384358.036590:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 00010000:00000001:1.0:1767384358.036593:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384358.036595:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036596:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384358.036602:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:1.0:1767384358.036603:0:17074:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 20000000:01000000:0.0:1767384358.036605:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000200:1.0:1767384358.036608:0:17074:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004f049baf x1853236728328832/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384358.036610:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384358.036615:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:1.0:1767384358.036620:0:17074:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:0.0:1767384358.036622:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:1.0:1767384358.036623:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036634:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.036650:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384358.036652:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384358.036654:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384358.036655:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384358.036659:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384358.036660:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384358.036663:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566692864 : -113724142858752 : ffff989188dcce00) 00000100:00000001:2.0:1767384358.036664:0:19669:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.036668:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f049baf x1853236728328832/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.036670:0:19669:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036679:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384358.036681:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c1871fb. 00000100:00000001:1.0:1767384358.036683:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.036684:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c1871fb. 00000100:00100000:1.0:1767384358.036686:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f049baf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+16:16355:x1853236728328832:12345-0@lo:103: 00000100:00000200:1.0:1767384358.036689:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328832 00010000:00000001:1.0:1767384358.036690:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384358.036692:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384358.036693:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384358.036696:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384358.036697:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384358.036699:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002fdb529f. 02000000:00000001:1.0:1767384358.036700:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.036701:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036703:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384358.036704:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384358.036706:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.036707:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.036708:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=4 00000020:00000001:1.0:1767384358.036709:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:1.0:1767384358.036711:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000040:1.0:1767384358.036712:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f85ab886 count: 3 00010000:00010000:1.0:1767384358.036714:0:17074:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 428 lvb_type: 0 00000100:00001000:1.0:1767384358.036720:0:17074:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f598590 time=1767384358 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384358.036729:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384358.036733:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036735:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384358.036737:0:17074:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 428 lvb_type: 0 00000020:00000001:1.0:1767384358.036743:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.036745:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.036746:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.036748:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036751:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384358.036752:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384358.036757:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036758:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.036760:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.036762:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.036765:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbc7d from hash 00010000:00000001:1.0:1767384358.036768:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384358.036770:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036772:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.036773:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384358.036775:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.036777:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384358.036780:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbc7d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x960a57272cefbc76 expref: 16 pid: 17081 timeout: 428 lvb_type: 0 00080000:00000020:0.0:1767384358.036781:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384358.036786:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384358.036788:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009734de5e. 00010000:00000040:1.0:1767384358.036791:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 20000000:00000001:0.0:1767384358.036793:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.036797:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00010000:00000040:0.0:1767384358.036798:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328576 00010000:00000001:0.0:1767384358.036802:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384358.036804:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384358.036808:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1098b64 x1853236728328576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.036809:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384358.036812:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384358.036815:0:17074:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f5fe4b66 00010000:00000001:1.0:1767384358.036818:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384358.036820:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.036822:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.036824:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.036825:0:17074:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.036836:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384358.036839:0:17074:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384358.036841:0:17074:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384358.036841:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.036845:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.036850:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=81 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384358.036851:0:17074:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384358.036854:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384358.036857:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384358.036857:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384358.036860:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384358.036863:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f85ab886) refcount = 2 00000100:00000040:0.0:1767384358.036863:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.036868:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:1.0:1767384358.036869:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384358.036871:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.036874:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036877:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384358.036878:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384358.036879:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384358.036883:0:17074:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384358.036883:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384358.036886:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384358.036887:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000864cd5f0. 00010000:00000010:1.0:1767384358.036890:0:17074:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c1871fb. 00000100:00000200:0.0:1767384358.036891:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728328576, offset 224 00000100:00000001:1.0:1767384358.036894:0:17074:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:0.0:1767384358.036898:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384358.036899:0:17074:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07c0edb. 00000100:00000001:1.0:1767384358.036902:0:17074:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353848087872 : -113719861463744 : ffff9892880db540) 00000100:00000001:1.0:1767384358.036904:0:17074:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630353848087872 : -113719861463744 : ffff9892880db540) 00000100:00000001:1.0:1767384358.036908:0:17074:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:0.0:1767384358.036909:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384358.036910:0:17074:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384358.036913:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384358.036915:0:17074:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384358.036917:0:17074:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000400:00000200:0.0:1767384358.036920:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07180 00010000:00000001:1.0:1767384358.036921:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.036924:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.036927:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5fe4b66 refcount=5 00000400:00000200:0.0:1767384358.036928:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e69 [2] + 224 00000020:00000001:1.0:1767384358.036932:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00000400:00000200:0.0:1767384358.036935:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384358.036936:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00000400:00000200:0.0:1767384358.036940:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384358.036941:0:17074:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384358.036944:0:17074:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.036945:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.036950:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.036960:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.036969:0:17074:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384358.036973:0:17074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.036977:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.036979:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384358.036980:0:17074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.036981:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384358.036986:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.036988:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.036990:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384358.036990:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cd5f0 00010000:00010000:1.0:1767384358.036993:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384358.036994:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000864cd5f0. 00010000:00010000:1.0:1767384358.037001:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f5fe4b66 already unused, calling callback (0000000090c6ba53) 00000100:00000001:0.0:1767384358.037002:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384358.037004:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384358.037005:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384358.037005:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384358.037007:0:17074:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384358.037009:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384358.037010:0:17074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.037011:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384358.037014:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.037018:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384358.037019:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:2.0:1767384358.037021:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00010000:00000001:1.0:1767384358.037022:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384358.037023:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384358.037025:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384358.037026:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e6b7c05 00000020:00000001:1.0:1767384358.037027:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384358.037027:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.037030:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e6b7c05. 00000020:00000040:1.0:1767384358.037031:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5fe4b66 refcount=6 00000020:00000001:0.0:1767384358.037032:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384358.037034:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384358.037035:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00010000:00000001:1.0:1767384358.037039:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474214912 : -113724235336704 : ffff98918359b400) 00000100:00000200:2.0:1767384358.037042:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.037044:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384358.037047:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1098b64 x1853236728328576/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384358.037048:0:17074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384358.037061:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.037069:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384358.037069:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1098b64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728328576:12345-0@lo:253: Request processed in 3386us (3685us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384358.037074:0:17074:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384358.037076:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384358.037078:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384358.037078:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:2.0:1767384358.037080:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384358.037080:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 02000000:00000001:2.0:1767384358.037082:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384358.037085:0:17074:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.037086:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384358.037086:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384358.037089:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.037089:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384358.037092:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.037093:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bbef9f5. 00000100:00001000:2.0:1767384358.037095:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=81 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384358.037098:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00000100:00001000:2.0:1767384358.037099:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=81 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384358.037099:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384358.037101:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cd5c4c9. 00010000:00000001:1.0:1767384358.037103:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384358.037105:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384358.037106:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:1.0:1767384358.037107:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384358.037108:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.037109:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384358.037112:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000072cb8d0. 00010000:00000001:2.0:1767384358.037113:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384358.037113:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.037115:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384358.037116:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.037118:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5fe4b66 with handle 0x960a57272cefbc84 from hash 00000100:00000001:2.0:1767384358.037119:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.037119:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.037124:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1767384358.037126:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384358.037127:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.037128:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.037131:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384358.037132:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f5fa4b. 00010000:00000001:1.0:1767384358.037159:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384358.037161:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.037162:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.037165:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384358.037167:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384358.037168:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384358.037172:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.037173:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384358.037179:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384358.037179:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.037183:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384358.037184:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:2.0:1767384358.037188:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384358.037188:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:2.0:1767384358.037193:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384358.037194:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.037197:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384358.037198:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384358.037199:0:17074:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.037201:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384358.037203:0:17074:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.037204:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384358.037206:0:17074:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384358.037207:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:1.0:1767384358.037209:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384358.037210:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384358.037217:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.037217:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.037221:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.037223:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384358.037226:0:17074:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384358.037228:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.037230:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.037233:0:17074:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1767384358.037236:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728328576:0@lo:253: 00010000:00000001:1.0:1767384358.037237:0:17074:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.037242:0:17074:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.037245:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.037245:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.037248:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384358.037250:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384358.037251:0:17074:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.037254:0:17074:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:2.0:1767384358.037255:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5ddd5ed x1853236728328576/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.037263:0:17074:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384358.037265:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384358.037265:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000864cd5f0. 00000100:00000001:1.0:1767384358.037266:0:17074:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.037268:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384358.037270:0:17074:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384358.037272:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6760a34. 00000100:00000001:1.0:1767384358.037273:0:17074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384358.037275:0:17074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a07c0edb. 02000000:00000001:2.0:1767384358.037278:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384358.037279:0:17074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384358.037282:0:17074:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384358.037283:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000010:1.0:1767384358.037284:0:17074:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c1871fb. 00000020:00000040:2.0:1767384358.037287:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00010000:00000001:1.0:1767384358.037289:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1767384358.037293:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1767384358.037293:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384358.037296:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384358.037297:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f22d4eb. 00010000:00000001:1.0:1767384358.037300:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384358.037302:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384358.037303:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.037306:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767384358.037307:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=81 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384358.037309:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5ddd5ed. 00000100:00000001:1.0:1767384358.037311:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384358.037315:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384358.037315:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384358.037318:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.037319:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:2.0:1767384358.037324:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384358.037324:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384358.037327:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.037357:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.037358:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384358.037361:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.037365:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384358.037367:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.037370:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.037370:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000100:00000200:1.0:1767384358.037376:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728328832, offset 224 00010000:00010000:2.0:1767384358.037383:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384358.037387:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384358.037394:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384358.037399:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:1.0:1767384358.037399:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384358.037403:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384358.037412:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce07280 00010000:00000001:2.0:1767384358.037417:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384358.037420:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384358.037423:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbc84 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384358.037423:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e85 [1] + 224 00000400:00000200:1.0:1767384358.037429:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384358.037432:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f85ab886 count: 0 00000400:00000200:1.0:1767384358.037435:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384358.037439:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384358.037442:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384358.037443:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384358.037445:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384358.037452:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.037474:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.037479:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000100:00000001:2.0:1767384358.037481:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384358.037481:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000100:00000001:2.0:1767384358.037485:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.037485:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384358.037489:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384358.037491:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384358.037493:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384358.037495:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384358.037497:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:2.0:1767384358.037498:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00010000:00000001:1.0:1767384358.037501:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.037503:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00010000:00000001:1.0:1767384358.037504:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.037506:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000040:1.0:1767384358.037509:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f049baf x1853236728328832/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:339/0 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.037510:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384358.037516:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.037525:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f049baf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728328832:12345-0@lo:103: Request processed in 843us (1107us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384358.037533:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.037538:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384358.037544:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384358.037547:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.037548:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384358.037551:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.037552:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384358.037556:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384358.037557:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3d9f605. 02000000:00000001:2.0:1767384358.037558:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384358.037561:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.037563:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384358.037564:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 02000000:00000001:2.0:1767384358.037565:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384358.037579:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c4328b. 00000100:00001000:2.0:1767384358.037581:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=81 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384358.037583:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:2.0:1767384358.037585:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384358.037586:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.037592:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384358.037594:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.037596:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384358.037597:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.037599:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.037602:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.037607:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384358.037608:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384358.037610:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384358.037611:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384358.037616:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728328832:0@lo:103: 00000100:00000001:2.0:1767384358.037620:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.037621:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384358.037623:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728328832/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.037627:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384358.037628:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384358.037629:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c07581ef. 02000000:00000001:2.0:1767384358.037631:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384358.037632:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384358.037632:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384358.037634:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384358.037635:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a0f73470. 02000000:00000001:2.0:1767384358.037636:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384358.037637:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384358.037638:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:2.0:1767384358.037640:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384358.037641:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.037642:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.037644:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384358.037645:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.037646:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.037647:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384358.041167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bd57faa8. 00010000:00000010:1.1:1767384358.041176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ede2b4b7. 00010000:00000010:2.1:1767384358.041182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f85ab886. 00010000:00000010:1.1:1767384358.041183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:2.1:1767384358.041193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f5fe4b66. 00000100:00000040:3.0:1767384358.044166:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294946087, at 4294946088 00000100:00000040:0.0:1767384358.044173:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294946087, at 4294946088 00000100:00000010:3.0:1767384358.044175:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb77c125. 00000100:00000040:1.0:1767384358.044184:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294946087, at 4294946088 00000100:00000010:0.0:1767384358.044184:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ac73012. 00000100:00000010:1.0:1767384358.044193:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed4324b. 00000100:00000040:2.0:1767384358.044199:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294946087, at 4294946088 00000100:00000010:2.0:1767384358.044207:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adbfa71f. 00000400:00000010:3.0:1767384358.051480:0:37271:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fbf8b362. 00000400:00000040:3.0:1767384358.051504:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384358.051508:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384358.051511:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384358.051513:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384358.051516:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384358.051518:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384358.051521:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384358.051523:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384358.051525:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384358.051526:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384358.051529:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384358.051531:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384358.051533:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384358.051536:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384358.051544:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384358.051547:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384358.051550:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384358.051552:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384358.051553:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384358.051556:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384358.051558:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384358.051560:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384358.051563:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384358.051565:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384358.051567:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384358.051569:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384358.051571:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384358.051573:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384358.051575:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384358.051577:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384358.051579:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384358.051581:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384358.051583:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384358.051584:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384358.051586:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384358.051588:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384358.051589:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384358.051592:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384358.051594:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384358.051596:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384358.051598:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384358.051600:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384358.051602:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384358.051605:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384358.051606:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384358.051609:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384358.051611:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384358.051612:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384358.051615:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384358.051618:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384358.051620:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384358.051622:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384358.051624:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384358.051635:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384358.051638:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384358.051640:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384358.051641:0:37271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384358.051779:0:37271:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fbf8b362. 00010000:00000001:2.0:1767384358.196415:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.196422:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.196429:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.196432:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.196473:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384358.196478:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.196480:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384358.773220:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp44 00000400:00000010:0.0:1767384358.773226:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384358.773233:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004929ed34. 00000400:00000010:0.0:1767384358.773237:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384358.773245:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050c4caaf. 00000400:00000200:0.0:1767384358.773249:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp44 00000400:00000200:0.0:1767384358.773268:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp44 local destination 00000400:00000200:0.0:1767384358.773274:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp44 00000400:00000200:0.0:1767384358.773278:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [195:195:256:4294967295] 192.168.202.115@tcp44 LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1767384358.773284:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp44 00000400:00000200:0.0:1767384358.773291:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:) -> 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) : GET try# 0 00000800:00000200:0.0:1767384358.773302:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp44 00000800:00000010:0.0:1767384358.773305:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092739979. 00000800:00000200:0.0:1767384358.773310:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000800:00000200:0.1:1767384358.773314:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000400:00000200:0.0:1767384358.773348:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp44 added to recovery queue. ping count: 1 next ping: 281 health :900 00000400:00000200:2.0:1767384358.773404:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773441:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773458:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773475:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773506:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773578:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773610:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773635:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773659:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773690:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773720:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773751:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773785:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773818:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773862:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773894:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773972:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.773989:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774007:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774023:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774055:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774067:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774083:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774124:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774169:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774213:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384358.774250:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384358.774395:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6760a34. 00000800:00000010:2.0:1767384358.774399:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000addb0db8. 00000800:00000010:2.0:1767384358.774405:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000680bacfa. 00000800:00000010:2.0:1767384358.774427:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000680bacfa. 00000800:00020000:2.0:1767384358.774437:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384358.774440:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000addb0db8. 00000800:00000010:2.0:1767384358.774443:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6760a34. 00000400:02020000:2.0:1767384358.774483:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp44 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384358.774489:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp44 notifying 192.168.202.115@tcp44: down 00000400:00000200:2.0:1767384358.774493:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384358.774498:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp44 00000800:00000010:2.0:1767384358.774500:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092739979. 00000400:00000200:2.0:1767384358.774504:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384358.774511:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384358.774519:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384358.774522:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384358.774525:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384359.220200:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.220206:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.220213:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.220216:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384359.220218:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384359.220220:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.220223:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384359.220225:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.220227:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.220230:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.220261:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384359.220266:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.220268:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384359.284199:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384359.284200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:3.0:1767384359.284206:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384359.284213:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384359.284215:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000100:00000010:2.0:1767384359.284219:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5ddd5ed. 00000020:00000040:3.0:1767384359.284223:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384359.284225:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384359.284232:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384359.284232:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.284238:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384359.284238:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384359.284245:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.284245:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384359.284253:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a932530. 02000000:00000010:3.0:1767384359.284255:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ff96dc2. 00000100:00000001:3.0:1767384359.284262:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.284262:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284271:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384359.284273:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384359.284276:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.284287:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000039f5f63] to pc [ptlrpcd_00_01+1] req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.284289:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384359.284292:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.284300:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ddd5ed] to pc [ptlrpcd_00_02+2] req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384359.284338:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.284340:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.284342:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.284346:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384359.284347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384359.284349:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384359.284353:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.284354:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384359.284355:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.284358:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384359.284360:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017ab60b5. 00000020:00000040:2.0:1767384359.284367:0:37:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384359.284370:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384359.284372:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384359.284373:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.284376:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384359.284378:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384359.284381:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.284381:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.284383:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384359.284388:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab2795ef. 02000000:00000001:0.0:1767384359.284388:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.284389:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767384359.284392:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728329088:0@lo:13: 00000100:00000001:2.0:1767384359.284395:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284396:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.284399:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384359.284404:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384359.284405:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384359.284407:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284409:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384359.284411:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384359.284414:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384359.284417:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000acb68d49. 00000100:00000001:3.0:1767384359.284421:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384359.284422:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284426:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.284426:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384359.284429:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 00000100:00000001:2.0:1767384359.284430:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284431:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384359.284437:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000040:3.0:1767384359.284441:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384359.284441:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ab60b5] to pc [ptlrpcd_00_03+3] req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.284444:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728329088, portal 4 00000100:00000001:0.0:1767384359.284449:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384359.284452:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000040:0.0:1767384359.284463:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.284478:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384359.284481:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284482:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.284483:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384359.284486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384359.284489:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384359.284495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075234fa6. 00000100:00000040:0.0:1767384359.284495:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384359.284496:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384359.284499:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 02000000:00000001:3.0:1767384359.284501:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384359.284501:0:37:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1767384359.284503:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728329088, offset 0 00000100:00000001:2.0:1767384359.284508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.284509:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.284511:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384359.284514:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384359.284516:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.284517:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728328960:0@lo:400: 02000000:00000010:2.0:1767384359.284522:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008efeb7d. 00000100:00000001:3.0:1767384359.284524:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384359.284528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.284528:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384359.284531:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384359.284535:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.284537:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384359.284540:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384359.284545:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce07380 02000000:00000010:3.0:1767384359.284547:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6d0a3f. 02000000:00000001:3.0:1767384359.284553:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.284555:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000100:00000001:2.0:1767384359.284560:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384359.284563:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa9ff7a. 00000100:00000001:2.0:1767384359.284564:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.284564:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384359.284575:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000040:2.0:1767384359.284575:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075234fa6] to pc [ptlrpcd_00_00+0] req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.284575:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384359.284584:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728328960, portal 25 00000100:00000001:0.0:1767384359.284586:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384359.284591:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384359.284591:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384359.284596:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566704512 : -113724142847104 : ffff989188dcfb80) 00000100:00000010:0.0:1767384359.284597:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009eca489d. 00000100:00000001:2.0:1767384359.284598:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.284602:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000009eca489d x1853236728329088 msgsize 224 00000100:00000040:2.0:1767384359.284604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384359.284608:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.284610:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384359.284616:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384359.284621:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079838a7f. 00000100:00000001:0.0:1767384359.284622:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.284623:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384359.284627:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384359.284629:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384359.284630:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000100:00000001:2.0:1767384359.284631:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384359.284634:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 02000000:00000001:2.0:1767384359.284635:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384359.284636:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000001:0.0:1767384359.284637:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384359.284639:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.284642:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728328960, offset 0 00000100:00000200:0.0:1767384359.284643:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384359.284645:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b039467. 00000100:00000001:2.0:1767384359.284652:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.284656:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384359.284661:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384359.284661:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.284668:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.284672:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384359.284689:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce07300 00000100:00000001:2.0:1767384359.284691:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384359.284691:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.284695:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.284695:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384359.284700:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15dd [2] + 0 00000100:00000001:0.0:1767384359.284701:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.284705:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079838a7f] to pc [ptlrpcd_00_01+1] req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.284708:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7347bc3. 00000100:00000040:0.0:1767384359.284709:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3551 usecs (4 jiffies) 00000100:00000001:0.0:1767384359.284716:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947332 00000400:00000200:3.0:1767384359.284717:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc51eedc 00000100:00000010:0.0:1767384359.284723:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ac73012. 00000400:00000200:3.0:1767384359.284724:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384359.284732:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384359.284734:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384359.284739:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947332 00000400:00000200:3.0:1767384359.284743:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc51eedc 00000100:00000010:0.0:1767384359.284746:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375e854. 00000400:00000010:3.0:1767384359.284748:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc51eedc. 00000100:00000001:0.0:1767384359.284751:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384359.284753:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284755:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384359.284759:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000100:00000200:3.0:1767384359.284760:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384359.284761:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947332 00000100:00000040:3.0:1767384359.284768:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e45c4ffb x1853236728328960 msgsize 224 00000100:00000010:0.0:1767384359.284768:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adbfa71f. 00000100:00000001:0.0:1767384359.284771:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384359.284774:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947332 00000100:00000010:0.0:1767384359.284776:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed4324b. 00000100:00000001:0.0:1767384359.284782:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384359.284787:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384359.284789:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384359.284791:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.284794:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384359.284800:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.284803:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.284804:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384359.284806:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384359.284806:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.284809:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.284814:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384359.284815:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00000001:2.0:1767384359.284816:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.284817:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384359.284820:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:2.0:1767384359.284821:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.284821:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.284824:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384359.284827:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384359.284828:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384359.284828:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.284832:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384359.284832:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.284836:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384359.284837:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384359.284843:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.284851:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384359.284854:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.284859:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384359.284862:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384359.284866:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384359.284873:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728329472:0@lo:400: 00000100:00000001:3.0:1767384359.284875:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384359.284876:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384359.284877:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384359.284880:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.284881:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384359.284882:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384359.284884:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.284888:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384359.284888:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384359.284894:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384359.284894:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f0b1d60. 00000100:00000001:3.0:1767384359.284899:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.284899:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.284900:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284906:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384359.284906:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 00000100:00100000:2.0:1767384359.284909:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728329216:0@lo:400: 00000400:00000010:0.0:1767384359.284913:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000001:3.0:1767384359.284914:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.284915:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384359.284919:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728329472, portal 10 00000100:00000001:3.0:1767384359.284922:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294947335 02000000:00000001:2.0:1767384359.284922:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384359.284922:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384359.284926:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284931:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947332 02000000:00000001:2.0:1767384359.284932:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384359.284932:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566703616 : -113724142848000 : ffff989188dcf800) 02000000:00000010:2.0:1767384359.284938:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd8b1353. 00000100:00000001:3.0:1767384359.284940:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294947335 00000100:00000040:0.0:1767384359.284942:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384359.284943:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.284948:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947332 00000400:00000010:2.0:1767384359.284952:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000100:00000001:3.0:1767384359.284956:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294947335 00000400:00000010:2.0:1767384359.284960:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000100:00000001:0.0:1767384359.284960:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384359.284962:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947332 00000100:00000040:0.0:1767384359.284966:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384359.284967:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728329216, portal 4 00000100:00000001:3.0:1767384359.284969:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294947335 00000400:00000010:0.0:1767384359.284971:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000100:00000001:2.0:1767384359.284972:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384359.284977:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566694656 : -113724142856960 : ffff989188dcd500) 00000100:00000200:0.0:1767384359.284977:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728329472, offset 0 00000100:00000001:3.0:1767384359.284978:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947332 00000100:00000001:3.0:1767384359.284987:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384359.284989:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.284990:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384359.284995:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.285002:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384359.285003:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.285011:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285012:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384359.285016:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07500 00000100:00000001:3.0:1767384359.285018:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384359.285019:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384359.285022:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384359.285025:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000100:00000001:3.0:1767384359.285026:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.285026:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:3.0:1767384359.285034:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.285035:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728329216, offset 0 00000400:00000200:0.0:1767384359.285036:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384359.285043:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384359.285047:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384359.285056:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384359.285058:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384359.285060:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384359.285060:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384359.285065:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329088 00000100:00000010:0.0:1767384359.285068:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089139bd1. 00000400:00000200:2.0:1767384359.285069:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce07400 00000100:00000040:0.0:1767384359.285073:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000089139bd1 x1853236728329472 msgsize 224 02000000:00000001:3.0:1767384359.285077:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384359.285082:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384359.285083:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000100:00000001:3.0:1767384359.285087:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384359.285088:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384359.285094:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384359.285095:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.285101:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329088 00000400:00000200:2.0:1767384359.285102:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384359.285103:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384359.285107:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384359.285111:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000400:00000200:0.0:1767384359.285113:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000020:00000001:3.0:1767384359.285115:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384359.285116:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000020:00000040:3.0:1767384359.285121:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:0.0:1767384359.285121:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384359.285122:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384359.285126:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:3.0:1767384359.285127:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000200:0.0:1767384359.285128:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384359.285132:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eefbd66. 00000100:00000040:2.0:1767384359.285216:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002eefbd66 x1853236728329216 msgsize 224 00000100:00100000:2.0:1767384359.285221:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384359.285232:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384359.285238:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384359.285239:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384359.285243:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384359.285247:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.285257:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384359.285260:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.285271:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285276:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384359.285282:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384359.285283:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.285287:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3551 usecs (4 jiffies) 00000100:00000040:0.0:1767384359.285288:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.285293:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947333 00000100:00000001:2.0:1767384359.285299:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947335 00000100:00000001:0.0:1767384359.285300:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285303:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947333 00000100:00000001:0.0:1767384359.285303:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384359.285308:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947335 00000100:00000001:2.0:1767384359.285311:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947333 00000100:00000001:0.0:1767384359.285311:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285316:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947335 00000100:00000040:0.0:1767384359.285317:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3240 usecs (4 jiffies) 00000100:00000001:0.0:1767384359.285336:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947333 00000100:00000001:0.0:1767384359.285342:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947335 00000100:00000001:2.0:1767384359.285343:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947333 00000100:00000001:2.0:1767384359.285347:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947335 00000100:00000001:2.0:1767384359.285351:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.285352:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947333 00000100:00000001:2.0:1767384359.285358:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285358:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947335 00000100:00000001:0.0:1767384359.285360:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947333 00000100:00000001:2.0:1767384359.285365:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285365:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947335 00000100:00000001:0.0:1767384359.285368:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947333 00000100:00000001:2.0:1767384359.285371:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285372:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947335 00000100:00000001:0.0:1767384359.285378:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.285380:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285382:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285384:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.285386:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.285388:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.285390:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384359.285391:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384359.285394:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384359.285396:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.285398:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384359.285400:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.285401:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.285404:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.285408:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:2.0:1767384359.285417:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384359.285418:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384359.285419:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285421:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384359.285424:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384359.285424:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728328960 00000020:00000010:3.0:1767384359.285425:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c16719e5. 02000000:00000001:2.0:1767384359.285429:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384359.285429:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384359.285433:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003f3fd57d. 00000100:00000001:0.0:1767384359.285433:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384359.285435:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285436:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.285441:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.285443:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728329344:0@lo:400: 00000020:00000040:3.0:1767384359.285444:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00100000:0.0:1767384359.285444:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728328960 00000020:00000001:0.0:1767384359.285448:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384359.285452:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384359.285453:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384359.285454:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.285457:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 02000000:00000001:2.0:1767384359.285458:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384359.285460:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384359.285462:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767384359.285463:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.285463:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000010:3.0:1767384359.285470:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000628154b2. 02000000:00000001:2.0:1767384359.285470:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384359.285470:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384359.285476:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 02000000:00000010:2.0:1767384359.285477:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082106042. 00000020:00000010:3.0:1767384359.285479:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a78791e0. 00000100:00000001:0.0:1767384359.285479:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384359.285482:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384359.285484:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000020:00000010:3.0:1767384359.285488:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000400:00000010:2.0:1767384359.285489:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000400:00000010:2.0:1767384359.285497:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000020:00000010:0.0:1767384359.285499:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a8918fd. 00000100:00000200:2.0:1767384359.285501:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728329344, portal 10 00000100:00000040:3.0:1767384359.285503:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:0.0:1767384359.285504:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074c61f09. 00000100:00000001:2.0:1767384359.285507:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384359.285509:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384359.285511:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566695552 : -113724142856064 : ffff989188dcd880) 00000020:00000010:0.0:1767384359.285511:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000100:00000001:3.0:1767384359.285512:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384359.285517:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.285521:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384359.285523:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384359.285526:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285528:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384359.285533:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384359.285535:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.285541:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.285541:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384359.285543:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.285548:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384359.285552:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000100:00000001:0.0:1767384359.285553:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384359.285556:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728329344, offset 0 00000100:00000001:3.0:1767384359.285559:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384359.285563:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384359.285566:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384359.285566:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384359.285570:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384359.285574:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000200:2.0:1767384359.285580:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384359.285580:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:3.0:1767384359.285581:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000040:0.0:1767384359.285585:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384359.285589:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801151360 : -113719908400256 : ffff989285418380) 00000100:00000001:0.0:1767384359.285589:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282617936 : -113719426933680 : ffff9892a1f41c50) 00000400:00000200:2.0:1767384359.285595:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07480 00000100:00000040:0.0:1767384359.285595:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e45c4ffb x1853236728328960/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.285600:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009eca489d x1853236728329088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384359.285607:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000400:00000200:2.0:1767384359.285620:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384359.285620:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384359.285625:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000001:0.0:1767384359.285627:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.285628:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384359.285630:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384359.285631:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000100:00000001:2.0:1767384359.285639:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384359.285639:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e45c4ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728328960:12345-0@lo:400: 00000020:00000010:3.0:1767384359.285640:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f3fd57d. 00000100:00000200:2.0:1767384359.285642:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384359.285647:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728328960 00000100:00000001:3.0:1767384359.285649:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384359.285651:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a37f7904. 00000020:00000001:0.0:1767384359.285651:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384359.285654:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f3fd57d. 00000020:00000001:0.0:1767384359.285656:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384359.285657:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a37f7904 x1853236728329344 msgsize 224 00000020:00000001:0.0:1767384359.285660:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.285663:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384359.285666:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000100:00100000:3.0:1767384359.285669:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009eca489d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728329088:12345-0@lo:13: 00000100:00100000:2.0:1767384359.285671:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384359.285671:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384359.285674:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384359.285678:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384359.285680:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329088 00000020:00000001:0.0:1767384359.285681:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384359.285683:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.285686:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384359.285686:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384359.285686:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384359.285692:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384359.285693:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000100:00000001:0.0:1767384359.285695:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384359.285696:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.285697:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 02000000:00000001:0.0:1767384359.285699:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384359.285703:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384359.285704:0:16355:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384359.285706:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e95fd45. 00000020:00000001:3.0:1767384359.285708:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 02000000:00000001:0.0:1767384359.285710:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.285711:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.285715:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.285716:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384359.285719:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.285722:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384359.285725:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728328960 00000020:00000001:3.0:1767384359.285729:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384359.285730:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384359.285734:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384359.285736:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384359.285739:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384359.285739:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e45c4ffb x1853236728328960/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384359.285743:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.285747:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384359.285753:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384359.285760:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001b4dae5b. 00010000:00000001:0.0:1767384359.285764:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384359.285766:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.285767:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285772:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.285773:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.285774:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384359.285778:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:3.0:1767384359.285782:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384359.285782:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384359.285784:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.285788:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00002000:00000001:3.0:1767384359.285789:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384359.285790:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3060 usecs (4 jiffies) 00000100:00000001:0.0:1767384359.285791:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:3.0:1767384359.285794:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1767384359.285797:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384359.285798:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947333 02000000:00000001:0.0:1767384359.285800:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285803:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947335 00000100:00000001:0.0:1767384359.285804:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384359.285807:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.285809:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947333 00000100:00000040:0.0:1767384359.285809:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000024:3.0:1767384359.285814:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384359.285815:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947335 00000400:00000010:0.0:1767384359.285816:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000100:00000001:2.0:1767384359.285821:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947333 00000100:00000200:0.0:1767384359.285823:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728328960, offset 224 00000020:00000020:3.0:1767384359.285824:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384359.285825:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947335 00000100:00000001:2.0:1767384359.285831:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947333 00000020:00000020:3.0:1767384359.285832:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000400:00000200:0.0:1767384359.285833:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384359.285838:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947335 00002000:00000020:3.0:1767384359.285840:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384359.285842:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384359.285846:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:3.0:1767384359.285849:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384359.285850:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285855:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.285855:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce07300 00000001:00000001:3.0:1767384359.285857:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384359.285860:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384359.285862:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.285865:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ea5 [1] + 224 00000100:00000001:2.0:1767384359.285867:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:3.0:1767384359.285869:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285870:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384359.285872:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384359.285874:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728329088 00000100:00000001:2.0:1767384359.285877:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384359.285879:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384359.285880:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384359.285881:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.285885:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285886:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384359.285888:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384359.285892:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384359.285895:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009eca489d x1853236728329088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.285907:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384359.285911:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384359.285912:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329472 02000000:00000001:2.0:1767384359.285918:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384359.285919:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384359.285922:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384359.285924:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.285926:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.285930:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=72 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384359.285931:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.285931:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384359.285936:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329472 00000100:00000001:3.0:1767384359.285940:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384359.285941:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384359.285943:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000100:00000040:3.0:1767384359.285945:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000020:00000040:2.0:1767384359.285946:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000400:00000010:0.0:1767384359.285946:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000020:00000001:2.0:1767384359.285951:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384359.285953:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384359.285953:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384359.285955:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000100:00000001:0.0:1767384359.285956:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384359.285961:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384359.285961:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:0.0:1767384359.285962:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.285966:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.285968:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000001:2.0:1767384359.285969:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00010000:00000001:0.0:1767384359.285972:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384359.285973:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384359.285975:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384359.285976:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.285981:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384359.285981:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaa9c10b. 00000020:00000001:0.0:1767384359.285982:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384359.285988:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d1f5bd8e. 00000100:00000040:0.0:1767384359.285988:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e45c4ffb x1853236728328960/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.285989:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000020:00000040:2.0:1767384359.285997:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000200:3.0:1767384359.285998:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728329088, offset 224 00000100:00100000:0.0:1767384359.286002:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e45c4ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728328960:12345-0@lo:400: Request processed in 377us (1230us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384359.286005:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384359.286010:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee2bfa38. 00000400:00000200:3.0:1767384359.286012:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384359.286016:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c394b516. 00000100:00100000:0.0:1767384359.286016:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1767384359.286023:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000020:00000010:2.0:1767384359.286024:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f2c7c51. 00000400:00000200:3.0:1767384359.286028:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384359.286028:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384359.286032:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384359.286034:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384359.286037:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074c61f09. 00000100:00000001:2.0:1767384359.286038:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384359.286043:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce07380 00000100:00000001:2.0:1767384359.286043:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384359.286044:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00000100:00000001:2.0:1767384359.286049:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384359.286052:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a8918fd. 00000400:00000200:3.0:1767384359.286055:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e9d [1] + 224 00000100:00000001:2.0:1767384359.286056:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1767384359.286059:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000001:2.0:1767384359.286060:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384359.286063:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.286066:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.286068:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384359.286071:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384359.286073:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e95fd45. 00000100:00000001:3.0:1767384359.286078:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384359.286078:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384359.286078:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384359.286084:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384359.286086:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.286090:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384359.286090:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384359.286094:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329344 00000400:00000010:0.0:1767384359.286098:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba6954c. 02000000:00000001:2.0:1767384359.286100:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384359.286103:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.286107:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.286108:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d051d8. 00000100:00000040:3.0:1767384359.286111:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384359.286113:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.286119:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329344 00000020:00000001:2.0:1767384359.286123:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384359.286126:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384359.286127:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000001:0.0:1767384359.286129:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384359.286131:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384359.286151:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:0.0:1767384359.286154:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:0.0:1767384359.286156:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353801159424 : -113719908392192 : ffff98928541a300) 00000100:00000001:3.0:1767384359.286159:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384359.286160:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089139bd1 x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384359.286161:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000400:00000200:3.0:1767384359.286167:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000020:00000001:2.0:1767384359.286167:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000400:00000010:3.0:1767384359.286174:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000020:00000001:2.0:1767384359.286174:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:3.0:1767384359.286182:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384359.286182:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384359.286182:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384359.286187:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384359.286187:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000020:00000010:2.0:1767384359.286189:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044ec4fcd. 00000100:00000001:0.0:1767384359.286193:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.286195:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.286195:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384359.286196:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000020:00000010:2.0:1767384359.286203:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044ec4fcd. 00000100:00000040:3.0:1767384359.286205:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00100000:0.0:1767384359.286206:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089139bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728329472:12345-0@lo:400: 00010000:00000001:3.0:1767384359.286212:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384359.286212:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5cc666. 00000100:00000200:0.0:1767384359.286213:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329472 00000020:00000001:3.0:1767384359.286217:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.286218:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384359.286219:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000830a8163. 00000020:00000001:0.0:1767384359.286221:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384359.286224:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384359.286226:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000020:00000001:0.0:1767384359.286226:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384359.286230:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384359.286231:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:2.0:1767384359.286232:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384359.286237:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384359.286237:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384359.286238:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009eca489d x1853236728329088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.286242:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384359.286243:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384359.286249:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384359.286251:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384359.286253:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384359.286255:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384359.286258:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.286258:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.286260:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009eca489d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728329088:12345-0@lo:13: Request processed in 629us (1654us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384359.286264:0:17913:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384359.286269:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384359.286272:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384359.286273:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384359.286277:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 02000000:00000010:0.0:1767384359.286280:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e95fd45. 00000100:00000040:3.0:1767384359.286282:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:2.0:1767384359.286285:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384359.286285:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.286287:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384359.286290:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384359.286290:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.286291:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384359.286295:0:17913:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.286297:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a78791e0. 00010000:00000040:0.0:1767384359.286299:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329472 00000100:00100000:2.0:1767384359.286300:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000010:3.0:1767384359.286304:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00010000:00000001:0.0:1767384359.286304:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384359.286306:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00010000:00000200:0.0:1767384359.286309:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089139bd1 x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.286311:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566690176 : -113724142861440 : ffff989188dcc380) 00000020:00000010:3.0:1767384359.286312:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000628154b2. 00000020:00000040:3.0:1767384359.286337:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000040:2.0:1767384359.286338:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a37f7904 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384359.286340:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384359.286343:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.286344:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.286348:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384359.286354:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384359.286360:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384359.286362:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384359.286367:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384359.286367:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044ec4fcd. 00000100:00000001:0.0:1767384359.286367:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:3.0:1767384359.286373:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329216 02000000:00000001:0.0:1767384359.286373:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384359.286374:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384359.286376:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.286378:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384359.286381:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044ec4fcd. 00000100:00000001:0.0:1767384359.286381:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384359.286382:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.286387:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.286387:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384359.286393:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a37f7904 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728329344:12345-0@lo:400: 00000400:00000010:0.0:1767384359.286393:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 02000000:00000001:3.0:1767384359.286394:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384359.286399:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728329472, offset 224 00000100:00100000:3.0:1767384359.286400:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329216 00000100:00000200:2.0:1767384359.286402:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329344 00000020:00000001:3.0:1767384359.286405:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384359.286408:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384359.286408:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384359.286409:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384359.286414:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384359.286414:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384359.286418:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000020:00000001:2.0:1767384359.286419:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.286419:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384359.286425:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:2.0:1767384359.286426:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384359.286430:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000200:0.0:1767384359.286431:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07500 00000020:00000001:3.0:1767384359.286432:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:2.0:1767384359.286436:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384359.286440:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ead [1] + 224 00000100:00000001:3.0:1767384359.286441:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384359.286441:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384359.286446:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384359.286447:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384359.286448:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f3fd57d. 00000020:00000001:2.0:1767384359.286451:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384359.286454:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384359.286454:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384359.286456:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.286462:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f3fd57d. 00000020:00000001:2.0:1767384359.286462:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384359.286463:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384359.286468:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384359.286469:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384359.286471:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000628154b2. 02000000:00000001:2.0:1767384359.286472:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384359.286479:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b0b81d0. 00000020:00000010:3.0:1767384359.286480:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a78791e0. 00000100:00000040:0.0:1767384359.286481:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384359.286484:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.286490:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.286495:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000020:00000001:2.0:1767384359.286496:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.286497:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384359.286502:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329344 00000400:00000200:0.0:1767384359.286503:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:0.0:1767384359.286506:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000100:00000040:3.0:1767384359.286507:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:2.0:1767384359.286508:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384359.286509:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384359.286513:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384359.286514:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384359.286515:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384359.286516:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a37f7904 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.286518:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384359.286521:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384359.286523:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.286526:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384359.286530:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.286533:0:18426:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384359.286534:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384359.286538:0:18426:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384359.286540:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384359.286541:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089139bd1 x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.286542:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.286545:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384359.286552:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384359.286556:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384359.286556:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089139bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728329472:12345-0@lo:400: Request processed in 372us (1480us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384359.286560:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384359.286567:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00100000:0.0:1767384359.286569:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:3.0:1767384359.286571:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384359.286572:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:3.0:1767384359.286575:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384359.286578:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384359.286580:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 02000000:00000001:2.0:1767384359.286582:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.286584:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384359.286585:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384359.286588:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384359.286589:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384359.286591:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000020:00000010:0.0:1767384359.286593:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c394b516. 00000100:00000040:2.0:1767384359.286595:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384359.286597:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566697344 : -113724142854272 : ffff989188dcdf80) 00000020:00000010:0.0:1767384359.286599:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f2c7c51. 00000400:00000010:2.0:1767384359.286601:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000020:00000010:0.0:1767384359.286604:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee2bfa38. 00000100:00000200:2.0:1767384359.286607:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728329344, offset 224 00000100:00000040:3.0:1767384359.286608:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002eefbd66 x1853236728329216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384359.286610:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:0.0:1767384359.286615:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.286619:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384359.286628:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384359.286633:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384359.286634:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f3fd57d. 00000100:00000001:3.0:1767384359.286639:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384359.286642:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07480 00000020:00000010:3.0:1767384359.286644:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f3fd57d. 00000400:00000200:2.0:1767384359.286652:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ebd [1] + 224 00000100:00100000:3.0:1767384359.286656:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002eefbd66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728329216:12345-0@lo:400: 00000400:00000200:2.0:1767384359.286660:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384359.286663:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329216 00000020:00000001:3.0:1767384359.286668:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384359.286668:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384359.286672:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384359.286673:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384359.286677:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.286678:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384359.286681:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384359.286685:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000001:3.0:1767384359.286691:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384359.286695:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384359.286696:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384359.286702:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384359.286705:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384359.286710:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.286713:0:18426:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384359.286714:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384359.286720:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000100:00000001:3.0:1767384359.286723:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384359.286724:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 02000000:00000001:3.0:1767384359.286729:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384359.286729:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384359.286733:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1767384359.286736:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000163c7bbf. 00000100:00000001:2.0:1767384359.286737:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.286742:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.286743:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:3.0:1767384359.286747:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.286748:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384359.286751:0:18426:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.286752:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384359.286756:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728329216 00000020:00000001:2.0:1767384359.286757:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384359.286761:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384359.286764:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a37f7904 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384359.286767:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002eefbd66 x1853236728329216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384359.286793:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384359.286797:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a37f7904 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236728329344:12345-0@lo:400: Request processed in 431us (1136us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384359.286798:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.286802:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384359.286809:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384359.286813:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384359.286817:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:2.0:1767384359.286817:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 02000000:00000001:3.0:1767384359.286823:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384359.286824:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 02000000:00000001:3.0:1767384359.286825:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.286830:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384359.286831:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384359.286835:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384359.286836:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384359.286841:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000020:00000010:2.0:1767384359.286841:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000830a8163. 00000100:00000200:3.0:1767384359.286848:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728329216, offset 224 00000020:00000010:2.0:1767384359.286848:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 00000020:00000010:2.0:1767384359.286854:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5cc666. 00000400:00000200:3.0:1767384359.286857:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384359.286859:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:2.0:1767384359.286864:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384359.286867:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384359.286875:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce07400 00000400:00000200:3.0:1767384359.286880:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1eb1 [1] + 224 00000400:00000200:3.0:1767384359.286885:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.286886:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384359.286890:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384359.286890:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384359.286895:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.286898:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384359.286900:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000400:00000200:2.0:1767384359.286903:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:2.0:1767384359.286905:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000100:00000001:2.0:1767384359.286908:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384359.286909:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384359.286914:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384359.286916:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.286946:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384359.286946:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.286976:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384359.286979:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.286982:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384359.286982:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384359.286986:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384359.286988:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.286991:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.286994:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.286995:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000400:00000010:3.0:1767384359.286998:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00001000:2.0:1767384359.287001:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=77 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384359.287002:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384359.287005:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384359.287010:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384359.287010:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=77 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384359.287017:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384359.287017:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384359.287020:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.287021:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384359.287024:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.287025:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384359.287027:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00080000:2.0:1767384359.287032:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.287034:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eefbd66 x1853236728329216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384359.287068:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.287070:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002eefbd66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728329216:12345-0@lo:400: Request processed in 439us (1850us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384359.287074:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384359.287078:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384359.287082:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384359.287085:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.287086:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384359.287089:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000040:2.0:1767384359.287090:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287094:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384359.287097:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384359.287100:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a78791e0. 00000100:00000001:2.0:1767384359.287103:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384359.287106:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000100:00000001:2.0:1767384359.287107:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384359.287111:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384359.287112:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000628154b2. 00000100:00000040:2.0:1767384359.287116:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384359.287117:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:3.0:1767384359.287121:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384359.287129:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075234fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236728329344:0@lo:400: 00000100:00080000:3.0:1767384359.287153:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384359.287156:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384359.287158:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000100:00000001:2.0:1767384359.287160:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1767384359.287163:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1767384359.287167:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075234fa6 x1853236728329344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384359.287168:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384359.287179:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384359.287182:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384359.287184:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082106042. 02000000:00000001:2.0:1767384359.287188:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384359.287190:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384359.287191:0:16355:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384359.287192:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384359.287195:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384359.287196:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384359.287200:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008efeb7d. 00000400:00000001:3.0:1767384359.287201:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384359.287205:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384359.287206:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384359.287207:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 02000000:00000001:2.0:1767384359.287210:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384359.287211:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10c25d 00000100:00000010:2.0:1767384359.287212:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075234fa6. 00000400:00000010:3.0:1767384359.287215:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000100:00000001:2.0:1767384359.287217:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384359.287221:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384359.287221:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.287225:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384359.287228:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.287231:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.287233:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287237:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.287240:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.287248:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287254:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.287256:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.287257:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384359.287259:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384359.287260:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.287262:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.287264:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287264:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.287268:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384359.287270:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=72 v=5 (5 0 0 0) 00000400:00000001:2.0:1767384359.287273:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767384359.287275:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=72 v=5 (1 0 0 0) 00000400:00000001:2.0:1767384359.287276:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384359.287279:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384359.287280:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa9ff7a. 00000100:00000001:3.0:1767384359.287281:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.287283:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384359.287285:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.287286:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00010000:00000001:3.0:1767384359.287288:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384359.287290:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00010000:00080000:3.0:1767384359.287294:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.287295:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384359.287295:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.287299:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384359.287303:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384359.287303:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001547a813. 00000400:00000200:0.0:1767384359.287308:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00010000:00000001:3.0:1767384359.287309:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.287313:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00000001:3.0:1767384359.287315:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384359.287331:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384359.287334:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:0.0:1767384359.287338:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287341:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384359.287344:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.287354:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.287356:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.287357:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.287386:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384359.287389:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.287391:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.287393:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.287394:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384359.287395:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384359.287398:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384359.287401:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384359.287402:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.287403:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384359.287405:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384359.287406:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287406:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287408:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384359.287411:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287413:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.287416:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384359.287416:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=76 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384359.287418:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.287425:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=76 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384359.287426:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=82 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384359.287435:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384359.287437:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=82 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384359.287438:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017ab60b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728329216:0@lo:400: 00000100:00000001:0.0:1767384359.287438:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.287444:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384359.287447:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384359.287448:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384359.287451:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287452:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384359.287452:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.287458:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384359.287463:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.287464:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017ab60b5 x1853236728329216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384359.287466:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287469:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.287478:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384359.287478:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.287478:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384359.287483:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384359.287483:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384359.287487:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767384359.287488:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd8b1353. 00000100:00000001:0.0:1767384359.287491:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.287494:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384359.287497:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384359.287498:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384359.287500:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384359.287505:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384359.287505:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384359.287509:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab2795ef. 00000100:00000001:2.0:1767384359.287513:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384359.287514:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384359.287515:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384359.287517:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384359.287519:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384359.287519:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384359.287523:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017ab60b5. 00000100:00000001:0.0:1767384359.287523:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384359.287526:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287529:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384359.287532:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.287533:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.287538:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.287545:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384359.287548:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.287553:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.287556:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384359.287557:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079838a7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728329472:0@lo:400: 00000400:00000001:0.0:1767384359.287569:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384359.287572:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e5ddd5ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728328960:0@lo:400: 00000400:00000001:0.0:1767384359.287572:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384359.287575:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000400:00000200:0.0:1767384359.287578:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384359.287581:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:2.0:1767384359.287583:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287583:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384359.287587:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.287589:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384359.287595:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5ddd5ed x1853236728328960/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.287597:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.287618:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384359.287620:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.287622:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384359.287623:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384359.287627:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384359.287627:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384359.287628:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384359.287632:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6d0a3f. 00000100:00000001:0.0:1767384359.287632:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.287633:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.287639:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=72 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384359.287640:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384359.287643:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767384359.287643:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=72 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384359.287646:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384359.287647:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.287650:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.287652:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384359.287654:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a932530. 02000000:00000001:2.0:1767384359.287657:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384359.287659:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384359.287660:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:0.0:1767384359.287664:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384359.287665:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5ddd5ed. 00000100:00000001:2.0:1767384359.287671:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384359.287673:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.287675:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287677:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287678:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384359.287680:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384359.287683:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384359.287684:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.287686:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384359.287687:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.287690:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.287696:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.287697:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.287700:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384359.287702:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.287702:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384359.287708:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384359.287710:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384359.287713:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384359.287717:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384359.287720:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.287721:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.287726:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728329088:0@lo:13: 00000100:00000001:0.0:1767384359.287729:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287730:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.287731:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079838a7f x1853236728329472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.287735:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.287736:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.287737:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f0b1d60. 02000000:00000001:0.0:1767384359.287739:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.287740:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.287747:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384359.287748:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.287750:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b039467. 02000000:00000001:0.0:1767384359.287752:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.287753:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.287754:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079838a7f. 00000100:00000001:0.0:1767384359.287756:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.287757:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287758:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.287761:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728329088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.287764:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.287765:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.287766:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000acb68d49. 02000000:00000001:0.0:1767384359.287768:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.287769:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.287770:0:16356:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384359.287771:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.287771:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ff96dc2. 02000000:00000001:0.0:1767384359.287773:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.287774:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.287775:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000001:0.0:1767384359.287777:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.287777:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287778:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.287782:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.287782:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.287784:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.287786:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.292203:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294947335, at 4294947336 00000100:00000010:2.0:1767384359.292210:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adbfa71f. 00000100:00000040:0.0:1767384359.293173:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294947335, at 4294947337 00000100:00000010:0.0:1767384359.293179:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ac73012. 00000100:00000040:3.0:1767384359.293180:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294947335, at 4294947337 00000100:00000040:1.0:1767384359.293186:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294947335, at 4294947337 00000100:00000010:3.0:1767384359.293188:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed4324b. 00000100:00000010:1.0:1767384359.293194:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375e854. 00080000:00000010:3.0:1767384359.686969:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001099468f. 00080000:00000010:3.0:1767384359.686982:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001099468f. 00000020:00000001:3.0:1767384359.686988:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384359.686999:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001099468f. 00080000:00000010:3.0:1767384359.687005:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001099468f. 00000020:00000001:3.0:1767384359.687009:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384359.796199:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.796205:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384359.796208:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384359.796213:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384359.796219:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384359.796227:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384359.796249:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384359.796254:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004929ed34. 00000400:00000200:0.0:1767384359.796262:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp43 00000400:00000010:0.0:1767384359.796266:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384359.796272:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a8918fd. 00000400:00000010:0.0:1767384359.796276:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384359.796283:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002574643. 00000400:00000200:0.0:1767384359.796290:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp43 00000400:00000200:0.0:1767384359.796303:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp43 local destination 00000400:00000200:0.0:1767384359.796309:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000400:00000200:0.0:1767384359.796328:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [196:196:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1767384359.796338:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000400:00000200:0.0:1767384359.796346:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp43:192.168.202.115@tcp43) : GET try# 0 00000800:00000200:0.0:1767384359.796352:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000800:00000010:0.0:1767384359.796357:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002472d398. 00000800:00000200:0.0:1767384359.796364:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000800:00000200:0.1:1767384359.796370:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:0.0:1767384359.796391:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 3 next ping: 288 health :700 00000400:00000200:3.0:1767384359.796456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796511:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796524:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796558:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796579:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796603:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796644:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796661:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796674:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796686:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796700:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796776:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796788:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796887:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796905:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796943:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796961:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.796979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.797001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.797020:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.797038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384359.797058:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384359.797224:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000490d2d89. 00000800:00000010:3.0:1767384359.797229:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002164a2d8. 00000800:00000010:3.0:1767384359.797234:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002367c4d8. 00000800:00000010:3.0:1767384359.797258:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002367c4d8. 00000800:00020000:3.0:1767384359.797267:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384359.797270:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002164a2d8. 00000800:00000010:3.0:1767384359.797272:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000490d2d89. 00000400:02020000:3.0:1767384359.797306:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384359.797312:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000400:00000200:3.0:1767384359.797327:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384359.797331:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:3.0:1767384359.797334:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002472d398. 00000400:00000200:3.0:1767384359.797337:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384359.797341:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384359.797349:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384359.797351:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384359.797354:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384360.245202:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.245208:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.245216:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.245217:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.245247:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384360.245251:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384360.245254:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384360.380605:0:37965:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384360.380609:0:37965:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:2.0:1767384360.383882:0:37965:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384360.390334:0:37966:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000907dc183. 00000400:00000010:2.0:1767384360.390362:0:37966:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007bc47f56. 00000400:00000010:2.0:1767384360.390370:0:37966:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007ed80e75. 00000400:00000010:2.0:1767384360.390373:0:37966:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000071376f2e. 00000400:00000010:2.0:1767384360.390376:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5373adb. 00000400:00000010:2.0:1767384360.390379:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b85de1cc. 00000400:00000010:2.0:1767384360.390381:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e02dcd73. 00000400:00000010:2.0:1767384360.390382:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000680bacfa. 00000400:00000010:2.0:1767384360.390385:0:37966:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005a85e072. 00000800:00000010:2.0:1767384360.390400:0:37966:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000a932530. 00000800:00000200:2.0:1767384360.390409:0:37966:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384360.390419:0:37966:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384360.390452:0:37966:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:2.0:1767384360.390471:0:37966:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp48 [8/256/0/180] 00000400:00000010:2.0:1767384360.392114:0:37966:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000d01939d7. 00000400:00000010:2.0:1767384360.392119:0:37966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000400:00000010:2.0:1767384360.392124:0:37966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000400:00000001:2.0:1767384360.392171:0:37966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384360.392173:0:37966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384360.392175:0:37966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e21ae95c. 00000400:00000200:2.0:1767384360.392178:0:37966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:2.0:1767384360.392180:0:37966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000400:00000010:2.0:1767384360.392184:0:37966:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000004cf667db. 00000400:00000200:2.0:1767384360.392187:0:37966:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:2.0:1767384360.392205:0:37966:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:2.0:1767384360.392213:0:37966:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:2.0:1767384360.392237:0:37966:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6760a34. 00000020:01000000:2.0:1767384360.392241:0:37966:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384360.392244:0:37966:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp48 00000400:00000200:1.0:1767384360.392246:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384360.392256:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:2.0:1767384360.392257:0:37966:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007bc47f56. 00000400:00000010:2.0:1767384360.392263:0:37966:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000907dc183. 00000400:00000010:1.0:1767384360.392266:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335e6944. 00000400:00000200:1.0:1767384360.392272:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000010:1.0:1767384360.392279:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000621ad8e3. 00000020:00000001:3.0:1767384360.392303:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384360.392323:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384360.392326:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 10000000:00000001:3.0:1767384360.392328:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384360.392332:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384360.392336:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384360.392338:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384360.392340:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384360.392343:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:01000004:3.0:1767384360.392344:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.392349:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.392353:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.392356:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384360.392356:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000020:01000004:3.0:1767384360.392359:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384360.392362:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384360.392366:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384360.392369:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000100:00000010:3.0:1767384360.392374:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000400:00000200:1.0:1767384360.392379:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000020:00000040:3.0:1767384360.392382:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:1.0:1767384360.392389:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000100:00000001:3.0:1767384360.392391:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384360.392396:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 02000000:00000001:3.0:1767384360.392403:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384360.392405:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 02000000:00000001:3.0:1767384360.392410:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392414:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 02000000:00000010:3.0:1767384360.392422:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000490d2d89. 00000400:00000200:1.0:1767384360.392422:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000400:00000200:1.0:1767384360.392432:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000100:00000001:3.0:1767384360.392433:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392443:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00000100:00000001:3.0:1767384360.392445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384360.392449:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392453:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000100:00000040:3.0:1767384360.392461:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000039f5f63] to pc [ptlrpcd_00_02+2] req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.392462:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00000400:00000200:1.0:1767384360.392481:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000400:00000200:1.0:1767384360.392489:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 00000400:00000200:1.0:1767384360.392497:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000400:00000200:1.0:1767384360.392503:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 10000000:00000001:3.0:1767384360.392507:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392511:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 64], ns[187, 65] 10000000:00000001:3.0:1767384360.392512:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.392516:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384360.392520:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384360.392524:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384360.392526:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 64], ns[191, 65] 00000020:00000001:3.0:1767384360.392527:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384360.392530:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384360.392530:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384360.392534:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384360.392535:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384360.392536:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384360.392542:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384360.392545:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767384360.392546:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384360.392548:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384360.392549:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 65] 00000020:01000004:3.0:1767384360.392552:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.392556:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.392559:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.392561:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384360.392565:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384360.392568:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384360.392569:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 64], ns[174, 65] 00000100:00000001:2.0:1767384360.392575:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384360.392576:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000100:00000001:2.0:1767384360.392580:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392581:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 64], ns[185, 65] 00000020:00000040:3.0:1767384360.392582:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000001:2.0:1767384360.392587:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384360.392589:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384360.392592:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384360.392593:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384360.392593:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 64], ns[144, 65] 02000000:00000001:3.0:1767384360.392596:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.392601:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384360.392606:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e27263b7. 00000100:00100000:2.0:1767384360.392610:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728329600:0@lo:253: 00000400:00000200:1.0:1767384360.392612:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[150, 64], ns[156, 65] 00000100:00000001:3.0:1767384360.392613:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.392619:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384360.392622:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384360.392625:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384360.392627:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392628:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 64], ns[155, 65] 02000000:00000001:2.0:1767384360.392629:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.392634:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384360.392637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_03+3] req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384360.392643:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000805f8e8e. 00000400:00000200:1.0:1767384360.392643:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 64], ns[111, 65] 02000000:00000001:2.0:1767384360.392649:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384360.392656:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c835cfc. 00000400:00000200:1.0:1767384360.392662:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 64], ns[110, 65] 00000400:00000010:2.0:1767384360.392663:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc47f56. 00000100:00000200:2.0:1767384360.392670:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728329600, portal 25 00000400:00000200:1.0:1767384360.392675:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 64], ns[177, 65] 00000100:00000001:2.0:1767384360.392676:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384360.392679:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000040:2.0:1767384360.392688:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.392698:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 64], ns[180, 65] 10000000:00000001:3.0:1767384360.392711:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.392713:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384360.392718:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.392721:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384360.392721:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[181, 65] 00000020:00000001:3.0:1767384360.392725:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384360.392727:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084aad17e. 00000020:01000000:3.0:1767384360.392732:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384360.392733:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728329600, offset 0 00000400:00000200:1.0:1767384360.392738:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[187, 64], ns[193, 65] 00000020:00000010:3.0:1767384360.392739:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6760a34. 00000400:00000200:2.0:1767384360.392744:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384360.392752:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 64], ns[178, 65] 00000100:00000001:3.0:1767384360.392756:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384360.392760:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 64], ns[183, 65] 00000100:00000001:3.0:1767384360.392761:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.392765:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384360.392771:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 64], ns[176, 65] 00000100:00000040:3.0:1767384360.392774:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.392783:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 64], ns[196, 65] 00000100:00000001:3.0:1767384360.392794:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384360.392797:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392798:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[189, 64], ns[195, 65] 02000000:00000001:3.0:1767384360.392803:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384360.392807:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 65] 02000000:00000001:3.0:1767384360.392808:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384360.392812:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.392816:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728329728:0@lo:253: 00000100:00000001:3.0:1767384360.392826:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384360.392829:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384360.392832:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:3.0:1767384360.392833:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.392838:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384360.392844:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 02000000:00000010:3.0:1767384360.392847:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c177b336. 02000000:00000001:3.0:1767384360.392850:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.392853:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000010:3.0:1767384360.392857:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7492264. 00000400:00000200:1.0:1767384360.392862:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp45 lpni_is_preferred = 0 00000400:00000010:3.0:1767384360.392865:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000175fda08. 00000400:00000200:1.0:1767384360.392869:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp45 00000100:00000200:3.0:1767384360.392871:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728329728, portal 25 00000100:00000001:3.0:1767384360.392876:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384360.392878:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [197:197:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [191:191:8:4294967295] 00000100:00000001:3.0:1767384360.392879:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000040:3.0:1767384360.392887:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.392892:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000100:00000001:3.0:1767384360.392902:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384360.392905:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp:192.168.202.115@tcp45) : PUT try# 0 00000100:00000040:3.0:1767384360.392909:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384360.392915:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002970ca1e. 00000800:00000200:1.0:1767384360.392916:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.115@tcp45 00000400:00000200:2.0:1767384360.392922:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384360.392922:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca5b961c. 00000100:00000200:3.0:1767384360.392930:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728329728, offset 0 00000800:00000010:1.0:1767384360.392934:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000418f68cc. 00000400:00000200:2.0:1767384360.392940:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07580 00000400:00000200:3.0:1767384360.392943:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384360.392943:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008cc87c2f. 00000800:00000200:1.0:1767384360.392955:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:2.0:1767384360.392956:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x161d [2] + 0 00000400:00000200:3.0:1767384360.392960:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384360.392963:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7e47cbb. 00000800:00000200:1.1:1767384360.392967:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:2.0:1767384360.392970:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1686894 00000400:00000200:3.0:1767384360.392976:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07600 00000400:00000200:2.0:1767384360.392978:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.392985:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384360.392989:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384360.392990:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1635 [2] + 0 00000400:00000200:1.0:1767384360.392993:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000400:00000010:3.0:1767384360.393000:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035eede6a. 00000400:00000200:3.0:1767384360.393006:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032d889a3 00000400:00000200:2.0:1767384360.393010:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1686894 00000400:00000200:3.0:1767384360.393014:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384360.393014:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1686894. 00000100:00000001:2.0:1767384360.393020:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384360.393024:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384360.393024:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384360.393030:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000cedd732c x1853236728329600 msgsize 4848 00000400:00000200:3.0:1767384360.393033:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d889a3 00000100:00100000:2.0:1767384360.393039:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384360.393040:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032d889a3. 00000100:00000040:2.0:1767384360.393042:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384360.393050:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384360.393053:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384360.393056:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384360.393058:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000af0675ba x1853236728329728 msgsize 4848 00000400:00000200:1.0:1767384360.393061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384360.393064:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084aad17e 00000400:00000010:2.0:1767384360.393068:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084aad17e. 00000100:00100000:3.0:1767384360.393073:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384360.393074:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384360.393077:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:2.0:1767384360.393080:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.393090:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384360.393094:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384360.393094:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.393102:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.393103:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002970ca1e 00000100:00000001:2.0:1767384360.393104:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384360.393109:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002970ca1e. 00000100:00000001:2.0:1767384360.393112:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393115:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384360.393117:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294948443 00000100:00000010:2.0:1767384360.393123:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053798d67. 00000400:00000200:1.0:1767384360.393124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000100:00000200:3.0:1767384360.393125:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.393130:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384360.393159:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294948444 00000100:00000010:2.0:1767384360.393164:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004754ca2f. 00000100:00000001:2.0:1767384360.393168:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384360.393172:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294948444 00000100:00000010:2.0:1767384360.393179:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a524bdba. 00000100:00000001:3.0:1767384360.393181:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384360.393183:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384360.393188:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.393189:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294948444 00000400:00000200:1.0:1767384360.393195:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000100:00000010:2.0:1767384360.393196:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb0d5797. 00000100:00000001:2.0:1767384360.393204:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384360.393206:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393210:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.393210:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384360.393214:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393218:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393218:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393224:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.393226:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294948444 00000100:00000001:2.0:1767384360.393233:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.393236:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384360.393237:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948443 00000100:00000001:2.0:1767384360.393239:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.393243:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.393245:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294948444 00000100:00000001:2.0:1767384360.393245:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393248:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393251:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294948444 00000400:00000200:1.0:1767384360.393252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000100:00000001:3.0:1767384360.393257:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294948444 00000100:00000001:3.0:1767384360.393268:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294948444 00000100:00000001:3.0:1767384360.393270:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294948444 00000100:00000001:2.0:1767384360.393272:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384360.393273:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294948444 00000100:00100000:2.0:1767384360.393277:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329600 00000100:00000001:3.0:1767384360.393279:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384360.393280:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384360.393284:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384360.393285:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393287:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393292:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.393292:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393299:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384360.393300:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329600 00000400:00000200:1.0:1767384360.393304:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000020:00000001:2.0:1767384360.393305:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384360.393325:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384360.393326:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384360.393329:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384360.393330:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384360.393334:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:3.0:1767384360.393336:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384360.393339:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384360.393340:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384360.393343:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384360.393345:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393348:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384360.393350:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384360.393353:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8f1e726. 00000100:00000001:2.0:1767384360.393358:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.393360:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8f1e726. 00000020:00000010:2.0:1767384360.393365:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000722e08bc. 00000020:00000010:2.0:1767384360.393369:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a33fea3. 00000400:00000200:1.0:1767384360.393371:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000020:00000010:2.0:1767384360.393373:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0ce66f0. 00000100:00000001:3.0:1767384360.393374:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384360.393379:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329728 02000000:00000001:3.0:1767384360.393382:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384360.393384:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384360.393384:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384360.393389:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393390:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384360.393393:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384360.393395:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.393396:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.393401:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329728 00000100:00000001:2.0:1767384360.393402:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.393404:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384360.393408:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:3.0:1767384360.393411:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384360.393411:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384360.393414:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000200:1.0:1767384360.393415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000020:00000001:3.0:1767384360.393422:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384360.393422:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384360.393426:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384360.393427:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00100000:2.0:1767384360.393433:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384360.393435:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384360.393436:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384360.393440:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282626128 : -113719426925488 : ffff9892a1f43c50) 00000020:00000010:3.0:1767384360.393442:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002367c4d8. 00000100:00000040:2.0:1767384360.393444:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cedd732c x1853236728329600/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.393450:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384360.393453:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000100:00000001:2.0:1767384360.393455:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384360.393458:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002367c4d8. 00000020:00000010:2.0:1767384360.393460:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8f1e726. 00000100:00000001:2.0:1767384360.393465:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.393467:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8f1e726. 00000020:00000010:3.0:1767384360.393468:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040621ae7. 00000100:00100000:2.0:1767384360.393474:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cedd732c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728329600:12345-0@lo:253: 00000020:00000010:3.0:1767384360.393478:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b2519ddc. 00000100:00000200:2.0:1767384360.393479:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329600 00000020:00000001:2.0:1767384360.393482:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384360.393486:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab1d76af. 00000020:00000001:2.0:1767384360.393487:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384360.393489:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.393493:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384360.393495:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384360.393495:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384360.393498:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384360.393500:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384360.393502:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384360.393504:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000020:00000001:2.0:1767384360.393505:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384360.393507:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384360.393510:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393512:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.393514:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384360.393518:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384360.393522:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384360.393523:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c6760a34. 02000000:00000001:2.0:1767384360.393528:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.393530:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.393531:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.393537:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384360.393547:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000058638387. 20000000:01000000:2.0:1767384360.393550:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384360.393552:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:2.0:1767384360.393554:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384360.393558:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:2.0:1767384360.393558:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384360.393563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 20000000:00000001:2.0:1767384360.393564:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.393569:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.393570:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 20000000:00000001:2.0:1767384360.393573:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:3.0:1767384360.393577:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:3.0:1767384360.393581:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282612816 : -113719426938800 : ffff9892a1f40850) 20000000:00000010:2.0:1767384360.393583:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4e9f8e2. 20000000:01000000:2.0:1767384360.393588:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000100:00000040:3.0:1767384360.393589:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af0675ba x1853236728329728/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384360.393595:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384360.393596:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00080000:00000001:2.0:1767384360.393602:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384360.393607:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384360.393609:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384360.393614:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002367c4d8. 00000100:00000001:3.0:1767384360.393617:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.393620:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002367c4d8. 00080000:00000001:2.0:1767384360.393623:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00100000:3.0:1767384360.393625:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af0675ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728329728:12345-0@lo:253: 00000400:00000200:1.0:1767384360.393627:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000100:00000200:3.0:1767384360.393634:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329728 00000020:00000001:3.0:1767384360.393637:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384360.393638:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.393641:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384360.393642:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384360.393645:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.393646:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.393647:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384360.393650:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.393653:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000002:2.0:1767384360.393654:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:1.0:1767384360.393655:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000020:00000001:3.0:1767384360.393657:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384360.393661:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00000020:00000001:3.0:1767384360.393664:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000002:2.0:1767384360.393665:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384360.393670:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384360.393670:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384360.393676:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.393677:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384360.393679:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384360.393681:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384360.393683:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384360.393684:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000020:00000001:3.0:1767384360.393686:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.393688:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000100:00000001:3.0:1767384360.393692:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384360.393695:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:3.0:1767384360.393698:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:2.0:1767384360.393699:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000073fe1279. 00080000:00000001:2.0:1767384360.393704:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349480022016 : -113724229529600 : ffff989183b25000) 00080000:00000001:2.0:1767384360.393706:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000010:3.0:1767384360.393707:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002b44b889. 00000001:00000001:2.0:1767384360.393709:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:3.0:1767384360.393712:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384360.393714:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c8f1e726. 00000100:00000001:3.0:1767384360.393717:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.393718:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.393723:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384360.393725:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384360.393733:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00080000:00000001:2.0:1767384360.393736:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384360.393746:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d62d21c5. 20000000:01000000:3.0:1767384360.393752:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384360.393752:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384360.393758:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384360.393761:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384360.393764:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.393767:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.393770:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384360.393781:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393829:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393845:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393861:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393879:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393945:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393960:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.393989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394021:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394050:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394063:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394093:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.394109:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384360.394328:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000800:00000010:1.0:1767384360.394332:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009368c589. 00000800:00000010:1.0:1767384360.394338:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00000800:00000010:1.0:1767384360.394369:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00000800:00020000:1.0:1767384360.394381:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384360.394385:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009368c589. 00000800:00000010:1.0:1767384360.394389:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000400:02020000:1.0:1767384360.394444:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.394453:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00000800:00000200:1.0:1767384360.394458:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp45 down 00000800:00000100:1.0:1767384360.394471:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.202.115@tcp45 00000800:00000010:1.0:1767384360.394475:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca5b961c. 00000400:00000200:1.0:1767384360.394479:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.394484:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384360.394491:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 0 next ping: 282 health :900 00000400:00000200:1.0:1767384360.394494:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384360.394498:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:1.0:1767384360.394501:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384360.394552:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384360.394559:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101171 00000400:00000001:3.0:1767384360.394564:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.394567:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384360.394569:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335e6944 00000400:00000010:3.0:1767384360.394571:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335e6944. 00000400:00000200:3.0:1767384360.394576:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384360.394583:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:3.0:1767384360.394588:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000400:00000200:3.0:1767384360.394592:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384360.394596:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc -71 00000400:00000200:3.0:1767384360.394601:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384360.394607:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (39) 00080000:00000010:1.0:1767384360.395360:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000073fe1279. 00080000:00000010:3.0:1767384360.395407:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c8f1e726. 00040000:00000001:3.0:1767384360.395414:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384360.395417:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384360.395420:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384360.395424:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:3.0:1767384360.395428:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.395430:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384360.395445:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384360.395456:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000039193e98. 20000000:00000001:3.0:1767384360.395457:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384360.395460:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:01000000:3.0:1767384360.395464:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384360.395465:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384360.395471:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384360.395475:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384360.395475:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384360.395475:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384360.395480:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384360.395482:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:2.0:1767384360.395483:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384360.395488:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384360.395491:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384360.395492:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.395495:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384360.395497:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384360.395498:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003af092aa. 00080000:00000001:1.0:1767384360.395499:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384360.395503:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395506:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:1.0:1767384360.395507:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000010:2.0:1767384360.395510:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0b53952. 00000020:00000001:1.0:1767384360.395512:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00000020:00000001:2.0:1767384360.395515:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:1.0:1767384360.395516:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:2.0:1767384360.395518:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0b53952 with handle 0x960a57272cefbc8b to hash 00080000:00000001:1.0:1767384360.395520:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384360.395522:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384360.395524:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395525:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384360.395531:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00080000:00000001:1.0:1767384360.395531:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384360.395536:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384360.395537:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384360.395540:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.395542:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00010000:00010000:2.0:1767384360.395543:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384360.395548:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384360.395553:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fc1681f3. 00010000:00000001:2.0:1767384360.395554:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384360.395558:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569384960 : -113724140166656 : ffff98918905e200) 00010000:00000001:2.0:1767384360.395559:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384360.395563:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384360.395563:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384360.395566:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:1.0:1767384360.395567:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384360.395569:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384360.395570:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d4662f98. 00010000:00000001:2.0:1767384360.395572:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384360.395573:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.395575:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384360.395577:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384360.395580:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384360.395581:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395583:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384360.395586:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003af092aa) refcount = 1 00080000:00000001:1.0:1767384360.395586:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384360.395591:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.395596:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384360.395596:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395597:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384360.395601:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.395603:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395604:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384360.395606:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:3.0:1767384360.395607:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:2.0:1767384360.395608:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384360.395612:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00000100:00000001:3.0:1767384360.395614:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384360.395615:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384360.395619:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:3.0:1767384360.395620:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000058638387. 00000020:00000040:2.0:1767384360.395620:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=4 00000020:00000001:2.0:1767384360.395627:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 20000000:00000001:3.0:1767384360.395629:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395629:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384360.395635:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384360.395637:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384360.395638:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329600 00010000:00000001:2.0:1767384360.395642:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384360.395644:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.395649:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.395652:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384360.395653:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384360.395654:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.395661:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1767384360.395663:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cedd732c x1853236728329600/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384360.395664:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395668:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384360.395670:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384360.395683:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0b53952 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384360.395686:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384360.395689:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1767384360.395690:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384360.395691:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384360.395697:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395698:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384360.395700:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384360.395703:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384360.395704:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0b53952 refcount=5 00000100:00001000:3.0:1767384360.395705:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=83 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384360.395706:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384360.395709:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645440 : -113724217906176 : ffff98918463ac00) 00010000:00000001:2.0:1767384360.395714:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384360.395716:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.395717:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384360.395723:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384360.395724:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384360.395725:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384360.395727:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.395732:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384360.395733:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384360.395735:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384360.395739:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384360.395739:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384360.395743:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.395744:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384360.395745:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0b53952 with handle 0x960a57272cefbc8b from hash 00010000:00000001:2.0:1767384360.395750:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384360.395752:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384360.395752:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.395754:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384360.395756:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384360.395757:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384360.395760:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384360.395761:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384360.395762:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384360.395765:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384360.395767:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002970ca1e. 00010000:00000001:2.0:1767384360.395767:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395771:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384360.395774:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384360.395775:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728329600, offset 224 00010000:00000001:2.0:1767384360.395776:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.395778:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384360.395779:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395782:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.395784:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.395786:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384360.395789:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384360.395797:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.395801:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384360.395805:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384360.395805:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384360.395809:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384360.395812:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.395814:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384360.395818:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07580 00010000:00000001:2.0:1767384360.395818:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384360.395823:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.395827:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.395828:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee9 [2] + 224 00010000:00010000:2.0:1767384360.395832:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384360.395838:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384360.395846:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384360.395848:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384360.395850:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384360.395854:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0b53952/0x960a57272cefbc8b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.395856:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384360.395863:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003af092aa count: 0 00000100:00000200:3.0:1767384360.395865:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384360.395872:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384360.395875:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384360.395882:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.395903:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384360.395909:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002970ca1e 00000400:00000010:3.0:1767384360.395912:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002970ca1e. 00000100:00000001:3.0:1767384360.395915:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384360.395918:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.395918:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.395921:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.395923:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384360.395926:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384360.395929:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:2.0:1767384360.395929:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384360.395933:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c835cfc. 00010000:00000001:3.0:1767384360.395935:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384360.395937:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc47f56 00000400:00000010:2.0:1767384360.395940:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc47f56. 00000100:00000001:2.0:1767384360.395943:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384360.395947:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384360.395949:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384360.395953:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384360.395963:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cedd732c x1853236728329600/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384360.395963:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.395983:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384360.395985:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.395991:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384360.395993:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384360.395995:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cedd732c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728329600:12345-0@lo:253: Request processed in 2536us (2960us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384360.395996:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384360.395998:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.396001:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.396006:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384360.396010:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.396015:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384360.396016:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000001:2.0:1767384360.396017:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.396021:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384360.396024:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.396025:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384360.396026:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.396031:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384360.396033:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.396037:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384360.396042:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.396045:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a33fea3. 00000100:00000001:2.0:1767384360.396045:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384360.396048:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384360.396053:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:3.0:1767384360.396054:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0ce66f0. 00000020:01000004:2.0:1767384360.396055:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384360.396057:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384360.396061:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384360.396062:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:3.0:1767384360.396063:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000722e08bc. 00000020:01000004:2.0:1767384360.396063:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384360.396065:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384360.396067:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384360.396070:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.396071:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:3.0:1767384360.396073:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000040:2.0:1767384360.396074:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384360.396083:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384360.396084:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728329600:0@lo:253: 02000000:00000010:3.0:1767384360.396088:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c6760a34. 00000100:00000001:2.0:1767384360.396090:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.396093:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384360.396095:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384360.396096:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728329600/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.396101:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.396103:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384360.396106:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384360.396109:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:2.0:1767384360.396109:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000805f8e8e. 02000000:00000001:2.0:1767384360.396114:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384360.396116:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384360.396117:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000332778f6. 00000020:00000040:2.0:1767384360.396118:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384360.396124:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384360.396126:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000490d2d89. 00000400:00000010:3.0:1767384360.396127:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002970ca1e. 02000000:00000001:2.0:1767384360.396130:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384360.396150:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384360.396152:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000001:2.0:1767384360.396156:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384360.396157:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.396159:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.396163:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.396165:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.396167:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.396168:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384360.397000:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fc1681f3. 00080000:00000010:1.0:1767384360.397071:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d4662f98. 00040000:00000001:1.0:1767384360.397077:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384360.397079:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384360.397081:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384360.397084:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384360.397086:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.397088:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384360.397090:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384360.397100:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384360.397103:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384360.397107:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384360.397109:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384360.397113:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384360.397114:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384360.397117:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384360.397118:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384360.397123:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d185a81. 00010000:00000001:2.0:1767384360.397126:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384360.397129:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00000020:00000001:2.0:1767384360.397131:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384360.397133:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1303511 with handle 0x960a57272cefbc92 to hash 00000020:00000001:2.0:1767384360.397152:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384360.397153:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384360.397155:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384360.397157:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384360.397159:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.397162:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397166:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384360.397168:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384360.397169:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384360.397170:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384360.397172:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.397174:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384360.397174:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.397176:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384360.397178:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384360.397180:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384360.397181:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384360.397182:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d185a81) refcount = 1 00010000:00010000:2.0:1767384360.397185:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397189:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384360.397191:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384360.397192:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.397194:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397195:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384360.397197:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384360.397199:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:2.0:1767384360.397201:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384360.397202:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384360.397203:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=4 00000020:00000001:2.0:1767384360.397204:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384360.397206:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384360.397207:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384360.397208:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397213:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384360.397214:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397217:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.397218:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384360.397219:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397222:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384360.397223:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397224:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384360.397226:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384360.397230:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d1303511 already unused, calling callback (0000000090c6ba53) 00010000:00000001:2.0:1767384360.397232:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384360.397233:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384360.397234:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.397238:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384360.397240:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384360.397241:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384360.397241:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1303511 refcount=5 00000020:00000001:2.0:1767384360.397243:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00010000:00000001:2.0:1767384360.397245:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643392 : -113724217908224 : ffff98918463a400) 00080000:00000020:1.0:1767384360.397245:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384360.397246:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384360.397249:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384360.397251:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384360.397255:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d62d21c5. 00010000:00000001:2.0:1767384360.397257:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384360.397260:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384360.397261:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.397261:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397269:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:1.0:1767384360.397269:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329728 00010000:00000001:2.0:1767384360.397272:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384360.397274:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384360.397275:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384360.397278:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384360.397280:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af0675ba x1853236728329728/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384360.397281:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1303511 with handle 0x960a57272cefbc92 from hash 00010000:00000001:2.0:1767384360.397286:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384360.397288:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.397291:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384360.397293:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384360.397295:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384360.397297:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384360.397298:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384360.397301:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397302:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384360.397305:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384360.397307:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=83 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384360.397320:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397322:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384360.397325:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384360.397329:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.397347:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384360.397347:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384360.397351:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397353:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.397355:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:2.0:1767384360.397356:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.397359:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384360.397362:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:2.0:1767384360.397368:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.397370:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384360.397370:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384360.397372:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384360.397375:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384360.397376:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384360.397376:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.397378:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384360.397380:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384360.397383:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.397384:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384360.397385:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.397389:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384360.397393:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384360.397397:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384360.397399:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384360.397400:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009368c589. 00010000:00010000:2.0:1767384360.397401:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d1303511/0x960a57272cefbc92 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384360.397408:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d185a81 count: 0 00000100:00000200:1.0:1767384360.397409:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728329728, offset 224 00010000:00000001:2.0:1767384360.397413:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384360.397416:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384360.397420:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384360.397434:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384360.397440:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07600 00000400:00000200:1.0:1767384360.397444:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ef1 [2] + 224 00000400:00000200:1.0:1767384360.397448:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.397451:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384360.397454:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384360.397457:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384360.397464:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.397477:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.397481:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009368c589 00000400:00000010:1.0:1767384360.397483:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009368c589. 00000100:00000001:1.0:1767384360.397485:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384360.397486:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384360.397488:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.397491:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384360.397493:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384360.397495:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.397496:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384360.397499:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af0675ba x1853236728329728/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.397505:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384360.397506:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af0675ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728329728:12345-0@lo:253: Request processed in 3897us (4447us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384360.397510:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384360.397516:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384360.397516:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384360.397519:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000400:00000001:3.0:1767384360.397520:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384360.397523:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384360.397525:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7492264. 00000100:00000001:1.0:1767384360.397526:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384360.397529:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b2519ddc. 00000400:00000200:3.0:1767384360.397531:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175fda08 00000020:00000010:1.0:1767384360.397533:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab1d76af. 00000400:00000010:3.0:1767384360.397535:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000175fda08. 00000020:00000010:1.0:1767384360.397538:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040621ae7. 00000100:00000001:3.0:1767384360.397541:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384360.397543:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000200:3.0:1767384360.397547:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384360.397553:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384360.397556:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002b44b889. 02000000:00000001:1.0:1767384360.397561:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384360.397563:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384360.397569:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384360.397569:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384360.397575:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7c12424. 00000400:00000010:1.0:1767384360.397580:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009368c589. 00000100:00000001:3.0:1767384360.397584:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384360.397593:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.397596:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384360.397598:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384360.397600:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384360.397602:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.397604:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384360.397607:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384360.397611:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.397614:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384360.397616:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.397618:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384360.397620:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.397623:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.397626:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.397651:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.397653:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384360.397655:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384360.397659:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384360.397661:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384360.397662:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384360.397664:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.397666:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.397667:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.397669:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384360.397671:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384360.397673:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384360.397677:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.397687:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728329728:0@lo:253: 00000100:00000001:3.0:1767384360.397692:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.397694:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.397697:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728329728/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.397705:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384360.397714:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384360.397716:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c177b336. 02000000:00000001:3.0:1767384360.397721:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384360.397723:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384360.397724:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384360.397727:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384360.397730:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e27263b7. 02000000:00000001:3.0:1767384360.397736:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384360.397737:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384360.397739:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000100:00000001:3.0:1767384360.397742:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384360.397743:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.397745:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.397751:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384360.397753:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.397756:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.397758:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.401210:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294948444, at 4294948445 00000100:00000010:2.0:1767384360.401220:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a524bdba. 00000100:00000040:1.0:1767384360.402198:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294948444, at 4294948446 00000100:00000040:3.0:1767384360.402199:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294948444, at 4294948446 00000100:00000010:1.0:1767384360.402209:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004754ca2f. 00000100:00000010:3.0:1767384360.402211:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb0d5797. 00000100:00000040:0.0:1767384360.402236:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294948444, at 4294948446 00000100:00000010:0.0:1767384360.402245:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053798d67. 00000400:00000010:0.0:1767384360.410481:0:37971:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a2c958e0. 00000400:00000040:0.0:1767384360.410501:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384360.410504:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384360.410507:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384360.410508:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384360.410511:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384360.410512:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384360.410514:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384360.410516:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384360.410517:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384360.410518:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384360.410520:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384360.410521:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384360.410527:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384360.410529:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384360.410530:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384360.410532:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384360.410533:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384360.410534:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384360.410535:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384360.410537:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384360.410538:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384360.410538:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384360.410540:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384360.410540:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384360.410541:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384360.410543:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384360.410545:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384360.410546:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384360.410547:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384360.410549:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384360.410550:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384360.410552:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384360.410552:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384360.410553:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384360.410554:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384360.410555:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384360.410556:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384360.410558:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384360.410559:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384360.410561:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384360.410562:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384360.410563:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384360.410565:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384360.410566:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384360.410567:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384360.410567:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384360.410568:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384360.410569:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384360.410571:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384360.410573:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384360.410574:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384360.410578:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384360.410580:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384360.410581:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384360.410582:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384360.410583:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384360.410585:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384360.410677:0:37971:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a2c958e0. 00010000:00000010:2.1:1767384360.413191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003af092aa. 00010000:00000010:2.1:1767384360.413202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0b53952. 00010000:00000010:2.1:1767384360.413209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d185a81. 00010000:00000010:2.1:1767384360.413212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1303511. 00000800:00000200:1.0:1767384360.820353:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000800:00000200:1.0:1767384360.820362:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:988 00000800:00000200:1.0:1767384360.820366:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384360.820466:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384360.820470:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.820481:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384360.820486:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.820488:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384360.821216:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384360.821220:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384360.821222:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384360.821224:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384360.821229:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384360.821233:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384360.821245:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384360.821249:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a8918fd. 00000400:00000200:0.0:1767384360.821254:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp44 00000400:00000010:0.0:1767384360.821258:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384360.821262:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a8918fd. 00000400:00000010:0.0:1767384360.821264:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384360.821269:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d6700f3. 00000400:00000200:0.0:1767384360.821273:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp44 00000400:00000200:0.0:1767384360.821283:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp44 local destination 00000400:00000200:0.0:1767384360.821289:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp44 00000400:00000200:0.0:1767384360.821292:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [198:198:256:4294967295] 192.168.202.115@tcp44 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384360.821298:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp44 00000400:00000200:0.0:1767384360.821323:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:) -> 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) : GET try# 0 00000800:00000200:0.0:1767384360.821328:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp44 00000800:00000010:0.0:1767384360.821332:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bfdeb0ee. 00000800:00000200:0.0:1767384360.821338:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000800:00000200:0.1:1767384360.821345:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000400:00000200:0.0:1767384360.821367:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp44 added to recovery queue. ping count: 2 next ping: 285 health :800 00000400:00000200:0.0:1767384360.821376:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp40 00000400:00000010:0.0:1767384360.821380:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e1658e86. 00000400:00000010:0.0:1767384360.821392:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000036f831b4. 00000400:00000010:0.0:1767384360.821396:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384360.821400:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019c2d5e5. 00000400:00000200:0.0:1767384360.821402:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp40 00000400:00000200:0.0:1767384360.821409:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp40 local destination 00000400:00000200:0.0:1767384360.821413:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 00000400:00000200:0.0:1767384360.821415:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [199:199:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [193:193:8:4294967295] 00000400:00000200:0.0:1767384360.821419:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 00000400:00000200:1.0:1767384360.821430:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821431:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp40:192.168.202.115@tcp40) : GET try# 0 00000800:00000200:0.0:1767384360.821440:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp40 00000800:00000010:0.0:1767384360.821443:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c85c6802. 00000800:00000200:0.0:1767384360.821448:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:0.1:1767384360.821452:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:0.0:1767384360.821465:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 4 next ping: 297 health :600 00000400:00000200:1.0:1767384360.821492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821539:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821596:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821630:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821677:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821729:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821773:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821797:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821821:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821856:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821873:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821914:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821922:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.821979:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.821979:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822031:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822047:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822075:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822112:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822117:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822445:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822484:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822523:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822560:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822602:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822643:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822685:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822728:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822771:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822815:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822856:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822906:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822939:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.822955:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.822993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823005:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823047:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823050:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823078:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823125:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823126:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823195:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823215:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823244:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823266:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823291:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823331:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823358:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823378:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823416:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823434:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823541:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000800:00000010:0.0:1767384360.823585:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000072cb8d0. 00000800:00000010:0.0:1767384360.823589:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006054f047. 00000800:00000010:0.0:1767384360.823594:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2002d99. 00000400:00000200:1.0:1767384360.823606:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000800:00000010:0.0:1767384360.823617:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2002d99. 00000800:00020000:0.0:1767384360.823628:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384360.823631:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006054f047. 00000800:00000010:0.0:1767384360.823635:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000072cb8d0. 00000400:00000200:1.0:1767384360.823657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:02020000:0.0:1767384360.823692:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384360.823699:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000400:00000200:1.0:1767384360.823703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000200:0.0:1767384360.823704:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp40 down 00000800:00000100:0.0:1767384360.823713:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp40 00000800:00000010:0.0:1767384360.823715:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c85c6802. 00000400:00000200:0.0:1767384360.823719:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384360.823729:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.823732:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384360.823737:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384360.823741:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384360.823745:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp40) recovery failed with -71 00000400:00000200:1.0:1767384360.823765:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823784:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823818:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384360.823834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384360.823915:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000800:00000010:1.0:1767384360.823920:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049ee7843. 00000800:00000010:1.0:1767384360.823924:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003603a2c0. 00000800:00000010:1.0:1767384360.823941:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003603a2c0. 00000800:00020000:1.0:1767384360.823947:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384360.823950:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049ee7843. 00000800:00000010:1.0:1767384360.823952:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000400:02020000:1.0:1767384360.823998:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp44 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.824003:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp44 notifying 192.168.202.115@tcp44: down 00000400:00000200:1.0:1767384360.824006:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384360.824010:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp44 00000800:00000010:1.0:1767384360.824012:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bfdeb0ee. 00000400:00000200:1.0:1767384360.824015:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.824024:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.824031:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384360.824035:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384360.824040:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384361.268173:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.268178:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.268183:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.268184:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.268212:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384361.268215:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384361.268218:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384361.844196:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384361.844202:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384361.844206:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384361.844211:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384361.844217:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384361.844223:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384361.844234:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f593c44. 00000400:00000010:0.0:1767384361.844238:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a8918fd. 00000400:00000001:0.0:1767384361.844242:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384361.844244:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384361.844245:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384361.844247:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000400:00000200:0.0:1767384361.844251:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384361.844254:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384361.844257:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e1658e86. 00000400:00000010:0.0:1767384361.844260:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000036f831b4. 00000400:00000200:0.0:1767384361.844265:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp41 00000400:00000010:0.0:1767384361.844268:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e1658e86. 00000400:00000010:0.0:1767384361.844273:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000036f831b4. 00000400:00000010:0.0:1767384361.844278:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384361.844284:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083b2ba66. 00000400:00000200:0.0:1767384361.844288:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp41 00000400:00000200:0.0:1767384361.844315:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp41 local destination 00000400:00000200:0.0:1767384361.844321:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 00000400:00000200:0.0:1767384361.844326:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [200:200:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1767384361.844333:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000400:00000200:0.0:1767384361.844354:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp41:192.168.202.115@tcp41) : GET try# 0 00000800:00000200:0.0:1767384361.844372:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp41 00000800:00000010:0.0:1767384361.844380:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c85c6802. 00000800:00000200:0.0:1767384361.844389:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000800:00000200:0.1:1767384361.844395:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000400:00000200:0.0:1767384361.844420:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:0.0:1767384361.844426:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:0.0:1767384361.844430:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000089330d8. 00000400:00000010:0.0:1767384361.844436:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a8918fd. 00000400:00000010:0.0:1767384361.844440:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384361.844447:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050279976. 00000400:00000200:0.0:1767384361.844451:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:0.0:1767384361.844459:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:0.0:1767384361.844463:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:0.0:1767384361.844467:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [201:201:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384361.844472:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:0.0:1767384361.844480:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000400:00000200:1.0:1767384361.844487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:0.0:1767384361.844487:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:0.0:1767384361.844494:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eca9a70e. 00000800:00000200:0.0:1767384361.844500:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:0.1:1767384361.844506:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:0.0:1767384361.844524:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:0.0:1767384361.844529:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00000400:00000200:1.0:1767384361.844530:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000010:0.0:1767384361.844534:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000059156b07. 00000400:00000010:0.0:1767384361.844541:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f09338b3. 00000400:00000010:0.0:1767384361.844546:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000010:0.0:1767384361.844552:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da14fd0d. 00000400:00000200:0.0:1767384361.844557:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00000400:00000200:1.0:1767384361.844561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844568:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000400:00000200:0.0:1767384361.844574:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000400:00000200:0.0:1767384361.844578:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [202:202:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1767384361.844590:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000400:00000200:0.0:1767384361.844599:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000400:00000200:3.0:1767384361.844606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:0.0:1767384361.844606:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000400:00000200:1.0:1767384361.844608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000010:0.0:1767384361.844614:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091293981. 00000800:00000200:0.0:1767384361.844622:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000800:00000200:0.1:1767384361.844628:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000400:00000200:0.0:1767384361.844645:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:0.0:1767384361.844650:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp45 00000400:00000010:0.0:1767384361.844654:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f2570d66. 00000400:00000010:0.0:1767384361.844658:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000ed915e8. 00000400:00000010:0.0:1767384361.844662:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000010:0.0:1767384361.844669:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063529f2a. 00000400:00000200:0.0:1767384361.844676:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp45 00000400:00000200:3.0:1767384361.844677:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844677:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844686:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp45 local destination 00000400:00000200:0.0:1767384361.844692:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000200:0.0:1767384361.844699:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [203:203:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [197:197:8:4294967295] 00000400:00000200:0.0:1767384361.844705:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000400:00000200:0.0:1767384361.844712:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp45:192.168.202.115@tcp45) : GET try# 0 00000800:00000200:0.0:1767384361.844717:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp45 00000800:00000010:0.0:1767384361.844721:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d82599ac. 00000800:00000200:0.0:1767384361.844727:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000800:00000200:0.1:1767384361.844732:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:3.0:1767384361.844744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844748:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:3.0:1767384361.844794:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844806:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844825:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.844844:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.844905:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844910:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844915:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.844966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.844992:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.844995:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845054:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845070:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845244:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845279:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845360:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845455:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845458:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845493:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845536:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845546:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845574:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845628:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845682:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845710:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845789:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845791:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845801:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845850:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845873:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845879:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.845945:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.845964:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.845985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846023:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846043:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846047:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846126:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846207:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846241:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846244:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846270:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846337:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846340:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846420:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846429:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846493:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846496:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846499:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846573:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846615:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846638:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.846696:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000400:00000200:0.0:1767384361.846696:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.846704:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384361.846709:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00000400:00000200:3.0:1767384361.846723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.846734:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00000800:00020000:1.0:1767384361.846746:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:0.0:1767384361.846747:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.846753:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384361.846757:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000400:00000200:3.0:1767384361.846777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846808:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:02020000:1.0:1767384361.846821:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384361.846829:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000800:00000200:1.0:1767384361.846836:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp41 down 00000800:00000100:1.0:1767384361.846842:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp41 00000400:00000200:3.0:1767384361.846843:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.846846:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c85c6802. 00000400:00000200:1.0:1767384361.846851:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.846856:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.846864:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.846864:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846870:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.846875:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp41) recovery failed with -71 00000400:00000200:3.0:1767384361.846904:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846918:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.846930:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.846985:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.846988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847002:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.847056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847074:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.847121:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847157:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847169:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847253:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847328:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000800:00000010:3.0:1767384361.847355:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b44b889. 00000400:00000200:1.0:1767384361.847360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:3.0:1767384361.847362:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea4cf481. 00000800:00000010:3.0:1767384361.847369:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d83dbc61. 00000400:00000200:0.0:1767384361.847400:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:3.0:1767384361.847403:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d83dbc61. 00000800:00020000:3.0:1767384361.847415:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384361.847419:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea4cf481. 00000400:00000200:1.0:1767384361.847420:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000800:00000010:3.0:1767384361.847423:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b44b889. 00000400:00000200:0.0:1767384361.847468:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:02020000:3.0:1767384361.847504:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384361.847511:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:3.0:1767384361.847519:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000800:00000100:3.0:1767384361.847526:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000800:00000010:3.0:1767384361.847536:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eca9a70e. 00000400:00000200:3.0:1767384361.847541:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.847543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847547:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384361.847549:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384361.847561:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384361.847565:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384361.847570:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384361.847591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847616:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847655:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.847672:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847743:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847772:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847798:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000800:00000010:0.0:1767384361.847841:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000072cb8d0. 00000400:00000200:1.0:1767384361.847845:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000010:0.0:1767384361.847848:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001be7bf15. 00000800:00000010:0.0:1767384361.847855:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038e4d2a9. 00000400:00000200:1.0:1767384361.847867:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000800:00000010:0.0:1767384361.847889:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038e4d2a9. 00000400:00000200:1.0:1767384361.847892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000800:00020000:0.0:1767384361.847902:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384361.847907:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001be7bf15. 00000800:00000010:0.0:1767384361.847911:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000072cb8d0. 00000400:00000200:1.0:1767384361.847920:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.847952:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:02020000:0.0:1767384361.847973:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.847981:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000400:00000200:1.0:1767384361.847985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000800:00000200:0.0:1767384361.847988:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000800:00000100:0.0:1767384361.847997:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:0.0:1767384361.848000:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091293981. 00000400:00000200:0.0:1767384361.848005:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.848011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384361.848011:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.848021:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.848025:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.848030:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00000400:00000200:1.0:1767384361.848047:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848076:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848111:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848161:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848182:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848210:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848226:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848241:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384361.848254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384361.848338:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001889e562. 00000800:00000010:1.0:1767384361.848342:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384361.848350:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4662f98. 00000800:00000010:1.0:1767384361.848365:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4662f98. 00000800:00020000:1.0:1767384361.848370:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384361.848372:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384361.848374:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001889e562. 00000400:02020000:1.0:1767384361.848399:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384361.848403:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00000400:00000200:1.0:1767384361.848406:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384361.848408:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp45 00000800:00000010:1.0:1767384361.848410:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d82599ac. 00000400:00000200:1.0:1767384361.848413:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.848415:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.848421:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384361.848423:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.848425:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp45) recovery failed with -71 00080000:00000010:0.0:1767384362.136054:0:38512:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e277794a. 00080000:00000010:0.0:1767384362.136064:0:38512:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e277794a. 00000020:00000001:0.0:1767384362.136069:0:38512:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384362.136075:0:38512:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e277794a. 00080000:00000010:0.0:1767384362.136079:0:38512:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e277794a. 00000020:00000001:0.0:1767384362.136081:0:38512:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.292190:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.292195:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.292201:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.292202:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.292233:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384362.292236:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384362.292239:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384362.815200:0:38676:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384362.815204:0:38676:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:0.0:1767384362.817969:0:38676:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384362.823861:0:38677:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8b4412f. 00000400:00000010:0.0:1767384362.823874:0:38677:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a251af4d. 00000400:00000010:0.0:1767384362.823883:0:38677:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e02f391a. 00000400:00000010:0.0:1767384362.823886:0:38677:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f7ccb217. 00000400:00000010:0.0:1767384362.823890:0:38677:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000008e45420. 00000400:00000010:0.0:1767384362.823898:0:38677:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000115182e2. 00000400:00000010:0.0:1767384362.823900:0:38677:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009edbd152. 00000400:00000010:0.0:1767384362.823901:0:38677:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c4f639d7. 00000400:00000010:0.0:1767384362.823904:0:38677:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a2c958e0. 00000800:00000010:0.0:1767384362.823919:0:38677:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002472d398. 00000800:00000200:0.0:1767384362.823929:0:38677:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384362.823940:0:38677:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384362.823974:0:38677:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384362.823996:0:38677:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp49 [8/256/0/180] 00000400:00000010:0.0:1767384362.825369:0:38677:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000c9d3489d. 00000400:00000010:0.0:1767384362.825375:0:38677:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 00000400:00000010:0.0:1767384362.825380:0:38677:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000001:0.0:1767384362.825397:0:38677:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.825399:0:38677:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384362.825400:0:38677:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000400:00000200:0.0:1767384362.825402:0:38677:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa27e14 00000400:00000010:0.0:1767384362.825403:0:38677:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000400:00000010:0.0:1767384362.825406:0:38677:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000d01939d7. 00000400:00000200:0.0:1767384362.825410:0:38677:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:0.0:1767384362.825420:0:38677:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384362.825427:0:38677:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000400:00000200:2.0:1767384362.825434:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384362.825435:0:38677:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000072cb8d0. 00000020:01000000:0.0:1767384362.825441:0:38677:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384362.825443:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000020:01000000:0.0:1767384362.825446:0:38677:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp49 00000400:00000010:2.0:1767384362.825451:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000400:00000200:2.0:1767384362.825455:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000010:0.0:1767384362.825458:0:38677:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a251af4d. 00000400:00000010:2.0:1767384362.825460:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003701c1d8. 00000400:00000010:0.0:1767384362.825463:0:38677:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8b4412f. 00000400:00000200:2.0:1767384362.825467:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:2.0:1767384362.825478:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000020:00000001:1.0:1767384362.825479:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384362.825484:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 10000000:00000001:1.0:1767384362.825484:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384362.825488:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384362.825491:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384362.825493:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000020:01000004:1.0:1767384362.825496:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384362.825499:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384362.825502:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000020:01000004:1.0:1767384362.825503:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384362.825506:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384362.825509:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384362.825512:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:1.0:1767384362.825513:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384362.825516:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384362.825518:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384362.825519:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:01000004:1.0:1767384362.825520:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384362.825523:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384362.825526:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000100:00000010:1.0:1767384362.825529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 00000400:00000200:2.0:1767384362.825532:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000020:00000040:1.0:1767384362.825535:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:2.0:1767384362.825539:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000100:00000001:1.0:1767384362.825541:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384362.825545:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 02000000:00000001:1.0:1767384362.825546:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384362.825551:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 02000000:00000001:1.0:1767384362.825552:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825554:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000400:00000200:2.0:1767384362.825557:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00000400:00000200:2.0:1767384362.825564:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000400:00000200:2.0:1767384362.825566:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 02000000:00000010:1.0:1767384362.825568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001889e562. 00000400:00000200:2.0:1767384362.825572:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 00000100:00000001:1.0:1767384362.825575:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825576:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000400:00000200:2.0:1767384362.825583:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 64], ns[187, 65] 00000400:00000200:2.0:1767384362.825586:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 64], ns[191, 65] 00000100:00000001:1.0:1767384362.825586:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384362.825590:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825594:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 65] 00000100:00000040:1.0:1767384362.825599:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_00+0] req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.825600:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 64], ns[174, 65] 00000400:00000200:2.0:1767384362.825612:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 64], ns[185, 65] 00000400:00000200:2.0:1767384362.825618:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 64], ns[144, 65] 00000400:00000200:2.0:1767384362.825622:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[196, 64], ns[202, 65] 00000400:00000200:2.0:1767384362.825625:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 64], ns[201, 65] 00000400:00000200:2.0:1767384362.825628:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 64], ns[111, 65] 00000400:00000200:2.0:1767384362.825631:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 64], ns[110, 65] 10000000:00000001:1.0:1767384362.825634:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825635:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 64], ns[177, 65] 00000100:00000001:0.0:1767384362.825639:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384362.825640:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825644:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 64], ns[180, 65] 00000100:00000001:0.0:1767384362.825644:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384362.825645:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.825647:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384362.825650:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384362.825655:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.825656:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[181, 65] 00000020:00000001:1.0:1767384362.825659:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384362.825662:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384362.825665:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384362.825667:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384362.825672:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384362.825673:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[187, 64], ns[193, 65] 00000020:01000004:1.0:1767384362.825677:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384362.825681:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384362.825682:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384362.825684:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384362.825686:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825687:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[193, 64], ns[199, 65] 00000020:01000004:1.0:1767384362.825688:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384362.825692:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384362.825694:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384362.825695:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384362.825696:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[194, 64], ns[200, 65] 00000020:01000004:1.0:1767384362.825698:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384362.825698:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384362.825701:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384362.825703:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 64], ns[176, 65] 00000100:00000010:1.0:1767384362.825706:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 02000000:00000001:0.0:1767384362.825709:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.825712:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384362.825716:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384362.825718:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 64], ns[196, 65] 00000100:00100000:0.0:1767384362.825718:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728329856:0@lo:253: 02000000:00000001:1.0:1767384362.825719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384362.825724:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.825728:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384362.825731:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 64], ns[198, 65] 02000000:00000001:0.0:1767384362.825733:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384362.825734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3039f8e. 00000400:00000200:2.0:1767384362.825737:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[197, 64], ns[203, 65] 02000000:00000001:0.0:1767384362.825737:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.825739:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.825743:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384362.825747:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384362.825748:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 65] 02000000:00000010:0.0:1767384362.825751:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009734de5e. 00000100:00000001:1.0:1767384362.825752:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825755:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 02000000:00000001:0.0:1767384362.825755:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.825762:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 00000100:00000040:1.0:1767384362.825764:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_01+1] req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.825765:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000010:0.0:1767384362.825768:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a251af4d. 00000400:00000200:2.0:1767384362.825772:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp46 lpni_is_preferred = 0 00000100:00000200:0.0:1767384362.825774:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728329856, portal 25 00000400:00000200:2.0:1767384362.825779:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp46 00000100:00000001:0.0:1767384362.825780:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.825783:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000400:00000200:2.0:1767384362.825790:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [204:204:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [198:198:8:4294967295] 00000100:00000040:0.0:1767384362.825793:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384362.825796:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825800:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000100:00000001:0.0:1767384362.825806:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384362.825809:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.825814:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384362.825816:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.825819:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp:192.168.202.115@tcp46) : PUT try# 0 00000400:00000010:0.0:1767384362.825820:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b15b573. 00000020:01000000:1.0:1767384362.825821:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384362.825825:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728329856, offset 0 00000020:00000010:1.0:1767384362.825829:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000072cb8d0. 00000400:00000200:0.0:1767384362.825836:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384362.825837:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.115@tcp46 00000800:00000010:2.0:1767384362.825843:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be27e64d. 00000100:00000001:1.0:1767384362.825843:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.825847:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384362.825849:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384362.825851:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384362.825855:0:16353:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002d92ef8b. 00000100:00000040:1.0:1767384362.825858:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384362.825860:0:16353:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000069e64600. 00000400:00000200:0.0:1767384362.825862:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07680 00000800:00000200:2.0:1767384362.825873:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000400:00000200:0.0:1767384362.825874:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x166d [2] + 0 00000400:00000010:0.0:1767384362.825883:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc1d5211. 00000800:00000200:2.1:1767384362.825884:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000100:00000001:1.0:1767384362.825885:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384362.825888:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.825888:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf4642b6 02000000:00000001:1.0:1767384362.825894:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384362.825896:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384362.825896:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384362.825901:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.825904:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.825907:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00100000:1.0:1767384362.825907:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728329984:0@lo:253: 00000400:00000200:0.0:1767384362.825911:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf4642b6 00000400:00000200:2.0:1767384362.825915:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000100:00000001:1.0:1767384362.825915:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384362.825916:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf4642b6. 02000000:00000001:1.0:1767384362.825920:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384362.825923:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.825925:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384362.825926:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384362.825929:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.825932:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000e2aa711b x1853236728329856 msgsize 4848 02000000:00000010:1.0:1767384362.825933:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002e73d533. 02000000:00000001:1.0:1767384362.825939:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.825940:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384362.825943:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384362.825944:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000399f614. 00000400:00000010:1.0:1767384362.825949:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec9f0aea. 00000100:00000200:1.0:1767384362.825954:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728329984, portal 25 00000100:00000001:1.0:1767384362.825956:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384362.825957:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000001:0.0:1767384362.825960:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384362.825961:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.825968:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384362.825969:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b15b573 00000100:00000040:1.0:1767384362.825973:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384362.825974:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b15b573. 00000100:00000001:2.0:1767384362.825976:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384362.825979:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce8880e. 00000100:00000001:0.0:1767384362.825979:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384362.825980:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329856 00000100:00000200:1.0:1767384362.825985:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728329984, offset 0 02000000:00000001:2.0:1767384362.825986:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384362.825986:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.825990:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.825993:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.825996:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384362.825999:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.826006:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329856 00000400:00000200:1.0:1767384362.826009:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384362.826011:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384362.826013:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384362.826015:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:0.0:1767384362.826019:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384362.826020:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.826024:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000400:00000200:1.0:1767384362.826029:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07700 00000020:00000001:2.0:1767384362.826030:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384362.826031:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.826037:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1681 [2] + 0 00000020:00000001:2.0:1767384362.826038:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384362.826038:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.826044:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.826045:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384362.826045:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d424f84. 00000100:00000001:0.0:1767384362.826050:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294950876 00000400:00000200:1.0:1767384362.826051:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000743cec43 00000020:00000010:2.0:1767384362.826052:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b290b7f6. 00000100:00000010:0.0:1767384362.826057:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed4324b. 00000100:00000001:2.0:1767384362.826058:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384362.826060:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384362.826064:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b290b7f6. 00000100:00000001:0.0:1767384362.826067:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384362.826069:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384362.826073:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3fb87a. 00000400:00000200:1.0:1767384362.826074:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000743cec43 00000100:00000001:0.0:1767384362.826075:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294950876 00000400:00000010:1.0:1767384362.826078:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000743cec43. 00000020:00000010:2.0:1767384362.826082:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109db876. 00000100:00000010:0.0:1767384362.826082:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375e854. 00000100:00000001:1.0:1767384362.826084:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384362.826088:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384362.826089:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384362.826090:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e084f91. 00000100:00000040:1.0:1767384362.826093:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000029fb4be2 x1853236728329984 msgsize 4848 00000100:00000001:0.0:1767384362.826094:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294950876 00000100:00000010:0.0:1767384362.826099:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb77c125. 00000100:00000040:2.0:1767384362.826101:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384362.826104:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384362.826105:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384362.826107:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384362.826111:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384362.826112:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.826112:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294950876 00000100:00000001:2.0:1767384362.826115:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384362.826118:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6773d7. 00000100:00000001:0.0:1767384362.826122:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384362.826124:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.826125:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.826125:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.826131:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.826132:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce8880e 00000400:00000010:1.0:1767384362.826156:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce8880e. 00000100:00000001:1.0:1767384362.826159:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384362.826160:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.826164:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.826170:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826172:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384362.826174:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.826175:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384362.826178:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.826180:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728329984 00000100:00000001:0.0:1767384362.826181:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.826184:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384362.826186:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384362.826190:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.826191:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.826192:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.826192:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.826196:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.826197:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826197:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384362.826203:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826203:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.826204:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826210:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294950877 00000100:00100000:2.0:1767384362.826211:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728329984 00000020:00000001:2.0:1767384362.826216:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.826220:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:1.0:1767384362.826220:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950876 00000020:00000001:2.0:1767384362.826224:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.826228:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:1.0:1767384362.826228:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294950877 00000100:00000001:1.0:1767384362.826233:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950876 00000020:00000001:2.0:1767384362.826234:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384362.826239:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294950877 00000020:00000001:2.0:1767384362.826240:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384362.826245:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950876 00000100:00000001:2.0:1767384362.826246:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384362.826251:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b290b7f6. 00000100:00000001:1.0:1767384362.826252:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294950877 00000100:00000001:2.0:1767384362.826255:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384362.826257:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b290b7f6. 00000020:00000010:2.0:1767384362.826263:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ada111. 00000100:00000001:1.0:1767384362.826265:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950876 00000020:00000010:2.0:1767384362.826269:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3f1776b. 00000100:00000001:1.0:1767384362.826270:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.826274:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.826276:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000001:1.0:1767384362.826277:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826280:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.826281:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384362.826282:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384362.826284:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.826285:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.826297:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.826300:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384362.826302:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.826302:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384362.826308:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384362.826309:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.826309:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.826314:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384362.826315:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384362.826317:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.826319:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282623056 : -113719426928560 : ffff9892a1f43050) 00000100:00000001:1.0:1767384362.826321:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.826325:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384362.826326:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2aa711b x1853236728329856/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.826328:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384362.826337:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:0.0:1767384362.826338:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384362.826340:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:2.0:1767384362.826343:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282610768 : -113719426940848 : ffff9892a1f40050) 00000020:00000010:0.0:1767384362.826343:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000534a31d3. 00000100:00000001:0.0:1767384362.826349:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384362.826353:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029fb4be2 x1853236728329984/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384362.826354:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000534a31d3. 00000100:00000001:2.0:1767384362.826363:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384362.826366:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2aa711b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728329856:12345-0@lo:253: 00000020:00000010:2.0:1767384362.826368:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b290b7f6. 00000100:00000200:0.0:1767384362.826371:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329856 00000100:00000001:2.0:1767384362.826373:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384362.826375:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384362.826377:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b290b7f6. 00000020:00000001:0.0:1767384362.826379:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.826382:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.826383:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029fb4be2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16356:x1853236728329984:12345-0@lo:253: 00000020:00000001:0.0:1767384362.826385:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384362.826387:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728329984 00000020:00000001:0.0:1767384362.826388:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:2.0:1767384362.826391:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384362.826393:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384362.826394:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.826396:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.826398:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.826399:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384362.826402:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384362.826403:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384362.826407:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000020:00000001:0.0:1767384362.826408:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.826412:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384362.826413:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384362.826414:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384362.826416:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384362.826418:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384362.826420:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384362.826422:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384362.826423:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004cb6fa73. 00000100:00000001:2.0:1767384362.826426:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384362.826427:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.826430:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384362.826430:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.826434:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384362.826438:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000805f8e8e. 02000000:00000001:2.0:1767384362.826442:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384362.826442:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000072cb8d0. 00000100:00000001:2.0:1767384362.826448:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384362.826448:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384362.826451:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384362.826452:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384362.826460:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcd9109b. 20000000:00000001:0.0:1767384362.826461:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384362.826464:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384362.826466:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384362.826467:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384362.826470:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384362.826471:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384362.826474:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384362.826477:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.826477:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 20000000:00000001:2.0:1767384362.826479:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384362.826481:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6104aae. 20000000:00000001:2.0:1767384362.826482:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384362.826486:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384362.826491:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384362.826496:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384362.826499:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384362.826516:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384362.826529:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00080000:00000001:0.0:1767384362.826529:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.826534:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384362.826537:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.826539:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384362.826540:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384362.826543:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000020:00000001:0.0:1767384362.826547:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:0.0:1767384362.826549:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384362.826551:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384362.826554:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.826556:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384362.826558:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384362.826563:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:0.0:1767384362.826566:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384362.826569:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a6ca825. 00080000:00000001:0.0:1767384362.826572:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570982400 : -113724138569216 : ffff9891891e4200) 00080000:00000001:0.0:1767384362.826575:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384362.826579:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000001:00000001:0.0:1767384362.826579:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384362.826585:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000534a31d3. 00080000:00000001:0.0:1767384362.826589:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.826592:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384362.826603:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.826611:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00080000:00000001:0.0:1767384362.826618:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384362.826638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826671:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826702:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826738:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826774:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826808:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826824:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826843:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826896:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826923:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826938:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826951:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826965:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826979:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.826993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827035:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827059:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827088:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827183:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827223:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827248:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827309:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827350:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384362.827399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384362.827576:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e68dbeb. 00000800:00000010:1.0:1767384362.827580:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384362.827584:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d5272c9. 00000800:00000010:1.0:1767384362.827600:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d5272c9. 00000800:00020000:1.0:1767384362.827608:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384362.827610:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cce8880e. 00000800:00000010:1.0:1767384362.827612:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001e68dbeb. 00000400:02020000:1.0:1767384362.827641:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384362.827646:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000800:00000200:1.0:1767384362.827650:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp46 down 00000800:00000100:1.0:1767384362.827655:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:1.0:1767384362.827658:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be27e64d. 00000400:00000200:1.0:1767384362.827660:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384362.827663:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384362.827669:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 0 next ping: 284 health :900 00000400:00000200:1.0:1767384362.827672:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384362.827675:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 1 00000400:00000200:1.0:1767384362.827683:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384362.827711:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384362.827716:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x101171 00000400:00000001:2.0:1767384362.827719:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.827720:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.827721:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000400:00000010:2.0:1767384362.827722:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 00000400:00000200:2.0:1767384362.827725:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384362.827727:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:2.0:1767384362.827729:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000400:00000200:2.0:1767384362.827732:0:16353:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.115@tcp 00000400:00000200:2.0:1767384362.827733:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc -71 00000400:00000200:2.0:1767384362.827736:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:2.0:1767384362.827738:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (39) 00080000:00000010:1.0:1767384362.828313:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a6ca825. 00080000:00000010:0.0:1767384362.828341:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000534a31d3. 00040000:00000001:0.0:1767384362.828347:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384362.828349:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384362.828357:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384362.828359:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384362.828361:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.828362:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384362.828371:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384362.828379:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384362.828381:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384362.828386:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384362.828392:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384362.828393:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061d5234e. 20000000:01000000:2.0:1767384362.828398:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:1.0:1767384362.828398:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384362.828403:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384362.828403:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384362.828407:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384362.828408:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384362.828411:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384362.828412:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384362.828418:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384362.828419:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f07317e4. 00010000:00000001:1.0:1767384362.828424:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384362.828425:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384362.828427:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7e6074. 00080000:00000001:2.0:1767384362.828428:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384362.828431:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.828432:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384362.828433:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384362.828436:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.828437:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7e6074 with handle 0x960a57272cefbc99 to hash 00080000:00000002:2.0:1767384362.828438:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00000020:00000001:1.0:1767384362.828442:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384362.828443:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00000001:1.0:1767384362.828445:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00080000:00000002:2.0:1767384362.828446:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384362.828450:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00080000:00000001:2.0:1767384362.828451:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384362.828457:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828457:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.828460:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384362.828461:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.828467:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384362.828467:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384362.828470:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00080000:00000001:2.0:1767384362.828474:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384362.828478:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384362.828479:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e94648e9. 00010000:00000001:1.0:1767384362.828482:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384362.828483:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349479878656 : -113724229672960 : ffff989183b02000) 00010000:00000001:1.0:1767384362.828486:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384362.828487:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384362.828490:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384362.828490:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.828493:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384362.828495:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b290b7f6. 00010000:00000001:1.0:1767384362.828496:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384362.828498:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828499:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384362.828502:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384362.828503:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.828506:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.828508:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.828509:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.828511:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f07317e4) refcount = 1 00080000:00000001:2.0:1767384362.828512:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.828515:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384362.828520:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384362.828521:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.828529:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.828530:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.828532:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828534:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384362.828536:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384362.828539:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384362.828542:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384362.828543:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.828545:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=4 00000020:00000001:1.0:1767384362.828547:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384362.828549:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 00010000:00000001:1.0:1767384362.828550:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384362.828552:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.828557:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384362.828558:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.828562:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.828563:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.828564:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.828568:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.828569:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384362.828571:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384362.828572:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384362.828575:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384362.828576:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384362.828579:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000072cb8d0. 20000000:00000001:0.0:1767384362.828584:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.828585:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7e6074 already unused, calling callback (0000000090c6ba53) 00010000:00000040:0.0:1767384362.828588:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329856 00010000:00000001:1.0:1767384362.828589:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384362.828592:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1767384362.828593:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384362.828596:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384362.828599:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2aa711b x1853236728329856/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384362.828609:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384362.828612:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384362.828617:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=85 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384362.828619:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384362.828623:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384362.828623:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384362.828626:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384362.828627:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000020:00000040:1.0:1767384362.828629:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7e6074 refcount=5 00000100:00000001:0.0:1767384362.828630:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:1.0:1767384362.828633:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 02000000:00000001:0.0:1767384362.828635:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384362.828639:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474216448 : -113724235335168 : ffff98918359ba00) 02000000:00000001:0.0:1767384362.828639:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.828643:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384362.828644:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384362.828648:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384362.828648:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384362.828651:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b15b573. 00010000:00000001:1.0:1767384362.828656:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384362.828657:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728329856, offset 224 00010000:00000001:1.0:1767384362.828660:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384362.828662:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.828663:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384362.828667:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384362.828670:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384362.828673:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384362.828674:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.828677:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.828679:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7e6074 with handle 0x960a57272cefbc99 from hash 00000400:00000200:0.0:1767384362.828681:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07680 00010000:00000001:1.0:1767384362.828684:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384362.828686:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384362.828687:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f29 [2] + 224 00010000:00000001:1.0:1767384362.828689:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.828692:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384362.828694:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384362.828694:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384362.828696:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.828700:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384362.828700:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384362.828704:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.828704:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384362.828706:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828708:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.828708:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384362.828711:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.828713:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.828715:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384362.828715:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.828720:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828724:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.828728:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384362.828735:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.828741:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.828742:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.828743:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384362.828745:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384362.828746:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384362.828746:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384362.828747:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.828751:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384362.828754:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.828754:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b15b573 00000100:00000001:2.0:1767384362.828758:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384362.828758:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b15b573. 20000000:00000001:1.0:1767384362.828759:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.828762:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384362.828763:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384362.828763:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384362.828765:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384362.828770:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384362.828770:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.828771:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000001:2.0:1767384362.828773:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384362.828775:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384362.828776:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001547a813. 00000100:00000040:0.0:1767384362.828777:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00010000:1.0:1767384362.828778:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7e6074/0x960a57272cefbc99 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384362.828783:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a251af4d 00010000:00000001:0.0:1767384362.828783:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384362.828786:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.828788:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a251af4d. 00010000:00000040:1.0:1767384362.828789:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f07317e4 count: 0 00000020:00000001:0.0:1767384362.828790:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384362.828794:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384362.828796:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2aa711b x1853236728329856/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.828800:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384362.828802:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384362.828804:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384362.828818:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2aa711b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728329856:12345-0@lo:253: Request processed in 2477us (2881us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384362.828822:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.828830:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384362.828832:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384362.828835:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384362.828836:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.828840:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384362.828840:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384362.828844:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384362.828845:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.828848:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.828850:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.828850:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109db876. 02000000:00000001:2.0:1767384362.828855:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.828856:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e084f91. 00000100:00001000:2.0:1767384362.828858:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=85 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384362.828860:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3fb87a. 00000100:00001000:2.0:1767384362.828862:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=85 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384362.828866:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000001:2.0:1767384362.828867:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.828869:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.828872:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384362.828872:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.828874:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004cb6fa73. 00010000:00000001:2.0:1767384362.828875:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.828879:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.828880:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.828883:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.828884:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384362.828887:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384362.828893:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba405bff. 00000100:00000001:2.0:1767384362.828894:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.828898:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384362.828899:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b15b573. 00000100:00000001:2.0:1767384362.828900:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384362.828903:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384362.828904:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384362.828904:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384362.828907:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384362.828910:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384362.828911:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384362.828912:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384362.828914:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384362.828915:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384362.828916:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384362.828918:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.828923:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728329856:0@lo:253: 00000100:00000001:2.0:1767384362.828927:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.828928:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.828930:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728329856/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.828933:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.828935:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.828936:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009734de5e. 02000000:00000001:2.0:1767384362.828940:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.828941:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.828942:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384362.828944:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.828946:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001889e562. 02000000:00000001:2.0:1767384362.828950:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.828951:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.828952:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:2.0:1767384362.828955:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.828955:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.828957:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.828960:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.828961:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.828963:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.828964:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384362.829900:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e94648e9. 00080000:00000010:2.0:1767384362.829933:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b290b7f6. 00040000:00000001:2.0:1767384362.829937:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384362.829938:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384362.829940:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384362.829942:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:2.0:1767384362.829943:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384362.829944:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384362.829946:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384362.829953:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384362.829955:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384362.829958:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384362.829963:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384362.829966:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384362.829968:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384362.829970:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384362.829971:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384362.829975:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ef0ffc1. 00010000:00000001:1.0:1767384362.829978:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.829980:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c7a9a7c. 00000020:00000001:1.0:1767384362.829982:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.829984:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c7a9a7c with handle 0x960a57272cefbca0 to hash 00000020:00000001:1.0:1767384362.829986:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.829987:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00010000:00000001:1.0:1767384362.829989:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00010000:00000001:1.0:1767384362.829997:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.829998:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.830000:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830004:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384362.830006:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384362.830008:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384362.830009:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.830011:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.830013:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.830014:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.830016:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.830018:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.830019:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.830021:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.830022:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006ef0ffc1) refcount = 1 00010000:00010000:1.0:1767384362.830026:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830032:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.830033:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.830035:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.830037:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.830039:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384362.830042:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384362.830044:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:1.0:1767384362.830047:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384362.830049:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.830050:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c7a9a7c refcount=4 00000020:00000001:1.0:1767384362.830053:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00010000:00000001:1.0:1767384362.830056:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00010000:00000001:1.0:1767384362.830058:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384362.830060:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830078:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384362.830080:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830084:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.830086:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.830087:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830091:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.830092:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384362.830093:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384362.830094:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384362.830097:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384362.830098:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384362.830100:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcd9109b. 20000000:00000001:2.0:1767384362.830106:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.830107:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009c7a9a7c already unused, calling callback (0000000090c6ba53) 00010000:00000040:2.0:1767384362.830110:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728329984 00010000:00000001:1.0:1767384362.830111:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384362.830114:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1767384362.830115:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384362.830117:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384362.830120:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029fb4be2 x1853236728329984/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.830130:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384362.830153:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384362.830156:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384362.830158:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384362.830158:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c7a9a7c refcount=5 00010000:00000001:2.0:1767384362.830163:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.830163:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00010000:00000001:1.0:1767384362.830168:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210304 : -113724235341312 : ffff98918359a200) 00000100:00001000:2.0:1767384362.830170:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=85 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384362.830171:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384362.830174:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384362.830178:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384362.830180:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384362.830183:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:1.0:1767384362.830183:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384362.830188:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384362.830191:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.830193:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384362.830194:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384362.830196:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.830197:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384362.830200:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384362.830202:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384362.830203:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.830207:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c7a9a7c with handle 0x960a57272cefbca0 from hash 00000100:00000040:2.0:1767384362.830211:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384362.830211:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384362.830215:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.830216:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.830217:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384362.830218:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001877db81. 00010000:00000001:1.0:1767384362.830218:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384362.830221:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.830224:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:2.0:1767384362.830226:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728329984, offset 224 00010000:00000001:1.0:1767384362.830226:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.830230:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.830233:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.830234:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384362.830239:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384362.830239:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.830242:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.830244:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.830245:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.830247:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.830251:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384362.830251:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.830260:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.830262:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.830263:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384362.830265:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384362.830266:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07700 00010000:00000001:1.0:1767384362.830267:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.830269:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384362.830270:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384362.830274:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.830278:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f31 [2] + 224 20000000:00000001:1.0:1767384362.830278:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.830283:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384362.830295:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.830300:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384362.830305:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384362.830306:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384362.830309:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.830313:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384362.830316:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c7a9a7c/0x960a57272cefbca0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384362.830327:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384362.830328:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006ef0ffc1 count: 0 00010000:00000001:1.0:1767384362.830337:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384362.830340:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384362.830344:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.830349:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001877db81 00000400:00000010:2.0:1767384362.830350:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001877db81. 00000100:00000001:2.0:1767384362.830353:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384362.830354:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.830356:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.830358:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384362.830360:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384362.830361:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.830362:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384362.830363:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384362.830366:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384362.830369:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029fb4be2 x1853236728329984/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384362.830371:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.830374:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384362.830377:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000399f614. 00000100:00100000:2.0:1767384362.830382:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029fb4be2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16356:x1853236728329984:12345-0@lo:253: Request processed in 4016us (4286us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384362.830384:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec9f0aea 00000400:00000010:0.0:1767384362.830387:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec9f0aea. 00000100:00000001:0.0:1767384362.830391:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384362.830393:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:2.0:1767384362.830396:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000200:0.0:1767384362.830397:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.830399:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.830401:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384362.830404:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3f1776b. 00000020:00000010:2.0:1767384362.830410:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000100:00000200:0.0:1767384362.830413:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384362.830415:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ada111. 00000020:00000040:2.0:1767384362.830420:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:2.0:1767384362.830424:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384362.830426:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384362.830427:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000805f8e8e. 00000100:00000001:0.0:1767384362.830428:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.830432:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.830433:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384362.830434:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.830437:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.830437:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.830438:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.830442:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384362.830442:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384362.830445:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=85 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384362.830447:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c835cfc. 00000100:00001000:0.0:1767384362.830449:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=85 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384362.830453:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001877db81. 00000100:00000001:0.0:1767384362.830453:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384362.830456:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.830458:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384362.830460:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.830461:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.830464:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.830469:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.830470:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384362.830472:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384362.830474:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384362.830475:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384362.830476:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384362.830477:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.830478:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384362.830486:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.830487:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384362.830488:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384362.830489:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384362.830491:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.830497:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728329984:0@lo:253: 00000100:00000001:0.0:1767384362.830500:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.830502:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.830504:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728329984/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.830508:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384362.830509:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384362.830511:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002e73d533. 02000000:00000001:0.0:1767384362.830513:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384362.830514:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384362.830514:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384362.830516:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384362.830517:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3039f8e. 02000000:00000001:0.0:1767384362.830519:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384362.830519:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384362.830520:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:0.0:1767384362.830522:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384362.830523:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.830524:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.830527:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.830528:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.830529:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.830531:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.834165:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294950877, at 4294950878 00000100:00000010:3.0:1767384362.834173:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6773d7. 00000100:00000040:0.0:1767384362.834186:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294950877, at 4294950878 00000100:00000040:2.0:1767384362.834192:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294950877, at 4294950878 00000100:00000010:0.0:1767384362.834194:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed4324b. 00000100:00000040:1.0:1767384362.834200:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294950877, at 4294950878 00000100:00000010:2.0:1767384362.834203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb77c125. 00000100:00000010:1.0:1767384362.834207:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375e854. 00000400:00000010:3.0:1767384362.840850:0:38682:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000689115ab. 00000400:00000040:3.0:1767384362.840866:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.840868:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384362.840870:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.840871:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.840873:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.840874:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384362.840876:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.840877:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384362.840878:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384362.840878:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384362.840880:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384362.840881:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.840882:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384362.840883:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.840884:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384362.840886:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384362.840886:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.840887:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384362.840888:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384362.840889:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.840890:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.840891:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.840892:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.840893:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.840894:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384362.840895:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.840896:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.840901:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.840902:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.840903:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.840904:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384362.840905:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.840906:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.840907:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.840908:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.840909:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.840910:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384362.840911:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.840912:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.840913:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384362.840914:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384362.840915:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.840916:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384362.840917:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384362.840918:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384362.840919:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384362.840920:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384362.840921:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384362.840922:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384362.840923:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.840924:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384362.840925:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384362.840926:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384362.840927:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384362.840928:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384362.840929:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384362.840930:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384362.841007:0:38682:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000689115ab. 00010000:00000010:1.1:1767384362.843153:0:38683:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f07317e4. 00010000:00000010:1.1:1767384362.843162:0:38683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7e6074. 00010000:00000010:1.1:1767384362.843166:0:38683:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ef0ffc1. 00010000:00000010:1.1:1767384362.843172:0:38683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c7a9a7c. 00000400:00000001:0.0:1767384362.868183:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.868187:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.868190:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384362.868193:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000400:00000200:0.0:1767384362.868204:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.868210:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384362.868221:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e1658e86. 00000400:00000010:0.0:1767384362.868224:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000036f831b4. 00000400:00000001:0.0:1767384362.868228:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.868229:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.868230:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384362.868232:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000400:00000200:0.0:1767384362.868233:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.868235:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384362.868238:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000089330d8. 00000400:00000010:0.0:1767384362.868239:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a8918fd. 00000400:00000001:0.0:1767384362.868241:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.868241:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.868242:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384362.868243:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000200:0.0:1767384362.868244:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.868245:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384362.868246:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000059156b07. 00000400:00000010:0.0:1767384362.868248:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f09338b3. 00000400:00000001:0.0:1767384362.868250:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.868251:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384362.868252:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:0.0:1767384362.868253:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000200:0.0:1767384362.868254:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384362.868255:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384362.868257:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f2570d66. 00000400:00000010:0.0:1767384362.868258:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000ed915e8. 00000800:00000200:0.0:1767384362.869221:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf063ec] -> 12345-192.168.202.115@tcp28 (6) 00000800:00000200:0.0:1767384362.869226:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp28 ip 192.168.202.115:988 00000800:00000200:0.0:1767384362.869230:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1767384362.869250:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092739979. 00000800:00000200:0.0:1767384362.869254:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065894fa1] -> 12345-192.168.202.115@tcp15 (6) 00000800:00000200:0.0:1767384362.869257:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp15 ip 192.168.202.115:988 00000800:00000200:0.0:1767384362.869265:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384362.869322:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384362.869332:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384362.869335:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.869342:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.869347:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384362.869395:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384362.869397:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.869406:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384362.869409:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.869411:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.317186:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.317192:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.317199:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.317201:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.317236:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384363.317242:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384363.317245:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384363.892245:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp45 00000400:00000010:0.0:1767384363.892252:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aec37749. 00000400:00000010:0.0:1767384363.892259:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d38855bf. 00000400:00000010:0.0:1767384363.892265:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000010:0.0:1767384363.892274:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e9222fb. 00000400:00000200:0.0:1767384363.892293:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp45 00000400:00000200:0.0:1767384363.892315:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp45 local destination 00000400:00000200:0.0:1767384363.892323:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000200:0.0:1767384363.892328:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [205:205:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384363.892336:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000400:00000200:0.0:1767384363.892344:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp45:192.168.202.115@tcp45) : GET try# 0 00000800:00000200:0.0:1767384363.892349:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp45 00000800:00000010:0.0:1767384363.892354:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d82599ac. 00000800:00000200:0.0:1767384363.892360:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000800:00000200:0.1:1767384363.892365:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:0.0:1767384363.892385:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:0.0:1767384363.892395:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp46 00000400:00000010:0.0:1767384363.892399:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384363.892402:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000174e91ca. 00000400:00000010:0.0:1767384363.892405:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000010:0.0:1767384363.892408:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e8e2cee. 00000400:00000200:0.0:1767384363.892412:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp46 00000400:00000200:0.0:1767384363.892417:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp46 local destination 00000400:00000200:0.0:1767384363.892419:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000200:0.0:1767384363.892422:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [206:206:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1767384363.892426:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000400:00000200:0.0:1767384363.892433:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp46:192.168.202.115@tcp46) : GET try# 0 00000800:00000200:0.0:1767384363.892437:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp46 00000800:00000010:0.0:1767384363.892444:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b448d85. 00000800:00000200:0.0:1767384363.892448:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000200:0.1:1767384363.892452:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000400:00000200:2.0:1767384363.892461:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384363.892474:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 1 next ping: 286 health :900 00000400:00000200:3.0:1767384363.892515:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892537:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.892591:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892684:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.892757:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.892808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892841:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.892929:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.892943:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.892989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893013:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893066:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893101:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893173:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893218:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893295:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893315:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893348:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893375:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893440:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893445:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893519:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893571:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893582:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893616:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893660:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893771:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893810:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893874:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893935:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.893981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.893986:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894037:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894044:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894096:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894112:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894178:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894298:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894306:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894363:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894370:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894434:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894500:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384363.894539:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894570:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894634:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384363.894709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000800:00000010:2.0:1767384363.894717:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000805f8e8e. 00000800:00000010:2.0:1767384363.894724:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000040424a. 00000800:00000010:2.0:1767384363.894732:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073ec8edc. 00000400:00000200:3.0:1767384363.894744:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000800:00000010:2.0:1767384363.894762:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073ec8edc. 00000800:00020000:2.0:1767384363.894774:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384363.894777:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000040424a. 00000800:00000010:2.0:1767384363.894780:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000805f8e8e. 00000400:00000200:3.0:1767384363.894781:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:02020000:2.0:1767384363.894838:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384363.894846:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00000400:00000200:2.0:1767384363.894849:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384363.894854:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp45 00000800:00000010:2.0:1767384363.894857:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d82599ac. 00000400:00000200:2.0:1767384363.894861:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.894867:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384363.894875:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384363.894879:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384363.894884:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp45) recovery failed with -71 00000800:00000010:3.0:1767384363.894917:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b44b889. 00000800:00000010:3.0:1767384363.894922:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9fe80d2. 00000800:00000010:3.0:1767384363.894926:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003aa7e917. 00000800:00000010:3.0:1767384363.894949:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003aa7e917. 00000800:00020000:3.0:1767384363.894958:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384363.894960:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9fe80d2. 00000800:00000010:3.0:1767384363.894963:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b44b889. 00000400:02020000:3.0:1767384363.895003:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384363.895009:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000400:00000200:3.0:1767384363.895012:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384363.895017:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:3.0:1767384363.895018:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b448d85. 00000400:00000200:3.0:1767384363.895021:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384363.895024:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384363.895030:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384363.895032:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384363.895036:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp46) recovery failed with -71 00010000:00000001:2.0:1767384364.341229:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.341234:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.341238:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.341239:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.341299:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384364.341303:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.341306:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384364.404229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384364.404230:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384364.404236:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384364.404238:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384364.404245:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000100:00000010:0.0:1767384364.404246:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859faa09. 00000100:00000001:2.0:1767384364.404249:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000020:00000040:3.0:1767384364.404251:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384364.404253:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404257:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384364.404259:0:17074:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:3.0:1767384364.404262:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384364.404263:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384364.404264:0:17074:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.404268:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.404285:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384364.404289:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384364.404290:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f791cd5. 02000000:00000001:0.0:1767384364.404293:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404299:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.404301:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d0080e6. 00000100:00000001:0.0:1767384364.404308:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.404310:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384364.404317:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384364.404322:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404324:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384364.404332:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859faa09] to pc [ptlrpcd_00_02+2] req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.404341:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.404349:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2638381] to pc [ptlrpcd_00_03+3] req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.404370:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384364.404371:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.404373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384364.404378:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384364.404381:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000020:00000040:3.0:1767384364.404384:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384364.404385:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.404387:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384364.404389:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384364.404390:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.404392:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384364.404393:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.404394:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384364.404397:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384364.404399:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3ce9636. 00000100:00000001:1.0:1767384364.404400:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384364.404401:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.404405:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.404408:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.404413:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384364.404429:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384364.404432:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.404438:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384364.404439:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384364.404442:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.404443:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404444:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384364.404445:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404447:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.404449:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384364.404452:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728330240:0@lo:13: 00000100:00000040:3.0:1767384364.404453:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000039f5f63] to pc [ptlrpcd_00_00+0] req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.404453:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.404461:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384364.404461:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.404467:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384364.404469:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728330112:0@lo:400: 02000000:00000001:2.0:1767384364.404471:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.404473:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384364.404475:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384364.404477:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384364.404478:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384364.404480:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004591d909. 02000000:00000001:1.0:1767384364.404480:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.404481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384364.404485:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.404486:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384364.404487:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384364.404493:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c105d02. 02000000:00000010:1.0:1767384364.404493:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce6c3e19. 00000400:00000010:2.0:1767384364.404494:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0845f46. 02000000:00000001:1.0:1767384364.404498:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.404499:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1767384364.404502:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000100:00000001:3.0:1767384364.404504:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384364.404506:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384364.404506:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163181f3. 00000100:00000200:2.0:1767384364.404509:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728330240, portal 4 02000000:00000001:3.0:1767384364.404510:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.404511:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384364.404513:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000836f7d8e. 00000100:00000001:2.0:1767384364.404516:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.404518:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384364.404519:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728330112, portal 25 02000000:00000010:3.0:1767384364.404520:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e2d46d4. 00000100:00000001:2.0:1767384364.404520:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630353801152256 : -113719908399360 : ffff989285418700) 00000100:00000001:0.0:1767384364.404522:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384364.404527:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384364.404528:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.404531:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384364.404532:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.404536:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.404538:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000040:1.0:1767384364.404548:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.404567:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384364.404575:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384364.404575:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384364.404576:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384364.404580:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000001:1.0:1767384364.404581:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384364.404582:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404584:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384364.404587:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728330240, offset 0 00000100:00000040:1.0:1767384364.404590:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384364.404591:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384364.404593:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c105d02] to pc [ptlrpcd_00_01+1] req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384364.404596:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 02000000:00000001:0.0:1767384364.404596:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384364.404597:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384364.404605:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384364.404609:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728330112, offset 0 00000100:00000001:3.0:1767384364.404610:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.404612:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728330368:0@lo:400: 00000100:00000040:3.0:1767384364.404617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384364.404617:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.404623:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384364.404624:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384364.404629:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384364.404631:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384364.404633:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870f4c47. 00000400:00000200:2.0:1767384364.404634:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce07800 00000020:00000040:3.0:1767384364.404638:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384364.404639:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384364.404644:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384364.404645:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 02000000:00000001:3.0:1767384364.404648:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384364.404650:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384364.404653:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.404654:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce07780 00000400:00000200:2.0:1767384364.404655:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384364.404657:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075ec580f. 02000000:00000010:3.0:1767384364.404658:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac3a6c8. 00000400:00000200:1.0:1767384364.404665:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a9 [2] + 0 02000000:00000001:0.0:1767384364.404665:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404666:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.404666:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384364.404674:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeeeae35. 00000100:00000040:3.0:1767384364.404675:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384364.404676:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010cf9c75. 00000400:00000200:1.0:1767384364.404680:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000641edc64 00000100:00000001:3.0:1767384364.404686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384364.404686:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384364.404687:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384364.404689:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384364.404692:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:0.0:1767384364.404693:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000200:1.0:1767384364.404694:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384364.404696:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870f4c47] to pc [ptlrpcd_00_02+2] req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384364.404701:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5ddd5ed. 00000400:00000200:1.0:1767384364.404702:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000641edc64 00000100:00000200:0.0:1767384364.404702:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728330368, portal 4 00000400:00000010:1.0:1767384364.404708:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000641edc64. 00000100:00000040:2.0:1767384364.404709:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000e5ddd5ed x1853236728330240 msgsize 224 00000100:00000001:0.0:1767384364.404709:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.404714:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000100:00000001:1.0:1767384364.404715:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384364.404718:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384364.404720:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.404724:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000001c42ca38 x1853236728330112 msgsize 224 00000100:00100000:2.0:1767384364.404725:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384364.404727:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000040:0.0:1767384364.404727:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.404737:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384364.404742:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384364.404743:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.404748:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.404751:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384364.404753:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000100:00000001:1.0:1767384364.404755:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384364.404755:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:2.0:1767384364.404756:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:3.0:1767384364.404759:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384364.404763:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384364.404764:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330240 00000400:00000200:1.0:1767384364.404765:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000100:00000200:0.0:1767384364.404765:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728330368, offset 0 02000000:00000001:3.0:1767384364.404768:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384364.404769:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000100:00000200:2.0:1767384364.404770:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.404773:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.404774:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384364.404776:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.404781:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384364.404782:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384364.404783:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.404789:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330240 00000020:00000001:3.0:1767384364.404794:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384364.404794:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384364.404798:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000400:00000200:0.0:1767384364.404798:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384364.404802:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384364.404803:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.404808:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:1.0:1767384364.404808:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384364.404814:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000040:1.0:1767384364.404815:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384364.404815:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce07880 00000020:00000001:3.0:1767384364.404826:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000400:00000200:0.0:1767384364.404829:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:3.0:1767384364.404835:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384364.404839:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384364.404840:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072ac2bdf. 00000020:00000010:3.0:1767384364.404848:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c16719e5. 00000400:00000200:0.0:1767384364.404850:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384364.404851:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.404854:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.404857:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:2.0:1767384364.404857:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.404858:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.404860:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.404863:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384364.404865:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.404867:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384364.404868:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc81352. 00000100:00000001:3.0:1767384364.404869:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384364.404870:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3567 usecs (4 jiffies) 00000100:00000040:0.0:1767384364.404873:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000ccc81352 x1853236728330368 msgsize 224 00000020:00000010:3.0:1767384364.404876:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089cbb41e. 00000100:00000001:2.0:1767384364.404877:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952452 00000100:00000001:1.0:1767384364.404879:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294952455 00000020:00000010:3.0:1767384364.404883:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043bd4151. 00000100:00000010:2.0:1767384364.404885:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003938490. 00000100:00100000:0.0:1767384364.404885:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384364.404891:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df0673ec. 00000100:00000001:2.0:1767384364.404895:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384364.404900:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384364.404901:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384364.404902:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952452 00000100:00000001:3.0:1767384364.404906:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384364.404907:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952452 00000100:00000010:2.0:1767384364.404908:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cfa6ba0. 00000100:00000001:3.0:1767384364.404909:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384364.404909:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000100:00000001:2.0:1767384364.404914:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384364.404915:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.404915:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:1.0:1767384364.404916:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294952455 00000100:00000001:2.0:1767384364.404923:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952452 00000100:00000001:0.0:1767384364.404923:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384364.404925:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952452 00000100:00000001:3.0:1767384364.404926:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384364.404929:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fcc277. 00000100:00000200:0.0:1767384364.404930:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.404931:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294952455 00000100:00000001:2.0:1767384364.404935:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384364.404938:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.404941:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952452 00000100:00000001:1.0:1767384364.404942:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952452 00000100:00000010:2.0:1767384364.404948:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f3d6ca4. 00000100:00000001:1.0:1767384364.404951:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294952455 00000100:00000001:0.0:1767384364.404953:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384364.404954:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384364.404954:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384364.404958:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384364.404958:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.404963:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767384364.404971:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:2.0:1767384364.404971:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.404972:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952452 00000100:00000001:0.0:1767384364.404975:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.404978:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.404979:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566704512 : -113724142847104 : ffff989188dcfb80) 00000100:00000001:0.0:1767384364.404979:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.404981:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.404983:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.404987:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.404987:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.404988:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384364.404994:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3567 usecs (4 jiffies) 00000100:00000001:1.0:1767384364.404995:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.404998:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.404999:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952452 00000100:00000040:3.0:1767384364.405001:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5ddd5ed x1853236728330240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.405001:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.405002:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384364.405004:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952455 00000100:00000001:2.0:1767384364.405008:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.405009:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952452 00000100:00000001:2.0:1767384364.405011:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.405012:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384364.405014:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384364.405017:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384364.405017:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952455 00000100:00000040:2.0:1767384364.405020:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.405023:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952452 00000100:00000001:1.0:1767384364.405026:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.405029:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384364.405030:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952455 00000100:00000001:1.0:1767384364.405031:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384364.405035:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c16719e5. 00000100:00000001:0.0:1767384364.405036:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952452 00000100:00000001:1.0:1767384364.405037:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.405041:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.405042:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952455 00000100:00000001:2.0:1767384364.405044:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384364.405045:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.405048:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.405049:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c16719e5. 00000100:00000001:0.0:1767384364.405049:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384364.405052:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384364.405056:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.405057:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384364.405059:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5ddd5ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853236728330240:12345-0@lo:13: 00000100:00000001:0.0:1767384364.405061:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.405063:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405067:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384364.405069:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330240 00000100:00100000:2.0:1767384364.405071:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870f4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728330624:0@lo:400: 00000100:00000001:1.0:1767384364.405071:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384364.405075:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384364.405076:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.405076:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384364.405077:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384364.405079:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384364.405080:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384364.405082:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.405082:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384364.405082:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384364.405084:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384364.405086:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405088:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384364.405089:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384364.405089:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384364.405090:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.405092:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384364.405094:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f831b4. 00000100:00000001:0.0:1767384364.405094:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.405099:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 02000000:00000001:2.0:1767384364.405100:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.405107:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384364.405107:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297e4530. 00000100:00000001:1.0:1767384364.405110:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384364.405111:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.405112:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384364.405113:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000001:0.0:1767384364.405115:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384364.405116:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384364.405120:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330368 00000020:00000001:3.0:1767384364.405121:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384364.405121:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728330624, portal 10 02000000:00000001:1.0:1767384364.405121:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384364.405123:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384364.405126:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384364.405127:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405127:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.405128:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384364.405158:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378908416 : -113719330643200 : ffff9892a7b16300) 00000100:00000001:0.0:1767384364.405158:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.405162:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.405164:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.405167:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384364.405167:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330368 00000100:00000040:2.0:1767384364.405168:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.405168:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c105d02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728330496:0@lo:400: 02000000:00000001:3.0:1767384364.405172:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384364.405173:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384364.405177:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 02000000:00000010:3.0:1767384364.405179:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007bdb0313. 00000100:00000001:1.0:1767384364.405179:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384364.405181:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384364.405185:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.405185:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384364.405187:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384364.405189:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.405190:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000100:00000001:3.0:1767384364.405191:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.405195:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384364.405196:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00002000:00000001:3.0:1767384364.405197:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:2.0:1767384364.405200:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 02000000:00000001:1.0:1767384364.405202:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384364.405203:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00002000:00000001:3.0:1767384364.405204:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384364.405204:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728330624, offset 0 02000000:00000010:1.0:1767384364.405208:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e875a789. 00000020:00000001:3.0:1767384364.405209:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384364.405209:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384364.405213:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.405214:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384364.405215:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e93061c5. 00000400:00000010:1.0:1767384364.405219:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000020:00000001:3.0:1767384364.405221:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.405221:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384364.405227:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384364.405227:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00002000:00000024:3.0:1767384364.405229:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:0.0:1767384364.405229:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e93061c5. 00000100:00000200:1.0:1767384364.405233:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728330496, portal 10 00000020:00000020:3.0:1767384364.405236:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384364.405237:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.405240:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378903040 : -113719330648576 : ffff9892a7b14e00) 00000400:00000200:2.0:1767384364.405241:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07980 00000020:00000010:0.0:1767384364.405241:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082106042. 00000020:00000020:3.0:1767384364.405242:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384364.405247:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065511e05. 00002000:00000020:3.0:1767384364.405249:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:1.0:1767384364.405250:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384364.405254:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000400:00000200:2.0:1767384364.405255:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00002000:00000001:3.0:1767384364.405257:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384364.405264:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:0.0:1767384364.405264:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000001:00000001:3.0:1767384364.405269:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.405269:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384364.405270:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.405290:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:3.0:1767384364.405292:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.405292:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.405292:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384364.405294:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384364.405299:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384364.405300:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728330240 00010000:00000001:3.0:1767384364.405304:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384364.405304:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384364.405304:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1767384364.405305:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d95ca4. 00000100:00000200:2.0:1767384364.405309:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767384364.405310:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728330496, offset 0 00000100:00000001:0.0:1767384364.405310:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:3.0:1767384364.405313:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5ddd5ed x1853236728330240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.405314:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384364.405317:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075234fa6. 00000400:00000200:1.0:1767384364.405322:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384364.405324:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000075234fa6 x1853236728330624 msgsize 224 00000100:00000001:0.0:1767384364.405327:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.405334:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384364.405338:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384364.405339:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384364.405341:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384364.405343:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.405346:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07900 00000100:00000001:0.0:1767384364.405346:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1767384364.405349:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384364.405351:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384364.405355:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384364.405356:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00100000:0.0:1767384364.405357:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384364.405360:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000200:1.0:1767384364.405364:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384364.405365:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:0.0:1767384364.405366:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000400:00000200:2.0:1767384364.405368:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 02000000:00000001:3.0:1767384364.405369:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384364.405372:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000400:00000200:1.0:1767384364.405372:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384364.405373:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492201984 : -113724217349632 : ffff9891846c2a00) 02000000:00000001:3.0:1767384364.405378:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.405380:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384364.405381:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384364.405383:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384364.405385:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384364.405385:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc81352 x1853236728330368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384364.405387:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.405390:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384364.405393:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3a97d5f. 00000400:00000010:3.0:1767384364.405396:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000040:1.0:1767384364.405399:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b3a97d5f x1853236728330496 msgsize 224 00000100:00000200:3.0:1767384364.405402:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728330240, offset 224 00000100:00100000:1.0:1767384364.405417:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384364.405418:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384364.405419:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384364.405424:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.405426:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.405432:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e93061c5. 00000400:00000200:3.0:1767384364.405433:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384364.405433:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384364.405436:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405439:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.405441:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384364.405441:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d95ca4 00000020:00000010:0.0:1767384364.405442:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e93061c5. 00000400:00000010:1.0:1767384364.405446:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d95ca4. 00000100:00000001:2.0:1767384364.405447:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384364.405448:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce07800 00000100:00000001:1.0:1767384364.405451:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384364.405454:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc81352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236728330368:12345-0@lo:400: 00000100:00000040:2.0:1767384364.405455:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3245 usecs (4 jiffies) 00000100:00000200:1.0:1767384364.405459:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384364.405462:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f51 [1] + 224 00000100:00000001:2.0:1767384364.405463:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952453 00000100:00000200:0.0:1767384364.405465:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330368 00000100:00000001:2.0:1767384364.405470:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952455 00000020:00000001:0.0:1767384364.405471:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384364.405474:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384364.405475:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952453 00000100:00000001:2.0:1767384364.405482:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952455 00000400:00000200:3.0:1767384364.405483:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384364.405484:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384364.405488:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952453 00000020:00000001:0.0:1767384364.405489:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405491:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384364.405492:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384364.405494:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952455 00000020:00000001:0.0:1767384364.405496:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384364.405497:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952453 00000100:00000040:1.0:1767384364.405499:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384364.405500:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384364.405501:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:2.0:1767384364.405502:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952455 00000020:00000001:0.0:1767384364.405508:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384364.405509:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384364.405513:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.405516:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.405520:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384364.405522:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.405524:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384364.405527:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.405528:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.405534:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384364.405535:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384364.405538:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.405538:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384364.405539:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384364.405541:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384364.405546:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384364.405547:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7281920. 00000100:00000001:2.0:1767384364.405549:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384364.405553:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405558:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.405562:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384364.405567:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728330368 00000100:00000001:1.0:1767384364.405570:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.405573:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384364.405574:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384364.405575:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384364.405580:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc81352 x1853236728330368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.405581:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.405589:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3056 usecs (4 jiffies) 00000100:00000001:2.0:1767384364.405590:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384364.405590:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384364.405592:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00100000:2.0:1767384364.405594:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330112 00010000:00000001:0.0:1767384364.405594:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405595:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952453 00000400:00000010:3.0:1767384364.405596:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 02000000:00000001:2.0:1767384364.405599:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:0.0:1767384364.405600:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.405602:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384364.405602:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.405603:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952455 00000100:00000001:3.0:1767384364.405606:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384364.405607:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405608:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384364.405609:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952453 00000100:00000001:3.0:1767384364.405611:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.405613:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.405614:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 00000100:00000001:1.0:1767384364.405616:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952455 00000100:00000040:3.0:1767384364.405619:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00100000:2.0:1767384364.405620:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330112 00000100:00000001:0.0:1767384364.405620:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384364.405621:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952453 00010000:00000001:3.0:1767384364.405625:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384364.405626:0:17079:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384364.405626:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384364.405627:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952455 00000020:00000001:3.0:1767384364.405628:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384364.405630:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 02000000:00000001:0.0:1767384364.405630:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.405633:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384364.405634:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952453 00000020:00000001:2.0:1767384364.405635:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384364.405636:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384364.405639:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000040:3.0:1767384364.405640:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5ddd5ed x1853236728330240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.405640:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952455 00000020:00000001:2.0:1767384364.405644:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000040:0.0:1767384364.405645:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384364.405647:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384364.405650:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000020:00000001:2.0:1767384364.405651:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384364.405653:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384364.405658:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728330368, offset 224 00000100:00000001:2.0:1767384364.405659:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384364.405660:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.405665:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd154fc9. 00000100:00000001:1.0:1767384364.405666:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384364.405671:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5ddd5ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853236728330240:12345-0@lo:13: Request processed in 638us (957us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384364.405673:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384364.405673:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384364.405676:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.405680:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384364.405681:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd154fc9. 00000100:00000001:1.0:1767384364.405684:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384364.405686:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000400:00000200:0.0:1767384364.405688:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384364.405689:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384364.405690:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000020:00000010:2.0:1767384364.405692:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f0b1d60. 00000100:00000001:1.0:1767384364.405693:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.405695:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.405698:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.405699:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce07880 00000020:00000010:2.0:1767384364.405701:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d093fc1a. 00000100:00000001:3.0:1767384364.405705:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384364.405708:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f61 [1] + 224 00000020:00000010:2.0:1767384364.405709:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000020:00000010:3.0:1767384364.405711:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043bd4151. 00000020:00000010:3.0:1767384364.405716:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df0673ec. 00000020:00000010:3.0:1767384364.405721:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089cbb41e. 00000100:00000040:2.0:1767384364.405721:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384364.405722:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384364.405725:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384364.405727:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384364.405730:0:18424:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00100000:1.0:1767384364.405730:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330624 00000400:00000200:0.0:1767384364.405731:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384364.405732:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384364.405734:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384364.405736:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.405737:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405739:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.405741:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384364.405743:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.405746:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.405747:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384364.405747:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.405753:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330624 00000100:00080000:3.0:1767384364.405754:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384364.405758:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384364.405759:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384364.405760:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000040:1.0:1767384364.405761:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000040:0.0:1767384364.405763:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384364.405766:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384364.405772:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384364.405775:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384364.405777:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000100:00000001:0.0:1767384364.405777:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384364.405782:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000020:00000001:1.0:1767384364.405783:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000400:00000200:0.0:1767384364.405784:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000100:00000040:2.0:1767384364.405786:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000400:00000010:0.0:1767384364.405789:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:2.0:1767384364.405790:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282613840 : -113719426937776 : ffff9892a1f40c50) 00000020:00000001:1.0:1767384364.405790:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:0.0:1767384364.405795:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384364.405797:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384364.405797:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.405798:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:3.0:1767384364.405800:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384364.405801:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c42ca38 x1853236728330112/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.405803:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384364.405804:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0845f46. 00000020:00000010:1.0:1767384364.405804:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006138a97e. 00000020:00000010:1.0:1767384364.405811:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000eaa9c10b. 00000400:00000200:3.0:1767384364.405813:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc15b8e4 00000100:00000040:0.0:1767384364.405813:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:3.0:1767384364.405818:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 00000020:00000040:1.0:1767384364.405819:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00010000:00000001:0.0:1767384364.405819:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384364.405824:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.405825:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384364.405826:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384364.405827:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384364.405831:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd154fc9. 00000100:00000200:3.0:1767384364.405833:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.405833:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384364.405834:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc81352 x1853236728330368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.405837:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.405839:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b40b8c4c. 00000020:00000010:2.0:1767384364.405845:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd154fc9. 00000020:00000010:1.0:1767384364.405847:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021b56d55. 00000020:00000010:1.0:1767384364.405856:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00100000:2.0:1767384364.405857:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c42ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728330112:12345-0@lo:400: 00000100:00000040:1.0:1767384364.405866:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:2.0:1767384364.405867:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330112 00000100:00000200:3.0:1767384364.405868:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384364.405873:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384364.405873:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384364.405878:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384364.405878:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384364.405878:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc81352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236728330368:12345-0@lo:400: Request processed in 446us (999us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384364.405881:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384364.405882:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405883:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.405885:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.405889:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384364.405891:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384364.405892:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384364.405893:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 02000000:00000001:3.0:1767384364.405894:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384364.405896:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384364.405898:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384364.405898:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000001:2.0:1767384364.405900:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384364.405900:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.405903:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.405903:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000020:00000001:2.0:1767384364.405904:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384364.405909:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405909:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.405909:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384364.405910:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384364.405914:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384364.405915:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384364.405917:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=77 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384364.405919:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.405920:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065511e05. 00000100:00000001:1.0:1767384364.405922:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1767384364.405923:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=77 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384364.405924:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384364.405927:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330496 00000100:00000001:2.0:1767384364.405928:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384364.405928:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00000100:00000001:3.0:1767384364.405929:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384364.405930:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384364.405932:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384364.405933:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.405934:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384364.405935:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082106042. 00010000:00000001:3.0:1767384364.405938:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384364.405938:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000408681e4. 00000100:00000001:1.0:1767384364.405938:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.405940:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 02000000:00000001:2.0:1767384364.405943:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384364.405945:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.405945:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405946:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.405947:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.405952:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330496 00000020:00000001:2.0:1767384364.405953:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.405957:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1767384364.405959:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728330112 00000020:00000040:1.0:1767384364.405961:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00010000:00000001:2.0:1767384364.405965:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384364.405965:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384364.405967:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384364.405969:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00010000:00000200:2.0:1767384364.405972:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c42ca38 x1853236728330112/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384364.405973:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.405973:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384364.405974:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000400:00000001:0.0:1767384364.405977:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384364.405980:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:3.0:1767384364.405982:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767384364.405986:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384364.405987:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384364.405987:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384364.405988:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384364.405988:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010cf9c75. 00010000:00000001:2.0:1767384364.405991:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.405993:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000100:00001000:2.0:1767384364.405995:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=87 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384364.405995:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000400:00000010:0.0:1767384364.405997:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384364.406000:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384364.406004:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384364.406004:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384364.406005:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.406006:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384364.406009:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000200:0.0:1767384364.406011:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.406015:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000010:1.0:1767384364.406015:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000100:00000040:3.0:1767384364.406016:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384364.406021:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384364.406025:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.406026:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000770865. 00000100:00000001:2.0:1767384364.406030:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384364.406034:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008aaa3134. 00000100:00000040:2.0:1767384364.406038:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384364.406044:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000020:00000010:1.0:1767384364.406044:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006f4786c2. 00000100:00000001:3.0:1767384364.406045:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384364.406047:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.406052:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384364.406052:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728330112, offset 224 00000100:00000001:1.0:1767384364.406054:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.406055:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.406059:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1767384364.406061:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384364.406062:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384364.406063:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384364.406064:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1767384364.406066:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384364.406067:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1767384364.406072:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384364.406072:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384364.406073:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384364.406074:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384364.406077:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384364.406078:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384364.406082:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.406083:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.406085:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384364.406087:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384364.406088:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce07780 02000000:00000001:0.0:1767384364.406091:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.406094:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384364.406099:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=77 v=5 (5 0 0 0) 00000004:00000001:3.0:1767384364.406100:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.406100:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f55 [1] + 224 00000100:00000001:1.0:1767384364.406106:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1767384364.406108:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=77 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384364.406109:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384364.406110:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406110:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384364.406116:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.406120:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.406121:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384364.406121:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00010000:00000001:0.0:1767384364.406126:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384364.406129:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00000001:2.0:1767384364.406132:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767384364.406152:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.406158:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859faa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16357:1853236728330240:0@lo:13: 00000100:00000001:1.0:1767384364.406158:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566695552 : -113724142856064 : ffff989188dcd880) 00000100:00000200:2.0:1767384364.406161:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.406168:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075234fa6 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.406170:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.406171:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.406176:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384364.406178:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384364.406182:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384364.406183:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859faa09 x1853236728330240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.406187:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384364.406191:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.406201:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384364.406203:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406205:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.406209:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:3.0:1767384364.406216:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384364.406216:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384364.406220:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384364.406224:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 02000000:00000010:3.0:1767384364.406225:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004591d909. 02000000:00000001:3.0:1767384364.406233:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384364.406235:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075234fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728330624:12345-0@lo:400: 00000100:00000001:0.0:1767384364.406236:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384364.406237:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.406243:0:16357:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384364.406243:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384364.406244:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330624 00000100:00000001:2.0:1767384364.406248:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384364.406248:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384364.406248:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384364.406250:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384364.406254:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384364.406255:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d0080e6. 00000100:00000040:0.0:1767384364.406256:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384364.406257:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000020:00000001:1.0:1767384364.406257:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.406261:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384364.406263:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384364.406263:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000020:00000001:1.0:1767384364.406265:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 02000000:00000001:3.0:1767384364.406268:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384364.406280:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:3.0:1767384364.406282:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859faa09. 00000100:00000001:2.0:1767384364.406284:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384364.406285:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384364.406290:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.406292:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384364.406292:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.406294:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728330368:0@lo:400: 00000100:00000040:2.0:1767384364.406300:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:1.0:1767384364.406302:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384364.406303:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.406305:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384364.406306:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384364.406308:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384364.406308:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384364.406310:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.406312:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.406313:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.406314:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384364.406316:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728330368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406317:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384364.406320:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384364.406321:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384364.406321:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384364.406323:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.406327:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.406327:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030455018. 00000100:00000001:0.0:1767384364.406329:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384364.406331:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c42ca38 x1853236728330112/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.406333:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.406334:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384364.406335:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.406340:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.406340:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075ec580f. 00000020:00000001:1.0:1767384364.406346:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384364.406348:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384364.406348:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:1.0:1767384364.406350:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728330624 00000100:00100000:2.0:1767384364.406352:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c42ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16358:x1853236728330112:12345-0@lo:400: Request processed in 522us (1623us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384364.406353:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - evictor 00000020:00000001:0.0:1767384364.406354:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384364.406355:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384364.406360:0:16355:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000200:1.0:1767384364.406363:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075234fa6 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384364.406366:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000020:00000001:0.0:1767384364.406368:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384364.406372:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3ce9636. 00000100:00000040:2.0:1767384364.406374:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:3.0:1767384364.406375:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384364.406376:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384364.406378:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.406380:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384364.406380:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.406381:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384364.406382:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1767384364.406386:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d093fc1a. 00000100:00001000:1.0:1767384364.406386:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=82 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384364.406387:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 02000000:00000001:0.0:1767384364.406387:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.406393:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000100:00000040:3.0:1767384364.406395:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000020:00000010:2.0:1767384364.406395:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000100:00000001:1.0:1767384364.406396:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384364.406402:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349493448960 : -113724216102656 : ffff9891847f3100) 00000020:00000010:2.0:1767384364.406402:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f0b1d60. 00000100:00000040:1.0:1767384364.406402:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384364.406402:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.406405:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.406409:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384364.406410:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384364.406411:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00000040:3.0:1767384364.406413:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3a97d5f x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.406414:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.406418:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.406418:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384364.406419:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384364.406422:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384364.406424:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000408681e4. 00000100:00000001:1.0:1767384364.406425:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384364.406430:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384364.406431:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384364.406434:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384364.406434:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384364.406435:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.406436:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384364.406438:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c16719e5. 00000400:00000010:1.0:1767384364.406438:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d95ca4. 00000100:00000001:3.0:1767384364.406444:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384364.406445:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384364.406445:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728330624, offset 224 00000020:00000010:3.0:1767384364.406448:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c16719e5. 00000400:00000010:2.0:1767384364.406452:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adeeb4c. 00000100:00100000:3.0:1767384364.406458:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3a97d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728330496:12345-0@lo:400: 00000400:00000200:1.0:1767384364.406459:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384364.406465:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330496 00000400:00000010:2.0:1767384364.406466:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000431807c8. 00000020:00000001:3.0:1767384364.406467:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384364.406472:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384364.406472:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384364.406472:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384364.406476:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.406477:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384364.406481:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:0.0:1767384364.406483:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384364.406484:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000400:00000200:1.0:1767384364.406484:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07980 00000400:00000001:0.0:1767384364.406487:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384364.406490:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384364.406492:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163181f3. 00000020:00000001:3.0:1767384364.406493:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384364.406497:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384364.406497:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000836f7d8e 00000020:00000001:3.0:1767384364.406498:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384364.406501:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000836f7d8e. 00000020:00000001:3.0:1767384364.406502:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.406506:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384364.406507:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384364.406511:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384364.406511:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f69 [1] + 224 02000000:00000001:3.0:1767384364.406515:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384364.406515:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.406518:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384364.406525:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073b91e7d. 00000400:00000200:1.0:1767384364.406528:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384364.406530:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.406532:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.406533:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.406534:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.406538:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384364.406538:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384364.406544:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728330496 00010000:00000001:3.0:1767384364.406548:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384364.406553:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3a97d5f x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.406575:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384364.406576:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384364.406579:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.406580:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.406585:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767384364.406586:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=82 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384364.406588:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.406591:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.406595:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384364.406595:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.406599:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.406600:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 02000000:00000001:0.0:1767384364.406601:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.406606:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00001000:0.0:1767384364.406608:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=87 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384364.406612:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384364.406616:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.406617:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.406621:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384364.406625:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.406628:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.406629:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384364.406633:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384364.406634:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384364.406635:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00010000:00000001:0.0:1767384364.406636:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384364.406640:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728330496, offset 224 00000400:00000200:1.0:1767384364.406641:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d95ca4 00000100:00000001:0.0:1767384364.406641:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.406645:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d95ca4. 00000100:00000001:1.0:1767384364.406649:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384364.406649:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406651:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384364.406654:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384364.406656:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.406661:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.406665:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384364.406665:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000200:3.0:1767384364.406668:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384364.406669:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.406671:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384364.406672:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384364.406677:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.406677:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767384364.406678:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384364.406679:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384364.406682:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297e4530. 00000400:00000200:3.0:1767384364.406683:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07900 00000020:00000001:1.0:1767384364.406685:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384364.406688:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384364.406690:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000100:00000040:1.0:1767384364.406693:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075234fa6 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384364.406696:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:2.0:1767384364.406703:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384364.406709:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f71 [1] + 224 00000100:00000200:2.0:1767384364.406712:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.406713:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2638381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728330112:0@lo:400: 00000400:00000200:3.0:1767384364.406720:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384364.406724:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.406729:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384364.406730:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384364.406734:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075234fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853236728330624:12345-0@lo:400: Request processed in 523us (1403us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384364.406737:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2638381 x1853236728330112/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.406738:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.406745:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384364.406755:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.406756:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:1.0:1767384364.406763:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:1.0:1767384364.406767:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.406771:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384364.406772:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384364.406776:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384364.406778:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021b56d55. 02000000:00000010:0.0:1767384364.406780:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce6c3e19. 00000020:00000010:1.0:1767384364.406785:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000100:00000001:2.0:1767384364.406788:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384364.406789:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384364.406792:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b40b8c4c. 00000100:00000040:3.0:1767384364.406793:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384364.406793:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384364.406794:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384364.406798:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000020:00000040:0.0:1767384364.406798:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384364.406799:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384364.406803:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384364.406805:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.406805:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384364.406806:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.406810:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.406814:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f791cd5. 02000000:00000001:2.0:1767384364.406815:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.406820:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.406823:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384364.406824:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384364.406824:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=81 v=5 (5 0 0 0) 00000100:00000010:0.0:1767384364.406825:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 00000400:00000200:3.0:1767384364.406830:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000100:00001000:2.0:1767384364.406833:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.406833:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.406836:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384364.406840:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000001:0.0:1767384364.406841:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.406842:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.406843:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384364.406845:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.406846:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384364.406847:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.406848:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.406849:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384364.406850:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384364.406853:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.406854:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.406855:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384364.406855:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384364.406857:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384364.406859:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000100:00000040:3.0:1767384364.406861:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:0.0:1767384364.406861:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.406864:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00010000:00080000:2.0:1767384364.406865:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384364.406868:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384364.406869:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000020:00000001:3.0:1767384364.406871:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.406875:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384364.406881:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384364.406882:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3a97d5f x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384364.406886:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384364.406889:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.406893:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384364.406897:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384364.406903:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3a97d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728330496:12345-0@lo:400: Request processed in 465us (1499us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384364.406903:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384364.406908:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384364.406911:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.406919:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384364.406919:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406923:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384364.406925:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:1.0:1767384364.406926:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.406929:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.406931:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384364.406933:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384364.406935:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384364.406937:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008aaa3134. 00000100:00000001:1.0:1767384364.406938:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.406941:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.406945:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006f4786c2. 00000100:00000001:2.0:1767384364.406946:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384364.406946:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.406951:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000770865. 00000100:00000001:2.0:1767384364.406952:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384364.406953:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384364.406956:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384364.406957:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00001000:1.0:1767384364.406958:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.406964:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.406964:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384364.406967:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.406967:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.406972:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384364.406977:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384364.406989:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870f4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16357:1853236728330624:0@lo:400: 00010000:00000001:1.0:1767384364.406991:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.406998:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.406998:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384364.407000:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384364.407003:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384364.407005:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384364.407008:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.407009:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870f4c47 x1853236728330624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.407016:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.407023:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384364.407027:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384364.407030:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f831b4. 00000100:00000001:1.0:1767384364.407032:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384364.407035:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384364.407037:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384364.407039:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384364.407040:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384364.407042:0:16357:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384364.407047:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384364.407048:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384364.407052:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac3a6c8. 02000000:00000001:2.0:1767384364.407057:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384364.407059:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384364.407062:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870f4c47. 00000100:00100000:1.0:1767384364.407065:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c105d02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728330496:0@lo:400: 00000100:00000001:2.0:1767384364.407068:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384364.407071:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.407073:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.407080:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.407081:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.407082:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384364.407084:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.407086:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c105d02 x1853236728330496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.407090:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.407094:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.407095:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384364.407097:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384364.407100:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e875a789. 02000000:00000001:1.0:1767384364.407103:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384364.407104:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384364.407105:0:16356:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384364.407107:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384364.407108:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e2d46d4. 02000000:00000001:1.0:1767384364.407111:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384364.407112:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384364.407113:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c105d02. 00000100:00000001:1.0:1767384364.407116:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384364.407116:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.407118:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.407121:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.407122:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.407123:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384364.407124:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.412185:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294952455, at 4294952456 00000100:00000010:3.0:1767384364.412193:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f3d6ca4. 00000100:00000040:0.0:1767384364.412203:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294952455, at 4294952456 00000100:00000040:2.0:1767384364.412207:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294952455, at 4294952456 00000100:00000010:0.0:1767384364.412210:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003938490. 00000100:00000010:2.0:1767384364.412216:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fcc277. 00000100:00000040:1.0:1767384364.413014:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294952455, at 4294952456 00000100:00000010:1.0:1767384364.413023:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cfa6ba0. 00080000:00000010:1.0:1767384364.542844:0:39235:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0b594c8. 00080000:00000010:1.0:1767384364.542855:0:39235:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0b594c8. 00000020:00000001:1.0:1767384364.542862:0:39235:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384364.542871:0:39235:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0b594c8. 00080000:00000010:1.0:1767384364.542877:0:39235:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0b594c8. 00000020:00000001:1.0:1767384364.542882:0:39235:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384364.917224:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.917230:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.917233:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090fa836b 00000400:00000010:0.0:1767384364.917237:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fa836b. 00000400:00000200:0.0:1767384364.917241:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.917247:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384364.917260:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aec37749. 00000400:00000010:0.0:1767384364.917264:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d38855bf. 00000400:00000001:0.0:1767384364.917287:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.917288:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.917289:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384364.917291:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000200:0.0:1767384364.917294:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.917297:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384364.917300:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384364.917303:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000174e91ca. 00000400:00000200:0.0:1767384364.917307:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp44 00000400:00000010:0.0:1767384364.917326:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384364.917331:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075ec580f. 00000400:00000010:0.0:1767384364.917334:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000010:0.0:1767384364.917339:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fbac0e4. 00000400:00000200:0.0:1767384364.917343:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp44 00000800:00000200:3.0:1767384364.917347:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027435af5] -> 12345-192.168.202.115@tcp18 (6) 00000800:00000200:3.0:1767384364.917354:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp18 ip 192.168.202.115:988 00000400:00000200:0.0:1767384364.917357:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp44 local destination 00000800:00000200:3.0:1767384364.917359:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384364.917372:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp44 00000400:00000200:0.0:1767384364.917376:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [207:207:256:4294967295] 192.168.202.115@tcp44 LPNI seq info [201:201:8:4294967295] 00000400:00000200:0.0:1767384364.917382:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp44 00000400:00000200:0.0:1767384364.917389:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:) -> 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) : GET try# 0 00000800:00000200:0.0:1767384364.917394:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp44 00000800:00000010:0.0:1767384364.917398:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bd34467d. 00000800:00000200:0.0:1767384364.917403:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000800:00000200:0.1:1767384364.917407:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000400:00000200:0.0:1767384364.917421:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp44 added to recovery queue. ping count: 3 next ping: 293 health :700 00000800:00000200:1.0:1767384364.917458:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384364.917464:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384364.917473:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384364.917477:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384364.917479:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.917495:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917533:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917552:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917578:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917598:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917619:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917637:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917650:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917668:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917684:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917700:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917714:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917726:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917739:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917753:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917773:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917788:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917801:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917816:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917830:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917847:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917871:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917890:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917925:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917943:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917959:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917975:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.917996:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918024:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918071:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918106:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918130:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918149:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918207:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384364.918228:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384364.918377:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004cb6fa73. 00000800:00000010:0.0:1767384364.918381:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087bc4d08. 00000800:00000010:0.0:1767384364.918386:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6d1caab. 00000800:00000010:0.0:1767384364.918407:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6d1caab. 00000800:00020000:0.0:1767384364.918417:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384364.918419:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087bc4d08. 00000800:00000010:0.0:1767384364.918422:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004cb6fa73. 00000400:02020000:0.0:1767384364.918480:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp44 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384364.918487:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp44 notifying 192.168.202.115@tcp44: down 00000400:00000200:0.0:1767384364.918490:0:35781:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384364.918496:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp44 00000800:00000010:0.0:1767384364.918498:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bd34467d. 00000400:00000200:0.0:1767384364.918502:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384364.918507:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384364.918515:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384364.918517:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384364.918521:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp44) recovery failed with -71 00000001:00000001:1.0:1767384365.280664:0:39399:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384365.280668:0:39399:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:1.0:1767384365.283575:0:39399:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384365.289900:0:39400:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000acb68d49. 00000400:00000010:0.0:1767384365.289913:0:39400:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000087bc4d08. 00000400:00000010:0.0:1767384365.289923:0:39400:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004128475f. 00000400:00000010:0.0:1767384365.289927:0:39400:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000082106042. 00000400:00000010:0.0:1767384365.289931:0:39400:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000542fcd2. 00000400:00000010:0.0:1767384365.289936:0:39400:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6d1caab. 00000400:00000010:0.0:1767384365.289938:0:39400:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d94b08f. 00000400:00000010:0.0:1767384365.289940:0:39400:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d913f0c. 00000400:00000010:0.0:1767384365.289944:0:39400:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000005c08d6f. 00000800:00000010:0.0:1767384365.289965:0:39400:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bd34467d. 00000800:00000200:0.0:1767384365.289977:0:39400:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384365.289994:0:39400:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384365.290035:0:39400:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.115) 00000400:02000000:0.0:1767384365.290057:0:39400:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.115@tcp50 [8/256/0/180] 00000400:00000010:0.0:1767384365.292440:0:39400:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000f061bf79. 00000400:00000010:0.0:1767384365.292447:0:39400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010cf9c75. 00000400:00000010:0.0:1767384365.292452:0:39400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fa836b. 00000400:00000001:0.0:1767384365.292473:0:39400:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384365.292475:0:39400:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384365.292478:0:39400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000400:00000200:0.0:1767384365.292482:0:39400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:0.0:1767384365.292484:0:39400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000400:00000010:0.0:1767384365.292488:0:39400:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000c9d3489d. 00000400:00000200:0.0:1767384365.292493:0:39400:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (38) 00000400:00000200:0.0:1767384365.292509:0:39400:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:0.0:1767384365.292521:0:39400:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:0.0:1767384365.292529:0:39400:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004cb6fa73. 00000020:01000000:0.0:1767384365.292534:0:39400:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384365.292537:0:39400:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.115@tcp50 00000400:00000200:3.0:1767384365.292551:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384365.292555:0:39400:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000087bc4d08. 00000400:00000200:3.0:1767384365.292557:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000010:0.0:1767384365.292562:0:39400:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000acb68d49. 00000400:00000010:3.0:1767384365.292565:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000400:00000200:3.0:1767384365.292569:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000010:3.0:1767384365.292574:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb001b91. 00000400:00000200:3.0:1767384365.292578:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000020:00000001:1.0:1767384365.292590:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384365.292595:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 10000000:00000001:1.0:1767384365.292596:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384365.292601:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 10000000:00000001:1.0:1767384365.292601:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384365.292605:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384365.292608:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000020:01000004:1.0:1767384365.292612:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384365.292613:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 141], ns[65, 147] 00000020:01000004:1.0:1767384365.292618:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384365.292620:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:1.0:1767384365.292622:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384365.292626:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[76, 65] 00000020:01000004:1.0:1767384365.292626:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384365.292631:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384365.292634:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 64], ns[80, 65] 00000020:01000004:1.0:1767384365.292636:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384365.292640:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 64], ns[94, 65] 00000020:01000004:1.0:1767384365.292641:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384365.292646:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384365.292649:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 64], ns[98, 65] 00000020:01000004:1.0:1767384365.292650:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384365.292653:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384365.292656:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 64], ns[104, 65] 00000400:00000200:3.0:1767384365.292660:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 64], ns[113, 65] 00000100:00000010:1.0:1767384365.292662:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00000400:00000200:3.0:1767384365.292663:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000400:00000200:3.0:1767384365.292670:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 64], ns[132, 65] 00000020:00000040:1.0:1767384365.292670:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000400:00000200:3.0:1767384365.292678:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[134, 65] 00000100:00000001:1.0:1767384365.292679:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384365.292681:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[140, 65] 02000000:00000001:1.0:1767384365.292685:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384365.292686:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 64], ns[162, 65] 02000000:00000001:1.0:1767384365.292691:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.292692:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[171, 65] 00000400:00000200:3.0:1767384365.292698:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 64], ns[187, 65] 00000400:00000200:3.0:1767384365.292702:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 64], ns[191, 65] 02000000:00000010:1.0:1767384365.292703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001e68dbeb. 00000100:00000001:1.0:1767384365.292712:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.292713:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 64], ns[83, 65] 00000400:00000200:3.0:1767384365.292719:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 64], ns[174, 65] 00000400:00000200:3.0:1767384365.292724:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 64], ns[185, 65] 00000100:00000001:1.0:1767384365.292724:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.292729:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.292732:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 64], ns[144, 65] 00000400:00000200:3.0:1767384365.292736:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[196, 64], ns[202, 65] 00000100:00000040:1.0:1767384365.292741:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_03+3] req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.292742:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 64], ns[201, 65] 00000400:00000200:3.0:1767384365.292751:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 64], ns[111, 65] 00000400:00000200:3.0:1767384365.292764:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 64], ns[110, 65] 00000400:00000200:3.0:1767384365.292771:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 64], ns[177, 65] 00000400:00000200:3.0:1767384365.292775:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 64], ns[180, 65] 00000400:00000200:3.0:1767384365.292779:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[181, 65] 00000400:00000200:3.0:1767384365.292782:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[187, 64], ns[193, 65] 00000400:00000200:3.0:1767384365.292784:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[193, 64], ns[199, 65] 00000400:00000200:3.0:1767384365.292788:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[194, 64], ns[200, 65] 00000400:00000200:3.0:1767384365.292791:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 64], ns[176, 65] 10000000:00000001:1.0:1767384365.292791:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.292798:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.292799:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384365.292800:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 64], ns[196, 65] 00000020:00000001:1.0:1767384365.292805:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.292805:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384365.292807:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[201, 64], ns[207, 65] 00000100:00000001:0.0:1767384365.292810:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384365.292811:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384365.292817:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.292818:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[199, 64], ns[205, 65] 00000020:00000001:1.0:1767384365.292821:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384365.292826:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384365.292829:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384365.292834:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384365.292835:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[200, 64], ns[206, 65] 00000100:00000001:0.0:1767384365.292838:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384365.292840:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384365.292845:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384365.292846:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:01000004:1.0:1767384365.292846:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384365.292850:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384365.292851:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384365.292855:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp12 02000000:00000001:0.0:1767384365.292855:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384365.292856:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384365.292861:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384365.292864:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp12 lpni_is_preferred = 0 00000100:00100000:0.0:1767384365.292864:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728330752:0@lo:253: 00000020:01000004:1.0:1767384365.292866:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384365.292870:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384365.292872:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp12 00000100:00000001:0.0:1767384365.292873:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384365.292874:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384365.292878:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384365.292879:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384365.292881:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384365.292882:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [208:208:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [202:202:8:4294967295] 02000000:00000001:0.0:1767384365.292883:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384365.292888:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 02000000:00000001:0.0:1767384365.292888:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384365.292893:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp12 00000020:00000040:1.0:1767384365.292895:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 02000000:00000010:0.0:1767384365.292896:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000072cb8d0. 00000100:00000001:1.0:1767384365.292902:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384365.292902:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.292906:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384365.292907:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:) -> 192.168.202.115@tcp12(192.168.202.115@tcp:192.168.202.115@tcp12) : PUT try# 0 00000400:00000010:0.0:1767384365.292910:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 02000000:00000001:1.0:1767384365.292912:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384365.292917:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000400:00000010:0.0:1767384365.292919:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087bc4d08. 02000000:00000010:1.0:1767384365.292922:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000af87ba71. 00000800:00000010:3.0:1767384365.292923:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebfb8ad9. 00000100:00000200:0.0:1767384365.292925:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728330752, portal 25 00000100:00000001:1.0:1767384365.292931:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.292931:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384365.292934:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000100:00000001:0.0:1767384365.292936:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000100:00000001:1.0:1767384365.292939:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.292943:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.292947:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384365.292949:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:988 00000100:00000040:1.0:1767384365.292954:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_00+0] req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384365.292958:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 1, nob 800 niov 1 nkiov 1 00000100:00000001:0.0:1767384365.292975:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384365.292981:0:16353:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.115@tcp 00000100:00000040:0.0:1767384365.292983:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384365.292987:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100571 rc 0 00000400:00000010:0.0:1767384365.292988:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e8dc7f. 00000100:00000200:0.0:1767384365.292993:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728330752, offset 0 00000400:00000200:0.0:1767384365.293001:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384365.293004:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.293007:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384365.293012:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384365.293013:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384365.293017:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384365.293020:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004cb6fa73. 00000400:00000200:0.0:1767384365.293027:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07a00 00000100:00000001:1.0:1767384365.293031:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384365.293034:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b1 [2] + 0 00000100:00000001:1.0:1767384365.293036:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384365.293039:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96a8947. 00000100:00000001:1.0:1767384365.293042:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384365.293044:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026791417 00000100:00000001:1.0:1767384365.293045:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384365.293049:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384365.293053:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384365.293054:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384365.293062:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384365.293068:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026791417 00000100:00000001:1.0:1767384365.293072:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384365.293072:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026791417. 00000100:00000001:1.0:1767384365.293076:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293076:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384365.293080:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384365.293082:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384365.293084:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000007d0c5f5c x1853236728330752 msgsize 4848 00000100:00100000:0.0:1767384365.293090:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384365.293093:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384365.293093:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.0:1767384365.293097:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384365.293099:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384365.293102:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebfb8ad9. 00000100:00000001:0.0:1767384365.293104:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384365.293106:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728330880:0@lo:253: 00000400:00000200:3.0:1767384365.293108:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384365.293112:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e8dc7f 00000100:00000001:1.0:1767384365.293115:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384365.293116:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e8dc7f. 00000400:00000200:3.0:1767384365.293117:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 02000000:00000001:1.0:1767384365.293121:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384365.293122:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384365.293123:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384365.293124:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384365.293128:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.293130:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.115@tcp: 0 02000000:00000001:1.0:1767384365.293130:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384365.293160:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002e73d533. 00000800:00000001:3.0:1767384365.293164:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384365.293164:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.293170:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000800:00000001:3.0:1767384365.293174:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384365.293176:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3b62d19. 00000800:00000001:3.0:1767384365.293179:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384365.293182:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728330880, portal 25 00000100:00000001:0.0:1767384365.293185:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384365.293186:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.293186:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384365.293190:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000040:0.0:1767384365.293192:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.293199:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : PUT - for me 00000100:00000040:1.0:1767384365.293199:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.293215:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 704 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384365.293218:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293224:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.293225:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384365.293226:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.115@tcp of length 640/704 into md 0x1e15 [1] + 0 00000400:00000010:3.0:1767384365.293231:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a4013d. 00000100:00000040:1.0:1767384365.293231:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384365.293231:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.293237:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036c6acff. 00000100:00000001:0.0:1767384365.293237:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294953344 00000400:00000200:3.0:1767384365.293245:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043928be3 00000100:00000010:0.0:1767384365.293246:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375e854. 00000100:00000200:1.0:1767384365.293250:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236728330880, offset 0 00000800:00000001:3.0:1767384365.293251:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384365.293253:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384365.293259:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.293259:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384365.293260:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294953344 00000400:00000200:3.0:1767384365.293278:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384365.293281:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb77c125. 00000400:00000200:1.0:1767384365.293284:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384365.293287:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384365.293289:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: PUT: OK 00000100:00000001:0.0:1767384365.293293:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294953344 00000400:00000200:3.0:1767384365.293295:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043928be3 00000400:00000200:1.0:1767384365.293298:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824ce07a80 00000400:00000010:3.0:1767384365.293299:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043928be3. 00000100:00000010:0.0:1767384365.293300:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed4324b. 00000100:00000001:0.0:1767384365.293306:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384365.293307:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384365.293310:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d9 [2] + 0 00000100:00000001:0.0:1767384365.293310:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294953344 00000400:00000200:3.0:1767384365.293312:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (40) 00000400:00000010:1.0:1767384365.293319:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff58f0d0. 00000400:00000200:3.0:1767384365.293322:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:1.0:1767384365.293324:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa9ed23f 00000100:00000010:0.0:1767384365.293325:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e09f6d04. 00000400:00000200:3.0:1767384365.293326:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.115@tcp (704 bytes) 00000400:00000200:1.0:1767384365.293331:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384365.293332:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384365.293334:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:1.0:1767384365.293340:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384365.293340:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.293344:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (41) 00000100:00000001:0.0:1767384365.293345:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293351:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384365.293351:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.293352:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9ed23f 00000100:00000001:0.0:1767384365.293353:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384365.293356:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9ed23f. 00000400:00000200:3.0:1767384365.293361:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp12 to MR: 192.168.202.115@tcp12 local destination 00000100:00000001:1.0:1767384365.293361:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384365.293363:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384365.293364:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384365.293366:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fa409e7a x1853236728330880 msgsize 4848 00000100:00000001:0.0:1767384365.293368:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384365.293370:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp12 NI seq info: [209:209:256:4294967295] 192.168.202.115@tcp12 LPNI seq info [203:203:8:4294967295] 00000100:00000001:0.0:1767384365.293373:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384365.293376:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384365.293379:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384365.293381:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293385:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.293391:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384365.293396:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) -> 192.168.202.115@tcp12(192.168.202.115@tcp12:192.168.202.115@tcp12) 192.168.202.115@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384365.293401:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.115@tcp12 00000100:00000001:1.0:1767384365.293404:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1767384365.293405:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebfb8ad9. 00000800:00000200:3.0:1767384365.293412:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc016618] -> 12345-192.168.202.115@tcp12 (6) 00000400:00000200:1.0:1767384365.293413:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036c6acff 00000400:00000010:1.0:1767384365.293416:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036c6acff. 00000100:00000001:0.0:1767384365.293419:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1767384365.293420:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp12 ip 192.168.202.115:1017 00000100:00000001:1.0:1767384365.293421:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384365.293423:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330752 00000800:00000200:3.0:1767384365.293425:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:0.0:1767384365.293427:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384365.293428:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384365.293431:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384365.293434:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384365.293438:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384365.293440:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.293441:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384365.293444:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330752 00000800:00000001:3.0:1767384365.293445:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384365.293446:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384365.293448:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384365.293452:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384365.293456:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384365.293458:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384365.293459:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000100:00000001:1.0:1767384365.293461:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384365.293462:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384365.293466:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384365.293468:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293469:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384365.293473:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294953344 00000020:00000010:0.0:1767384365.293474:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000001:1.0:1767384365.293476:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294953344 00000100:00000001:0.0:1767384365.293479:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.293480:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294953344 00000100:00000001:1.0:1767384365.293485:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294953344 00000020:00000010:0.0:1767384365.293485:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000100:00000001:1.0:1767384365.293489:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294953344 00000100:00000001:1.0:1767384365.293491:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294953344 00000100:00000001:1.0:1767384365.293493:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294953344 00000100:00000001:1.0:1767384365.293494:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294953344 00000020:00000010:0.0:1767384365.293496:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004929ed34. 00000100:00000001:1.0:1767384365.293497:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384365.293501:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384365.293502:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384365.293505:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebfb8ad9. 00000020:00000010:0.0:1767384365.293505:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003db976c5. 00000100:00000001:1.0:1767384365.293506:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.293512:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.293513:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384365.293515:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000100:00000001:1.0:1767384365.293517:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384365.293521:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000100:00000001:1.0:1767384365.293521:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384365.293527:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384365.293527:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384365.293530:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384365.293532:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384365.293533:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384365.293534:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293537:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384365.293539:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.293540:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293540:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384365.293547:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384365.293552:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.293556:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.293559:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384365.293560:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.293564:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384365.293564:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.293571:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.293578:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384365.293579:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp12(192.168.202.115@tcp12) <- 192.168.202.115@tcp12 : ACK - for me 00000100:00100000:0.0:1767384365.293581:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728330880 02000000:00000001:0.0:1767384365.293584:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384365.293586:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384365.293586:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384365.293588:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.293590:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384365.293594:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293595:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp12: ACK from 12345-192.168.202.115@tcp12 into md 0x1f99 00000100:00100000:1.0:1767384365.293600:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1767384365.293600:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728330880 00000400:00000200:3.0:1767384365.293602:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384365.293604:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384365.293606:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000040:0.0:1767384365.293607:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000400:00000200:3.0:1767384365.293611:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp12->192.168.202.115@tcp12: ACK: OK 00000100:00000001:1.0:1767384365.293612:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282621008 : -113719426930608 : ffff9892a1f42850) 00000020:00000001:0.0:1767384365.293613:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384365.293615:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a13c8b1 00000020:00000040:0.0:1767384365.293616:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000400:00000010:3.0:1767384365.293619:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a13c8b1. 00000100:00000040:1.0:1767384365.293621:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d0c5f5c x1853236728330752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384365.293621:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384365.293624:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:0.0:1767384365.293627:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000200:3.0:1767384365.293631:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.115@tcp ev->status 0 00000100:00000001:0.0:1767384365.293634:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384365.293639:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000020:00000010:0.0:1767384365.293639:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000001:1.0:1767384365.293641:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384365.293646:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.293647:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000020:00000010:1.0:1767384365.293648:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50f24c. 00000020:00000010:0.0:1767384365.293651:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000100:00000001:1.0:1767384365.293652:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384365.293653:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384365.293658:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50f24c. 00000020:00000010:0.0:1767384365.293658:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5cc666. 00000800:00000001:3.0:1767384365.293659:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384365.293666:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072e0e295. 00000100:00100000:1.0:1767384365.293667:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d0c5f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728330752:12345-0@lo:253: 00000020:00000010:0.0:1767384365.293673:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000100:00000200:1.0:1767384365.293674:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330752 00000400:00000200:3.0:1767384365.293678:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384365.293680:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384365.293681:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384365.293683:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000006857e2ab. 00000020:00000001:1.0:1767384365.293685:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384365.293685:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384365.293689:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7492264. 00000020:00000001:1.0:1767384365.293689:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293689:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.293696:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384365.293697:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a13c8b1. 00000100:00000001:0.0:1767384365.293698:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.293700:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 00000400:00000200:3.0:1767384365.293703:0:16353:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006857e2ab 00000100:00000001:0.0:1767384365.293704:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384365.293707:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000cb98205b. 00000020:00000001:1.0:1767384365.293707:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384365.293712:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.293713:0:16353:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000100:00000001:0.0:1767384365.293716:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384365.293718:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384365.293719:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384365.293720:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x102071 00000020:00000001:1.0:1767384365.293723:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384365.293725:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000020:00000001:1.0:1767384365.293728:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384365.293729:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000400:00000010:3.0:1767384365.293732:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000f1a1f2cd. 00000100:00000040:0.0:1767384365.293735:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00000100:00000001:1.0:1767384365.293736:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384365.293737:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000001:0.0:1767384365.293739:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282618960 : -113719426932656 : ffff9892a1f42050) 02000000:00000001:1.0:1767384365.293742:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384365.293745:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000819afe6e. 00000100:00000040:0.0:1767384365.293746:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa409e7a x1853236728330880/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384365.293751:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000037620d5c. 00000400:00000200:3.0:1767384365.293753:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp 02000000:00000001:1.0:1767384365.293757:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293763:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000100:00000001:1.0:1767384365.293765:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.293765:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384365.293769:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 141], ns[151, 147] 00000020:00000010:0.0:1767384365.293770:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 20000000:00000001:1.0:1767384365.293772:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384365.293777:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.293778:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 141], ns[165, 147] 00000020:00000010:0.0:1767384365.293782:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000400:00000200:3.0:1767384365.293786:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 141], ns[209, 147] 00000100:00100000:0.0:1767384365.293790:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa409e7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728330880:12345-0@lo:253: 20000000:00000010:1.0:1767384365.293794:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000006a8a6dc. 00000100:00000200:0.0:1767384365.293796:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728330880 00000020:00000001:0.0:1767384365.293799:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384365.293803:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384365.293803:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384365.293804:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 141], ns[71, 147] 00000020:00000001:0.0:1767384365.293805:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.293810:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384365.293811:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384365.293814:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 70], ns[76, 71] 00000020:00000001:0.0:1767384365.293815:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383504 : -1048168112 : ffffffffc1863950) 20000000:00000001:1.0:1767384365.293816:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384365.293821:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384365.293824:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 70], ns[80, 71] 00000020:00000001:0.0:1767384365.293824:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384365.293828:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.293830:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384365.293834:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384365.293835:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.293837:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293838:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 70], ns[94, 71] 20000000:00000001:1.0:1767384365.293842:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384365.293842:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384365.293847:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 70], ns[98, 71] 02000000:00000001:0.0:1767384365.293847:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384365.293852:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000127b941a. 00000400:00000200:3.0:1767384365.293853:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 70], ns[104, 71] 02000000:00000010:0.0:1767384365.293855:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007967a72b. 20000000:01000000:1.0:1767384365.293857:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 02000000:00000001:0.0:1767384365.293861:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293865:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 70], ns[113, 71] 00000100:00000001:0.0:1767384365.293865:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.293867:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384365.293868:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384365.293873:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 70], ns[117, 71] 00080000:00000001:1.0:1767384365.293875:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:0.0:1767384365.293876:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004cb6fa73. 00000400:00000200:3.0:1767384365.293879:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 70], ns[132, 71] 00080000:00000001:1.0:1767384365.293880:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384365.293881:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384365.293886:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384365.293890:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 70], ns[134, 71] 20000000:00000001:0.0:1767384365.293890:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384365.293893:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293897:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 70], ns[140, 71] 20000000:00000001:0.0:1767384365.293897:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.293898:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384365.293899:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384365.293905:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 70], ns[162, 71] 00000400:00000200:3.0:1767384365.293909:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 70], ns[171, 71] 00000400:00000200:3.0:1767384365.293911:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 70], ns[187, 71] 00080000:00000001:1.0:1767384365.293913:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293915:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 70], ns[191, 71] 00080000:00000001:1.0:1767384365.293918:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.293921:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293922:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 70], ns[83, 71] 00080000:00000001:1.0:1767384365.293925:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384365.293928:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293929:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 70], ns[174, 71] 00080000:00000002:1.0:1767384365.293932:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 00000000a9f4eaac 00000400:00000200:3.0:1767384365.293937:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[179, 70], ns[185, 71] 00000020:00000001:1.0:1767384365.293939:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000174f78b 00080000:00000002:1.0:1767384365.293941:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384365.293943:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.293948:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.293953:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384365.293955:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384365.293957:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 70], ns[144, 71] 00000020:00000001:1.0:1767384365.293961:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 00000400:00000200:3.0:1767384365.293966:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[196, 70], ns[202, 71] 00080000:00000001:1.0:1767384365.293966:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384365.293971:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000856193c1. 00000400:00000200:3.0:1767384365.293976:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 70], ns[201, 71] 00080000:00000001:1.0:1767384365.293976:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353830368768 : -113719879182848 : ffff989286ff5600) 00080000:00000001:1.0:1767384365.293982:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384365.293986:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384365.293987:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 70], ns[111, 71] 00080000:00000010:1.0:1767384365.293990:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff50f24c. 00080000:00000001:1.0:1767384365.293995:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.293998:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 70], ns[110, 71] 00080000:00000001:1.0:1767384365.293999:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384365.294004:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 70], ns[177, 71] 00000400:00000200:3.0:1767384365.294007:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[174, 70], ns[180, 71] 00000400:00000200:3.0:1767384365.294011:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 70], ns[181, 71] 00080000:00000001:1.0:1767384365.294011:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.294018:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[187, 70], ns[193, 71] 00000400:00000200:3.0:1767384365.294020:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[193, 70], ns[199, 71] 00000400:00000200:3.0:1767384365.294024:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[194, 70], ns[200, 71] 00000400:00000200:3.0:1767384365.294026:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[170, 70], ns[176, 71] 00080000:00000001:1.0:1767384365.294030:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384365.294031:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 70], ns[196, 71] 00000400:00000200:3.0:1767384365.294036:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[201, 70], ns[207, 71] 00000400:00000200:3.0:1767384365.294040:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[199, 70], ns[205, 71] 00000400:00000200:3.0:1767384365.294043:0:16353:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[200, 70], ns[206, 71] 00000400:00000200:3.0:1767384365.294046:0:16353:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384365.294049:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp13 00000400:00000200:3.0:1767384365.294051:0:16353:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.115@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384365.294059:0:16353:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp13 00000400:00000200:3.0:1767384365.294062:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [210:210:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1767384365.294067:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp13 00000400:00000200:3.0:1767384365.294074:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:) -> 192.168.202.115@tcp13(192.168.202.115@tcp:192.168.202.115@tcp13) : GET try# 0 00000800:00000200:3.0:1767384365.294080:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp13 00000800:00000010:3.0:1767384365.294083:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebfb8ad9. 00000800:00000200:3.0:1767384365.294089:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00000800:00000200:3.0:1767384365.294095:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:988 00000800:00000200:3.0:1767384365.294098:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384365.294107:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384365.294109:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100271 rc 0 00000800:00000200:3.0:1767384365.294178:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384365.294181:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebfb8ad9. 00000400:00000200:3.0:1767384365.294185:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.294190:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: GET: OK 00000400:00000200:3.0:1767384365.294193:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384365.294196:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.115@tcp: 0 00000800:00000001:3.0:1767384365.294202:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.294206:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.294209:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.294212:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.294216:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : GET - for me 00000400:00000200:3.0:1767384365.294222:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384365.294226:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 704/704 into md 0x1f95 [1] + 0 00000400:00000200:3.0:1767384365.294233:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp13 to MR: 192.168.202.115@tcp13 local destination 00000400:00000200:3.0:1767384365.294237:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp13 NI seq info: [211:211:256:4294967295] 192.168.202.115@tcp13 LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1767384365.294244:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) -> 192.168.202.115@tcp13(192.168.202.115@tcp13:192.168.202.115@tcp13) 192.168.202.115@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767384365.294248:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.115@tcp13 00000800:00000010:3.0:1767384365.294251:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebfb8ad9. 00000800:00000200:3.0:1767384365.294259:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020aedec0] -> 12345-192.168.202.115@tcp13 (6) 00000800:00000200:3.0:1767384365.294263:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp13 ip 192.168.202.115:1015 00000800:00000200:3.0:1767384365.294277:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:0.0:1767384365.294306:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384365.294333:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384365.294336:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebfb8ad9. 00000400:00000200:3.0:1767384365.294339:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384365.294342:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.294343:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: REPLY: OK 00000800:00000001:0.0:1767384365.294352:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384365.294359:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384365.294360:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384365.294363:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384365.294369:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp13(192.168.202.115@tcp13) <- 192.168.202.115@tcp13 : REPLY - for me 00000400:00000200:0.0:1767384365.294377:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp13: Reply from 12345-192.168.202.115@tcp13 of length 704/704 into md 0x1fb1 00000800:00000001:0.0:1767384365.294381:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384365.294387:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384365.294388:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384365.294391:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp13->192.168.202.115@tcp13: REPLY: OK 00000400:00000200:0.0:1767384365.294394:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:0.0:1767384365.294395:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000400:00000200:0.0:1767384365.294397:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384365.294399:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.115@tcp has discovery enabled 00000400:00000200:0.0:1767384365.294401:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.115@tcp(00000000559972b5) is MR 00000400:00000200:0.0:1767384365.294404:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.115@tcp data present 42. state = 0x100271 00000400:00000200:0.0:1767384365.294406:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.115@tcp (00000000559972b5): -114 00000400:00000200:0.0:1767384365.294416:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (40) 00000800:00000001:0.0:1767384365.294421:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384365.294422:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.294436:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384365.294441:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x1000f1 00000400:00000010:3.0:1767384365.294446:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 000000008cddd62f. 00000400:00000010:3.0:1767384365.294449:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000008e45f8df. 00000400:00000010:3.0:1767384365.294452:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000004cf667db. 00000400:00000200:3.0:1767384365.294477:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp32(0000000062d0d79d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294481:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp33(00000000bb8b90dc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294487:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp39(000000007a4f4bcd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294489:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp40(000000003737bfa2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294491:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp41(0000000097ce5461) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294494:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp43(00000000466ace53) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294496:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp44(000000003f19f4f1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294498:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp45(000000002970d138) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384365.294500:0:16353:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.115@tcp46(00000000d241efeb) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384365.294504:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c9f44d00. 00000400:00000200:3.0:1767384365.294509:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c9f44d00 nid 192.168.202.115@tcp47 00000400:00000010:3.0:1767384365.294511:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ceed9ea5. 00000400:00000200:3.0:1767384365.294513:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ceed9ea5 net tcp47 00000400:00000200:3.0:1767384365.294515:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (39) 00000400:00000200:3.0:1767384365.294517:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp47 flags 0x11 00000400:00000010:3.0:1767384365.294520:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e03b36e. 00000400:00000200:3.0:1767384365.294522:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e03b36e nid 192.168.202.115@tcp48 00000400:00000010:3.0:1767384365.294529:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e802edc3. 00000400:00000200:3.0:1767384365.294530:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e802edc3 net tcp48 00000400:00000200:3.0:1767384365.294531:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (40) 00000400:00000200:3.0:1767384365.294533:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp48 flags 0x11 00000400:00000010:3.0:1767384365.294535:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003bf94823. 00000400:00000200:3.0:1767384365.294538:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003bf94823 nid 192.168.202.115@tcp49 00000400:00000010:3.0:1767384365.294539:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f1b235cf. 00000400:00000200:3.0:1767384365.294540:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f1b235cf net tcp49 00000400:00000200:3.0:1767384365.294541:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (41) 00000400:00000200:3.0:1767384365.294543:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp49 flags 0x11 00000400:00000010:3.0:1767384365.294545:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009f1b86ee. 00000400:00000200:3.0:1767384365.294546:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009f1b86ee nid 192.168.202.115@tcp50 00000400:00000010:3.0:1767384365.294549:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a26b849b. 00000400:00000200:3.0:1767384365.294550:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a26b849b net tcp50 00000400:00000200:3.0:1767384365.294551:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (42) 00000400:00000200:3.0:1767384365.294554:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp50 flags 0x11 00000400:00000010:3.0:1767384365.294555:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 000000008cddd62f. 00000400:00000010:3.0:1767384365.294557:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000008e45f8df. 00000400:00000010:3.0:1767384365.294559:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000004cf667db. 00000400:00000010:3.0:1767384365.294560:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000f1a1f2cd. 00000400:00000200:3.0:1767384365.294562:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.115@tcp (00000000559972b5): 0 00000400:00000200:3.0:1767384365.294564:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.115@tcp(00000000559972b5): 0. state = 0x100171 00000400:00000200:3.0:1767384365.294567:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 rc 1 00000400:00000200:3.0:1767384365.294569:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100171 00000400:00000200:3.0:1767384365.294571:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.115@tcp 00000400:00000200:3.0:1767384365.294572:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.115@tcp(00000000559972b5) state 0x100111 rc 0 00000400:00000200:3.0:1767384365.294575:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.115@tcp (00000000559972b5) 00000400:00000200:3.0:1767384365.294577:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (43) 00080000:00000010:3.0:1767384365.295465:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000856193c1. 00080000:00000010:1.0:1767384365.295501:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff50f24c. 00040000:00000001:1.0:1767384365.295506:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384365.295508:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384365.295510:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384365.295518:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:1.0:1767384365.295520:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.295522:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384365.295531:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384365.295539:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384365.295542:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384365.295547:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384365.295550:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.295553:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384365.295555:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.295559:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384365.295567:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384365.295573:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a4f5bf5. 00010000:00000001:3.0:1767384365.295577:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384365.295579:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6f4cf40. 00000020:00000001:3.0:1767384365.295582:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384365.295585:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b6f4cf40 with handle 0x960a57272cefbca7 to hash 00000020:00000001:3.0:1767384365.295587:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.295588:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 20000000:00000010:0.0:1767384365.295589:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005f5a892. 00010000:00000001:3.0:1767384365.295591:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 20000000:01000000:0.0:1767384365.295595:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:3.0:1767384365.295597:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.295600:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384365.295601:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00010000:3.0:1767384365.295603:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384365.295605:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384365.295609:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384365.295612:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384365.295617:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384365.295618:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.295622:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.295624:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.295625:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384365.295626:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295627:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.295629:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384365.295630:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384365.295632:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384365.295633:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295635:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384365.295636:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384365.295637:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384365.295638:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295640:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000002:0.0:1767384365.295643:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:1200801850 to info 000000009a7deea2 00010000:00000040:3.0:1767384365.295644:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a4f5bf5) refcount = 1 00000020:00000001:0.0:1767384365.295650:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000019b1d97 00010000:00010000:3.0:1767384365.295651:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384365.295655:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384365.295661:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384365.295662:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384365.295664:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384365.295665:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295666:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384365.295669:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.295670:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384365.295671:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384365.295675:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384365.295675:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384365.295676:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384365.295680:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000006a8a6dc. 00000020:00000001:0.0:1767384365.295680:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740060504 : -113718969491112 : ffff9892bd382158) 20000000:00000001:3.0:1767384365.295681:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384365.295686:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00080000:00000001:0.0:1767384365.295686:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384365.295687:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384365.295690:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002f375293. 00010000:00000040:1.0:1767384365.295691:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728330752 00080000:00000001:0.0:1767384365.295696:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349489955840 : -113724219595776 : ffff98918449e400) 00010000:00000001:3.0:1767384365.295699:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384365.295699:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384365.295700:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384365.295703:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384365.295705:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1767384365.295706:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6f4cf40 refcount=4 00010000:00000200:1.0:1767384365.295709:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d0c5f5c x1853236728330752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384365.295709:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e9d775a2. 00000020:00000001:3.0:1767384365.295710:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00080000:00000001:0.0:1767384365.295715:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295716:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00080000:00000001:0.0:1767384365.295721:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384365.295722:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384365.295725:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384365.295731:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.295735:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384365.295740:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384365.295740:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384365.295742:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384365.295744:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384365.295748:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=88 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384365.295750:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.295753:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384365.295755:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.295756:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384365.295760:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:3.0:1767384365.295762:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384365.295764:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384365.295765:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.295771:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384365.295772:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384365.295774:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.295775:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.295779:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384365.295783:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384365.295784:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b6f4cf40 already unused, calling callback (0000000090c6ba53) 00010000:00000001:3.0:1767384365.295787:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384365.295787:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036c6acff. 00010000:00000001:3.0:1767384365.295791:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384365.295793:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728330752, offset 224 00010000:00010000:3.0:1767384365.295794:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.295801:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384365.295801:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384365.295804:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.295806:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.295807:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6f4cf40 refcount=5 00000400:00000200:1.0:1767384365.295811:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384365.295812:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00000400:00000200:1.0:1767384365.295821:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07a00 00010000:00000001:3.0:1767384365.295822:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736395264 : -113718973156352 : ffff9892bd003400) 00010000:00000001:3.0:1767384365.295827:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384365.295829:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f9d [2] + 224 00010000:00010000:3.0:1767384365.295830:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384365.295835:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384365.295838:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384365.295840:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384365.295842:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.295845:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.295845:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.295848:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384365.295849:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384365.295850:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.295850:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384365.295855:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b6f4cf40 with handle 0x960a57272cefbca7 from hash 00010000:00000001:3.0:1767384365.295858:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:1.0:1767384365.295858:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.295861:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.295863:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.295866:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384365.295868:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384365.295871:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384365.295872:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.295873:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384365.295876:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.295881:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295885:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384365.295887:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384365.295889:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.295889:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.295890:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295891:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295892:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.295894:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.295894:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384365.295900:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.295902:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384365.295902:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036c6acff 00010000:00000001:3.0:1767384365.295903:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384365.295906:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036c6acff. 00010000:00000001:3.0:1767384365.295907:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384365.295912:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384365.295912:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384365.295916:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384365.295916:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384365.295917:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384365.295920:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384365.295922:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.295923:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:0.0:1767384365.295925:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384365.295927:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384365.295928:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384365.295930:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384365.295934:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.295934:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384365.295935:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000020:00000001:1.0:1767384365.295937:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.295940:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384365.295942:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384365.295945:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bc4d08 00000100:00000040:1.0:1767384365.295948:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d0c5f5c x1853236728330752/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384365.295951:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087bc4d08. 00010000:00000001:3.0:1767384365.295959:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384365.295959:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.295964:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384365.295964:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d0c5f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16358:x1853236728330752:12345-0@lo:253: Request processed in 2321us (2878us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384365.295968:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384365.295969:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6f4cf40/0x960a57272cefbca7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384365.295979:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384365.295985:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384365.295989:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384365.295993:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384365.295994:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a4f5bf5 count: 0 00000020:00000010:1.0:1767384365.295998:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003db976c5. 00000100:00000200:0.0:1767384365.295999:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384365.296005:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00010000:00000001:3.0:1767384365.296007:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384365.296008:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384365.296011:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:1.0:1767384365.296011:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004929ed34. 00000100:00000001:0.0:1767384365.296012:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.296017:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384365.296019:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:0.0:1767384365.296020:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384365.296023:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384365.296025:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384365.296026:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384365.296029:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000037620d5c. 02000000:00000001:0.0:1767384365.296030:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.296034:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384365.296035:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=88 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384365.296037:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384365.296043:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=88 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384365.296045:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384365.296047:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384365.296050:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.296051:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655477b5. 00010000:00000001:0.0:1767384365.296052:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384365.296055:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.296059:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036c6acff. 00000100:00000001:0.0:1767384365.296059:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.296061:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384365.296072:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384365.296074:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384365.296076:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384365.296079:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384365.296080:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384365.296081:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384365.296082:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384365.296083:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384365.296085:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384365.296086:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384365.296087:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384365.296088:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384365.296089:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384365.296091:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384365.296096:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e3a581e-56d8-41d6-afef-11a885c88bac:16358:1853236728330752:0@lo:253: 00000100:00000001:0.0:1767384365.296099:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.296101:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384365.296102:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728330752/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384365.296106:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384365.296108:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384365.296110:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000072cb8d0. 02000000:00000001:0.0:1767384365.296113:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384365.296115:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384365.296116:0:16358:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384365.296118:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384365.296119:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001e68dbeb. 02000000:00000001:0.0:1767384365.296122:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384365.296124:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384365.296125:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000100:00000001:0.0:1767384365.296128:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384365.296130:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.296131:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.296152:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384365.296155:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.296157:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384365.296160:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384365.296965:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002f375293. 00080000:00000010:0.0:1767384365.297004:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e9d775a2. 00040000:00000001:0.0:1767384365.297009:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384365.297010:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384365.297011:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384365.297013:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000086af2f0d/000000007d373740 to site lru. bkt: 000000004e9722da 20000000:00000001:0.0:1767384365.297015:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384365.297016:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384365.297018:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384365.297026:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384365.297028:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384365.297032:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384365.297038:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.297042:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384365.297044:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.297047:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384365.297050:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384365.297055:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd78faed. 00010000:00000001:3.0:1767384365.297058:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384365.297061:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f00aa19. 00000020:00000001:3.0:1767384365.297064:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384365.297066:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f00aa19 with handle 0x960a57272cefbcae to hash 00000020:00000001:3.0:1767384365.297068:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.297070:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384365.297072:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384365.297075:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.297076:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.297078:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.297084:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384365.297094:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.297095:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.297097:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.297098:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.297100:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.297101:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.297103:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384365.297104:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384365.297106:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384365.297107:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384365.297109:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd78faed) refcount = 1 00010000:00010000:3.0:1767384365.297112:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.297117:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384365.297119:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384365.297121:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.297122:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.297124:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384365.297127:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384365.297130:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002406525s 00010000:00000001:3.0:1767384365.297133:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.297155:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.297157:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f00aa19 refcount=4 00000020:00000001:3.0:1767384365.297160:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384365.297163:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00080000:00000020:0.0:1767384365.297164:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384365.297167:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384365.297168:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384365.297170:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384365.297171:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004cb6fa73. 20000000:00000001:0.0:1767384365.297176:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384365.297181:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728330880 00010000:00000001:3.0:1767384365.297183:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384365.297184:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384365.297188:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384365.297190:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa409e7a x1853236728330880/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.297208:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384365.297209:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384365.297212:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384365.297212:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384365.297214:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384365.297217:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384365.297218:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384365.297222:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00010000:3.0:1767384365.297223:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384365.297224:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384365.297227:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384365.297230:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384365.297235:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384365.297237:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384365.297239:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087bc4d08. 00010000:00000001:3.0:1767384365.297241:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384365.297243:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728330880, offset 224 00010000:00000001:3.0:1767384365.297246:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384365.297249:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384365.297250:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384365.297257:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f00aa19 already unused, calling callback (0000000090c6ba53) 00000400:00000200:0.0:1767384365.297260:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384365.297261:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.297277:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384365.297278:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384365.297284:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce07a80 00010000:00000001:3.0:1767384365.297286:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384365.297289:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.297291:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384365.297292:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fa5 [2] + 224 00000020:00000040:3.0:1767384365.297293:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f00aa19 refcount=5 00000020:00000001:3.0:1767384365.297298:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384365.297301:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736396288 : -113718973155328 : ffff9892bd003800) 00010000:00000001:3.0:1767384365.297303:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384365.297303:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384365.297306:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384365.297310:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384365.297317:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384365.297317:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.297320:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.297322:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384365.297322:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.297328:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384365.297330:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384365.297333:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.297336:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.297338:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384365.297339:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f00aa19 with handle 0x960a57272cefbcae from hash 00010000:00000001:3.0:1767384365.297343:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384365.297346:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.297353:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.297354:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384365.297355:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384365.297356:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384365.297357:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384365.297360:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384365.297361:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384365.297362:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bc4d08 00010000:00000001:3.0:1767384365.297363:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384365.297367:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087bc4d08. 00010000:00000001:3.0:1767384365.297368:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384365.297371:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384365.297372:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384365.297373:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384365.297375:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384365.297376:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.297379:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.297379:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384365.297380:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.297384:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.297384:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384365.297385:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384365.297390:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384365.297391:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384365.297391:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384365.297395:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.297396:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384365.297396:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384365.297397:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384365.297401:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000100:00000040:0.0:1767384365.297403:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa409e7a x1853236728330880/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.297405:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.297408:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384365.297409:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3b62d19 00010000:00000001:3.0:1767384365.297411:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384365.297416:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:1.0:1767384365.297416:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3b62d19. 00010000:00000001:3.0:1767384365.297419:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384365.297421:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa409e7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16355:x1853236728330880:12345-0@lo:253: Request processed in 3652us (4050us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384365.297422:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384365.297423:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.297426:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384365.297430:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384365.297432:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384365.297435:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384365.297435:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:3.0:1767384365.297441:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384365.297442:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384365.297447:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384365.297450:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384365.297454:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072e0e295. 00010000:00000001:3.0:1767384365.297459:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384365.297463:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384365.297463:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000100:00000200:1.0:1767384365.297464:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384365.297467:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f00aa19/0x960a57272cefbcae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384365.297469:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5cc666. 00000020:00000040:0.0:1767384365.297475:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 02000000:00000001:0.0:1767384365.297480:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:3.0:1767384365.297484:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd78faed count: 0 02000000:00000010:0.0:1767384365.297484:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007967a72b. 02000000:00000001:0.0:1767384365.297490:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384365.297492:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384365.297493:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.297496:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.297497:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384365.297498:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:3.0:1767384365.297500:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384365.297502:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384365.297505:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 02000000:00000001:1.0:1767384365.297506:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384365.297510:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384365.297512:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087bc4d08. 00000100:00000001:1.0:1767384365.297513:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.297518:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384365.297522:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384365.297525:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384365.297528:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384365.297530:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.297531:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384365.297533:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.297535:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.297538:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.297546:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.297548:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384365.297550:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384365.297552:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384365.297554:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384365.297556:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384365.297557:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384365.297559:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384365.297568:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384365.297569:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384365.297570:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384365.297572:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384365.297575:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384365.297583:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728330880:0@lo:253: 00000100:00000001:1.0:1767384365.297588:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.297591:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.297593:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728330880/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.297601:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384365.297602:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384365.297605:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002e73d533. 02000000:00000001:1.0:1767384365.297608:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384365.297610:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384365.297611:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384365.297614:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384365.297616:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000af87ba71. 02000000:00000001:1.0:1767384365.297618:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.297620:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384365.297621:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:1.0:1767384365.297624:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384365.297626:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.297627:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.297633:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.297634:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.297636:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.297638:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.301196:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294953344, at 4294953345 00000100:00000040:0.0:1767384365.301203:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294953344, at 4294953345 00000100:00000010:1.0:1767384365.301206:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb77c125. 00000100:00000040:3.0:1767384365.301214:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294953344, at 4294953345 00000100:00000010:0.0:1767384365.301215:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375e854. 00000100:00000010:3.0:1767384365.301231:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e09f6d04. 00000100:00000040:2.0:1767384365.302210:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294953344, at 4294953346 00000100:00000010:2.0:1767384365.302216:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed4324b. 00010000:00000010:3.1:1767384365.305164:0:39405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a4f5bf5. 00010000:00000010:3.1:1767384365.305173:0:39405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6f4cf40. 00010000:00000010:3.1:1767384365.305177:0:39405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd78faed. 00010000:00000010:3.1:1767384365.305181:0:39405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f00aa19. 00000400:00000010:3.0:1767384365.310582:0:39405:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fbf8b362. 00000400:00000040:3.0:1767384365.310607:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384365.310610:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384365.310613:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384365.310615:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384365.310618:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384365.310619:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384365.310623:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384365.310625:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384365.310627:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384365.310629:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384365.310632:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384365.310634:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384365.310636:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384365.310638:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384365.310639:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384365.310641:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384365.310643:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384365.310644:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384365.310646:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384365.310649:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384365.310651:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384365.310652:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384365.310654:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384365.310656:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384365.310658:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384365.310661:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384365.310662:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384365.310664:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384365.310666:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384365.310668:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384365.310670:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384365.310672:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384365.310674:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384365.310675:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384365.310676:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384365.310677:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384365.310685:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384365.310687:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384365.310688:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384365.310690:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384365.310691:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384365.310692:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384365.310693:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384365.310694:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384365.310695:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384365.310697:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384365.310698:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384365.310699:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384365.310702:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384365.310704:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384365.310705:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384365.310707:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384365.310708:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384365.310710:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384365.310712:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384365.310714:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384365.310715:0:39405:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384365.310845:0:39405:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fbf8b362. 00010000:00000001:2.0:1767384365.364213:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.364218:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.364223:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.364225:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.364255:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384365.364258:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.364262:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384365.429257:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384365.429274:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 2 10000000:00000001:2.0:1767384365.429279:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384365.429281:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384365.429283:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384365.429284:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384365.429286:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384365.429288:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384365.429290:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9892bfc4f800 from 81 10000000:00000001:2.0:1767384365.429293:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384365.429294:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384365.429300:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009188c248. 00000020:00000040:2.0:1767384365.429303:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384365.429307:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384365.429310:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384365.429314:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384365.429321:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d376facf. 00000100:00000001:2.0:1767384365.429328:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.429332:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384365.429334:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384365.429341:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000037529f60. 00010000:00000001:2.0:1767384365.429345:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384365.429348:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021c686e8. 00000020:00000001:2.0:1767384365.429352:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384365.429356:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021c686e8 with handle 0x960a57272cefbcb5 to hash 00000020:00000001:2.0:1767384365.429358:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384365.429360:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384365.429363:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:2.0:1767384365.429366:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.429369:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.429372:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384365.429380:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384365.429389:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384365.429393:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384365.429395:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384365.429400:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000175fda08. 00000100:00000001:2.0:1767384365.429402:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349489703744 : -113724219847872 : ffff989184460b40) 00000100:00000001:2.0:1767384365.429405:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384365.429407:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566689280 : -113724142862336 : ffff989188dcc000) 00000100:00000001:2.0:1767384365.429411:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384365.429412:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.429415:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384365.429416:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384365.429422:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.429428:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384365.429430:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.429433:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384365.429436:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384365.429438:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.429441:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728331008:0@lo:101: 00000100:00000001:2.0:1767384365.429445:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384365.429449:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384365.429451:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.429453:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384365.429457:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001aaf580c. 02000000:00000001:2.0:1767384365.429459:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384365.429464:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297e4530. 00000400:00000010:2.0:1767384365.429470:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000200:2.0:1767384365.429475:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728331008, portal 25 00000100:00000001:2.0:1767384365.429477:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384365.429479:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349566689280 : -113724142862336 : ffff989188dcc000) 00000100:00000040:2.0:1767384365.429483:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.429489:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.429493:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.429496:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000200:2.0:1767384365.429498:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728331008, offset 0 00000400:00000200:2.0:1767384365.429505:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.429518:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.429528:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce07b00 00000400:00000200:2.0:1767384365.429536:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16e1 [2] + 0 00000400:00000010:2.0:1767384365.429539:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9d85aa. 00000400:00000200:2.0:1767384365.429543:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cb3b2d0 00000400:00000200:2.0:1767384365.429548:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.429553:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384365.429557:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb3b2d0 00000400:00000010:2.0:1767384365.429559:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cb3b2d0. 00000100:00000001:2.0:1767384365.429564:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384365.429567:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384365.429570:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000001fa1d056 x1853236728331008 msgsize 328 00000100:00100000:2.0:1767384365.429577:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384365.429579:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384365.429588:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.429594:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000400:00000010:2.0:1767384365.429595:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384365.429599:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384365.429603:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.429610:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.429613:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.429622:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.429624:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384365.429628:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.429631:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294953480 00000100:00000010:2.0:1767384365.429635:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f3d6ca4. 00000100:00000001:2.0:1767384365.429640:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384365.429646:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294953480 00000100:00000010:2.0:1767384365.429649:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003938490. 00000100:00000001:2.0:1767384365.429652:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384365.429654:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294953480 00000100:00000010:2.0:1767384365.429657:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cfa6ba0. 00000100:00000001:2.0:1767384365.429660:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384365.429665:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294953480 00000100:00000010:2.0:1767384365.429668:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fcc277. 00000100:00000001:2.0:1767384365.429671:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384365.429675:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.429677:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.429679:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.429680:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384365.429682:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 00000000175fda08 going to sleep for 11 seconds 00000100:00000001:2.0:1767384365.429684:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.429686:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.430595:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384365.430598:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331008 02000000:00000001:2.0:1767384365.430600:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384365.430603:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.430604:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.430608:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.430610:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331008 00000020:00000001:2.0:1767384365.430613:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384365.430615:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:2.0:1767384365.430617:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.430619:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:2.0:1767384365.430622:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384365.430623:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384365.430627:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.430631:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00000100:00000001:2.0:1767384365.430633:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.430636:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00000020:00000010:2.0:1767384365.430641:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018725f58. 00000020:00000010:2.0:1767384365.430646:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088bc36da. 00000020:00000010:2.0:1767384365.430651:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000040:2.0:1767384365.430660:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384365.430663:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384365.430665:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384365.430666:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.430673:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.430680:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.430692:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384365.430693:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384365.430696:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384365.430698:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384365.430700:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282616912 : -113719426934704 : ffff9892a1f41850) 00000100:00000040:2.0:1767384365.430705:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fa1d056 x1853236728331008/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.430711:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.430715:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00000100:00000001:2.0:1767384365.430716:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.430718:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00000100:00100000:2.0:1767384365.430722:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001fa1d056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728331008:12345-0@lo:101: 00000100:00000200:2.0:1767384365.430725:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331008 00000020:00000001:2.0:1767384365.430727:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384365.430730:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384365.430732:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.430735:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384365.430737:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384365.430740:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384365.430741:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384365.430743:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384365.430745:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384365.430747:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.430749:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384365.430752:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384365.430754:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384365.430755:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384365.430757:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.430760:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384365.430765:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e6ebf617. 00010000:00000001:2.0:1767384365.430767:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384365.430770:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000001:2.0:1767384365.430772:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384365.430774:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5dd8851 with handle 0x960a57272cefbcbc to hash 00000020:00000001:2.0:1767384365.430776:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384365.430777:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:2.0:1767384365.430779:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00010000:2.0:1767384365.430780:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c5dd8851/0x960a57272cefbcbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbcb5 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384365.430785:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000080803f60 : new locks_count 10 00000020:00000040:2.0:1767384365.430787:0:17079:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=15 00000100:00000001:2.0:1767384365.430793:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.430795:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384365.430799:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a206100a. 02000000:00000001:2.0:1767384365.430801:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.430802:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.430804:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384365.430807:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384365.430809:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384365.430811:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.430813:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.430815:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.430816:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.430818:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384365.430820:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384365.430821:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384365.430822:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384365.430823:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e6ebf617) refcount = 1 00010000:00010000:2.0:1767384365.430827:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5dd8851/0x960a57272cefbcbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbcb5 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.430831:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384365.430832:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384365.430833:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.430834:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.430835:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384365.430838:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384365.430839:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c5dd8851/0x960a57272cefbcbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbcb5 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.430844:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384365.430845:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384365.430847:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.430849:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.430850:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384365.430852:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.430853:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384365.430854:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c5dd8851, rc 0) 00000020:00000001:2.0:1767384365.430856:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384365.430858:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331008 00010000:00000001:2.0:1767384365.430860:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384365.430862:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001fa1d056 x1853236728331008/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 328/344 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384365.430868:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.430869:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.430872:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.430877:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.430878:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.430880:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384365.430882:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.430884:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.430886:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.430889:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.430892:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000200:2.0:1767384365.430894:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728331008, offset 224 00000400:00000200:2.0:1767384365.430899:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.430906:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.430912:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce07b00 00000400:00000200:2.0:1767384365.430916:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1fc5 [1] + 224 00000400:00000200:2.0:1767384365.430919:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.430922:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.430927:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.430930:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.430935:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.430945:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.430950:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000400:00000010:2.0:1767384365.430951:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384365.430955:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.430956:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384365.430959:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.430961:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384365.430963:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384365.430981:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.430982:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384365.430986:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fa1d056 x1853236728331008/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 328/344 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.430992:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fa1d056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728331008:12345-0@lo:101: Request processed in 279us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384365.430997:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384365.430999:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384365.431001:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384365.431003:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384365.431007:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088bc36da. 00000020:00000010:2.0:1767384365.431011:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000020:00000010:2.0:1767384365.431014:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018725f58. 00000020:00000040:2.0:1767384365.431019:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 02000000:00000001:2.0:1767384365.431022:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384365.431024:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a206100a. 02000000:00000001:2.0:1767384365.431027:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384365.431029:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384365.431033:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384365.431036:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9d85aa. 00000400:00000010:2.0:1767384365.431041:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00000100:00000001:1.0:1767384365.431059:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384365.431066:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.431068:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384365.431070:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297e4530. 00000400:00000200:1.0:1767384365.431075:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338be1d 00000400:00000010:1.0:1767384365.431081:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000001:1.0:1767384365.431085:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384365.431089:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384365.431096:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431102:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384365.431104:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.431106:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384365.431108:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384365.431109:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384365.431110:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.431112:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384365.431115:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384365.431118:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384365.431120:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384365.431121:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.431124:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384365.431125:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431127:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.431129:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431134:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.431137:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384365.431139:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384365.431142:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384365.431147:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009188c248 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728331008:0@lo:101: 00000100:00000001:1.0:1767384365.431173:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.431175:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431177:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384365.431178:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.431181:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431195:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384365.431197:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000175fda08. 00000100:00000001:1.0:1767384365.431200:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384365.431201:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.431204:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384365.431206:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384365.431208:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384365.431209:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=4 00000020:00000001:1.0:1767384365.431211:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:1.0:1767384365.431213:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000040:1.0:1767384365.431217:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000021c686e8, remote cookie: 0x960a57272cefbcbc, flags: 0x0 00010000:00000001:1.0:1767384365.431219:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384365.431221:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384365.431222:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384365.431223:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384365.431224:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384365.431225:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000037529f60) refcount = 1 00010000:00010000:1.0:1767384365.431227:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384365.431232:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384365.431234:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384365.431235:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384365.431237:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384365.431239:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384365.431241:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384365.431245:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384365.431246:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384365.431248:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384365.431249:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384365.431250:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384365.431251:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431258:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.431261:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009188c248 x1853236728331008/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431281:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384365.431282:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384365.431285:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001aaf580c. 02000000:00000001:1.0:1767384365.431288:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384365.431289:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384365.431291:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384365.431292:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384365.431294:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d376facf. 02000000:00000001:1.0:1767384365.431298:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.431299:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384365.431300:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009188c248. 00000100:00000001:1.0:1767384365.431302:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384365.431303:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384365.431305:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.431307:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384365.431308:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cd5494ac) refs 3 10000000:00000001:1.0:1767384365.431310:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.431311:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384365.431313:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384365.431315:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=3 00000020:00000001:1.0:1767384365.431317:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:1.0:1767384365.431319:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:1.0:1767384365.431321:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384365.431322:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384365.431323:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384365.431324:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.431326:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384365.431329:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000003cce061. 00000100:00000010:1.0:1767384365.431343:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 00000020:00000040:1.0:1767384365.431345:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384365.431347:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384365.431348:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384365.431350:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384365.431357:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008df31217. 00000100:00000001:1.0:1767384365.431359:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431362:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384365.431366:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000085e863b9. 00000100:00000010:1.0:1767384365.431369:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f83776d1. 00000020:00000040:1.0:1767384365.431371:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384365.431375:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384365.431376:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384365.431380:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b62d19. 00000100:00000001:1.0:1767384365.431381:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349563135872 : -113724146415744 : ffff989188a68780) 00000100:00000001:1.0:1767384365.431383:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384365.431384:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000001:1.0:1767384365.431387:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.431388:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431390:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384365.431391:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384365.431393:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431398:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384365.431399:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.431400:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384365.431402:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384365.431404:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.431406:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728331136:0@lo:256: 00000100:00000001:1.0:1767384365.431409:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384365.431411:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384365.431413:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431415:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384365.431419:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000400:00000010:1.0:1767384365.431423:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000074d2d4e. 00000100:00000200:1.0:1767384365.431427:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce07b80-0x695824ce07b80, portal 33 00000100:00000001:1.0:1767384365.431430:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.431431:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384365.431434:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000856193c1. 02000000:00000001:1.0:1767384365.431441:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.431445:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000010:1.0:1767384365.431448:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00000100:00000200:1.0:1767384365.431450:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331136, portal 25 00000100:00000001:1.0:1767384365.431451:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384365.431452:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000040:1.0:1767384365.431455:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431459:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384365.431461:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384365.431463:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d95ca4. 00000100:00000200:1.0:1767384365.431466:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728331136, offset 0 00000400:00000200:1.0:1767384365.431470:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384365.431474:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384365.431480:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce07b80 00000400:00000200:1.0:1767384365.431482:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x171d [2] + 0 00000400:00000010:1.0:1767384365.431484:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a146bb3. 00000400:00000200:1.0:1767384365.431487:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c0a91b8 00000400:00000200:1.0:1767384365.431490:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.431492:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384365.431494:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c0a91b8 00000400:00000010:1.0:1767384365.431495:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c0a91b8. 00000100:00000001:1.0:1767384365.431498:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384365.431499:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384365.431500:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000008e0be9e9 x1853236728331136 msgsize 304 00000100:00100000:1.0:1767384365.431504:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384365.431506:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384365.431532:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384365.431535:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d95ca4 00000400:00000010:1.0:1767384365.431537:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d95ca4. 00000100:00000001:1.0:1767384365.431538:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384365.431540:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431547:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.431555:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.431560:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431561:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.431566:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431569:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294953482 00000100:00000001:1.0:1767384365.431573:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953480 00000100:00000001:1.0:1767384365.431576:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294953482 00000100:00000001:1.0:1767384365.431596:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953480 00000100:00000001:1.0:1767384365.431600:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294953482 00000100:00000001:1.0:1767384365.431606:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953480 00000100:00000001:2.0:1767384365.431609:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384365.431610:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294953482 00000100:00100000:2.0:1767384365.431613:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331136 00000100:00000001:1.0:1767384365.431615:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953480 02000000:00000001:2.0:1767384365.431616:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384365.431619:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384365.431620:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.431621:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431623:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.431625:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.431626:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384365.431631:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331136 00000100:00000001:1.0:1767384365.431631:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384365.431635:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384365.431636:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f3b62d19 going to sleep for 11 seconds 00000020:00000040:2.0:1767384365.431639:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:1.0:1767384365.431641:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384365.431642:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384365.431644:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.431645:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:2.0:1767384365.431649:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:2.0:1767384365.431651:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:2.0:1767384365.431654:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.431657:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00000100:00000001:2.0:1767384365.431660:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.431662:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00000020:00000010:2.0:1767384365.431666:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018725f58. 00000020:00000010:2.0:1767384365.431671:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088bc36da. 00000020:00000010:2.0:1767384365.431674:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000040:2.0:1767384365.431679:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384365.431681:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384365.431683:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384365.431684:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.431689:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.431695:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.431707:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384365.431708:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384365.431712:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:2.0:1767384365.431714:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384365.431715:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282611792 : -113719426939824 : ffff9892a1f40450) 00000100:00000040:2.0:1767384365.431719:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e0be9e9 x1853236728331136/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 304/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.431726:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.431729:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a453f36b. 00000100:00000001:2.0:1767384365.431730:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.431732:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a453f36b. 00000100:00100000:2.0:1767384365.431736:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e0be9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728331136:12345-0@lo:256: 00000100:00000200:2.0:1767384365.431740:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331136 00000020:00000001:2.0:1767384365.431741:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384365.431743:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384365.431745:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.431746:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384365.431748:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:2.0:1767384365.431751:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384365.431752:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384365.431754:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384365.431755:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384365.431757:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.431759:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.431761:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384365.431765:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a206100a. 02000000:00000001:2.0:1767384365.431767:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.431768:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.431770:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384365.431773:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384365.431775:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384365.431777:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384365.431779:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.431782:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384365.431783:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384365.431787:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003e746977. 20000000:00000001:2.0:1767384365.431789:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384365.431803:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384365.431808:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384365.431812:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384365.431814:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384365.431816:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384365.431818:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384365.431819:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384365.431820:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384365.431822:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384365.431823:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384365.431825:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384365.431826:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384365.431827:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384365.431829:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384365.431830:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384365.431831:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384365.431832:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384365.431833:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384365.431835:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384365.431837:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384365.431838:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384365.431839:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384365.431841:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384365.431842:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384365.431844:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384365.431846:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384365.431847:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384365.431849:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384365.431851:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384365.431853:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384365.431854:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384365.431856:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384365.431858:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384365.431860:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384365.431862:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384365.431863:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384365.431865:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384365.431867:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384365.431868:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384365.431870:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384365.431872:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384365.431874:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384365.431876:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767384365.431882:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384365.431884:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384365.431886:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384365.431887:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384365.431889:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384365.431891:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384365.431892:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384365.431894:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384365.431896:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384365.431897:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384365.431899:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384365.431900:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384365.431901:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384365.431902:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384365.431904:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384365.431906:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384365.431907:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384365.431909:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384365.431911:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384365.431912:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384365.431913:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384365.431915:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384365.431916:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384365.431918:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384365.431920:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384365.431921:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384365.431923:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384365.431924:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384365.431926:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384365.431927:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384365.431928:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384365.431930:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384365.431932:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384365.431934:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384365.431936:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384365.431938:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384365.431941:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384365.431944:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384365.431946:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384365.431949:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384365.431951:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384365.431953:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384365.431955:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767384365.431958:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384365.431960:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384365.431963:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384365.431982:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001aaf580c. 00000100:00000010:2.0:1767384365.431986:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000249f9ce8. 00000020:00000040:2.0:1767384365.431989:0:17081:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=16 00010000:00000001:2.0:1767384365.431992:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384365.431995:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384365.431999:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000400:00000010:2.0:1767384365.432006:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eca88c10. 00000400:00000200:2.0:1767384365.432010:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.432018:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.432023:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824ce07b80 00000400:00000200:2.0:1767384365.432026:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x1fd5 [4] + 0 00000400:00000010:2.0:1767384365.432029:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000400:00000200:2.0:1767384365.432031:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000074d2d4e 00000400:00000200:2.0:1767384365.432034:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.432038:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384365.432041:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074d2d4e 00000400:00000010:2.0:1767384365.432042:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000074d2d4e. 00000100:00000001:2.0:1767384365.432046:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384365.432047:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000075447051 desc 0000000085e863b9 mbits 1853236728331136 00000100:00000001:2.0:1767384365.432059:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384365.432062:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384365.432065:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384365.432072:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1fe1 00000400:00000200:2.0:1767384365.432074:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.432078:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384365.432081:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.432084:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384365.432084:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384365.432089:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001aaf580c 00000100:00000001:2.0:1767384365.432094:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384365.432103:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000400:00000010:2.0:1767384365.432105:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384365.432109:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384365.432110:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001aaf580c 00000100:00000001:2.0:1767384365.432114:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384365.432120:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824ce07b80-0x695824ce07b80 00000100:00000001:2.0:1767384365.432124:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.432128:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.432130:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384365.432133:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 15 00000100:00000010:2.0:1767384365.432168:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000249f9ce8. 00000100:00000010:2.0:1767384365.432172:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001aaf580c. 00000100:00000001:2.0:1767384365.432174:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384365.432175:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384365.432181:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003e746977. 20000000:00000001:2.0:1767384365.432186:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384365.432189:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331136 00010000:00000001:2.0:1767384365.432192:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384365.432196:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e0be9e9 x1853236728331136/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 304/240 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384365.432204:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.432207:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.432209:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.432212:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.432215:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.432216:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384365.432219:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.432221:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.432224:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.432226:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.432230:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000200:2.0:1767384365.432233:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728331136, offset 224 00000400:00000200:2.0:1767384365.432238:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.432244:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.432250:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce07b80 00000400:00000200:2.0:1767384365.432255:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1fd9 [1] + 224 00000400:00000200:2.0:1767384365.432258:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.432261:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.432282:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.432285:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.432294:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.432310:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.432316:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000400:00000010:2.0:1767384365.432318:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384365.432322:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.432324:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.432327:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.432329:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384365.432333:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384365.432334:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000001:1.0:1767384365.432336:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384365.432339:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384365.432339:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee90d668. 00000020:00000001:2.0:1767384365.432343:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.432344:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000020:00000001:2.0:1767384365.432347:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384365.432348:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000100:00000001:1.0:1767384365.432353:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384365.432355:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e0be9e9 x1853236728331136/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:346/0 lens 304/240 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384365.432359:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384365.432385:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.432403:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e0be9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728331136:12345-0@lo:256: Request processed in 674us (899us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384365.432421:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384365.432424:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:1.0:1767384365.432424:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.432430:0:17084:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384365.432431:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 02000000:00000001:1.0:1767384365.432432:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384365.432434:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.432436:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384365.432437:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.432440:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.432441:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384365.432443:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=88 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384365.432447:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088bc36da. 00000100:00001000:1.0:1767384365.432448:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384365.432453:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384365.432455:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.432456:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00010000:00000001:1.0:1767384365.432457:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384365.432459:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.432462:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.432464:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018725f58. 00000100:00000040:1.0:1767384365.432467:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384365.432472:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000040:1.0:1767384365.432476:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384365.432480:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384365.432484:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a206100a. 00000100:00000001:1.0:1767384365.432484:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384365.432487:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384365.432490:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384365.432493:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.432494:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384365.432503:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384365.432503:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728331136:0@lo:256: 00000100:00000001:1.0:1767384365.432510:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384365.432512:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fff5bc6. 00000100:00000001:1.0:1767384365.432512:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.432515:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384365.432518:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.432519:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384365.432521:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000341a4433. 00000100:00000001:1.0:1767384365.432526:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384365.432529:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f3b62d19. 00000100:00000001:1.0:1767384365.432532:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384365.432538:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384365.432541:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:1.0:1767384365.432543:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384365.432548:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006f9b3817. 10000000:00000040:1.0:1767384365.432556:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384365.432561:0:17084:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384365.432562:0:17084:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384365.432567:0:17084:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.115@tcp has 192.168.202.115@tcp. 00000100:00000001:1.0:1767384365.432568:0:17084:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.432570:0:17084:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384365.432571:0:17084:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:1.0:1767384365.432572:0:17084:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000100:00000200:1.0:1767384365.432574:0:17084:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.115@tcp' 00000400:00000200:1.0:1767384365.432576:0:17084:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384365.432579:0:17084:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384365.432581:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:1.0:1767384365.432585:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384365.432589:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (42) 00000400:00000200:1.0:1767384365.432594:0:17084:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384365.432597:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:1.0:1767384365.432599:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (43) 00000400:00000200:1.0:1767384365.432602:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:1.0:1767384365.432604:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:1.0:1767384365.432606:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432608:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:1.0:1767384365.432609:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:1.0:1767384365.432612:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432613:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:1.0:1767384365.432615:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384365.432617:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432618:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:1.0:1767384365.432620:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:1.0:1767384365.432622:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432623:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:1.0:1767384365.432625:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:1.0:1767384365.432633:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432635:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:1.0:1767384365.432637:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:1.0:1767384365.432639:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432641:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:1.0:1767384365.432642:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:1.0:1767384365.432644:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432646:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:1.0:1767384365.432647:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:1.0:1767384365.432648:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432649:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:1.0:1767384365.432650:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:1.0:1767384365.432652:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432652:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:1.0:1767384365.432653:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:1.0:1767384365.432655:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432656:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:1.0:1767384365.432657:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:1.0:1767384365.432658:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432659:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:1.0:1767384365.432660:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:1.0:1767384365.432661:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432662:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:1.0:1767384365.432663:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:1.0:1767384365.432665:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432666:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:1.0:1767384365.432667:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:1.0:1767384365.432668:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432669:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:1.0:1767384365.432670:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:1.0:1767384365.432672:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432673:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:1.0:1767384365.432673:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:1.0:1767384365.432675:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432676:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:1.0:1767384365.432677:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:1.0:1767384365.432684:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432685:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:1.0:1767384365.432686:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:1.0:1767384365.432689:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432690:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:1.0:1767384365.432691:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:1.0:1767384365.432693:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432694:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:1.0:1767384365.432695:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:1.0:1767384365.432696:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432697:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:1.0:1767384365.432698:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:1.0:1767384365.432700:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432701:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:1.0:1767384365.432702:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:1.0:1767384365.432704:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432705:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:1.0:1767384365.432706:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:1.0:1767384365.432707:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432708:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:1.0:1767384365.432709:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:1.0:1767384365.432711:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432711:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:1.0:1767384365.432712:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:1.0:1767384365.432714:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432715:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:1.0:1767384365.432717:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:1.0:1767384365.432718:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432720:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:1.0:1767384365.432721:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:1.0:1767384365.432723:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432724:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:1.0:1767384365.432725:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:1.0:1767384365.432727:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432728:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:1.0:1767384365.432729:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:1.0:1767384365.432737:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432738:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:1.0:1767384365.432739:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:1.0:1767384365.432741:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432742:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:1.0:1767384365.432743:0:17084:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:1.0:1767384365.432745:0:17084:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384365.432746:0:17084:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 00000100:00000001:1.0:1767384365.432747:0:17084:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.432748:0:17084:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384365.432751:0:17084:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.115@tcp' by NID '192.168.202.115@tcp' 10000000:00000010:1.0:1767384365.432754:0:17084:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009e483565. 10000000:00000040:1.0:1767384365.432755:0:17084:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.115@tcp::2 00000020:00000080:1.0:1767384365.432757:0:17084:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384365.432762:0:17084:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384365.432765:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d376facf. 00000020:00000010:1.0:1767384365.432768:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a5cc666. 00000040:00000010:1.0:1767384365.432771:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004929ed34. 00000020:00000010:1.0:1767384365.432774:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005763c4f3. 00000020:00000010:1.0:1767384365.432777:0:17084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384365.432780:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f3fb87a. 80000000:00000010:1.0:1767384365.432783:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000607b75d2. 40000000:00000010:1.0:1767384365.432785:0:17084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4706fa8. 00100000:00000010:1.0:1767384365.432788:0:17084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c6b94c4. 00040000:00000010:1.0:1767384365.432791:0:17084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a00026b. 00040000:00000010:1.0:1767384365.432794:0:17084:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000296d9803. 00040000:00000010:1.0:1767384365.432797:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009be2c197. 00080000:00000010:1.0:1767384365.432802:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000006a8a6dc. 00080000:00000010:1.0:1767384365.432805:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c7f46a0a. 00000004:00000010:1.0:1767384365.432810:0:17084:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384365.432814:0:17084:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384365.432817:0:17084:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384365.432821:0:17084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001597f0ec. 00000004:00000010:1.0:1767384365.432829:0:17084:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e69d0d20. 00000004:00000001:1.0:1767384365.432832:0:17084:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384365.432834:0:17084:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384365.432836:0:17084:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009e483565 00000040:00001000:1.0:1767384365.432837:0:17084:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384365.432838:0:17084:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384365.432839:0:17084:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384365.432841:0:17084:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384365.432843:0:17084:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384365.432843:0:17084:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384365.432845:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384365.432846:0:17084:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.115@tcp::2 00000040:00000001:1.0:1767384365.432847:0:17084:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384365.432888:0:17084:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.432892:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a5cc666. 00000040:00000010:1.0:1767384365.432895:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004929ed34. 00000020:00000010:1.0:1767384365.432897:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005763c4f3. 00000020:00000010:1.0:1767384365.432901:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384365.432904:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f3fb87a. 80000000:00000010:1.0:1767384365.432907:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000607b75d2. 40000000:00000010:1.0:1767384365.432910:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e4706fa8. 00100000:00000010:1.0:1767384365.432913:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c6b94c4. 00040000:00000010:1.0:1767384365.432915:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a00026b. 00040000:00000010:1.0:1767384365.432918:0:17084:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000296d9803. 00040000:00000010:1.0:1767384365.432920:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009be2c197. 00080000:00000010:1.0:1767384365.432924:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c7f46a0a. 00080000:00000010:1.0:1767384365.432926:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000006a8a6dc. 00000004:00000010:1.0:1767384365.432929:0:17084:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384365.432931:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384365.432934:0:17084:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000629f0801. 00002000:00000010:1.0:1767384365.432936:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001597f0ec. 00000004:00000010:1.0:1767384365.432938:0:17084:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e69d0d20. 00000020:00000010:1.0:1767384365.432939:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d376facf. 00000020:00000001:1.0:1767384365.432942:0:17084:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.432943:0:17084:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384365.432953:0:17084:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009e483565. 10000000:00000010:1.0:1767384365.432956:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006f9b3817. 10000000:00000001:1.0:1767384365.432958:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.432960:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.432964:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728331136/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.432970:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384365.432972:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384365.432974:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000856193c1. 02000000:00000001:1.0:1767384365.432977:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384365.432979:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384365.432981:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384365.432983:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384365.432985:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384365.432986:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384365.432987:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384365.432990:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384365.432991:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f83776d1. 00000100:00000010:1.0:1767384365.432994:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000085e863b9. 00000100:00000001:1.0:1767384365.432996:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384365.432997:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008df31217. 02000000:00000001:1.0:1767384365.433000:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.433001:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384365.433003:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:1.0:1767384365.433006:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384365.433007:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384365.433019:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000003cce061. 10000000:01000000:1.0:1767384365.433022:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384365.433024:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384365.433026:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384365.433027:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384365.433029:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=3 00000020:00000001:1.0:1767384365.433030:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:1.0:1767384365.433032:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00000001:1.0:1767384365.433034:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384365.433041:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384365.433046:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384365.433047:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384365.433048:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384365.433052:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384365.433053:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384365.433054:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384365.433054:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.433056:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.433057:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384365.433060:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384365.433061:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 3 10000000:00000001:1.0:1767384365.433063:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384365.439171:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294953482, at 4294953483 00000100:00000010:0.0:1767384365.439181:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f3d6ca4. 00000100:00000040:2.0:1767384365.439183:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294953482, at 4294953483 00000100:00000040:3.0:1767384365.439184:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294953482, at 4294953483 00000100:00000010:2.0:1767384365.439192:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cfa6ba0. 00000100:00000010:3.0:1767384365.439194:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fcc277. 00000100:00000040:1.0:1767384365.440231:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294953482, at 4294953484 00000100:00000010:1.0:1767384365.440238:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003938490. 00000020:00000010:2.0:1767384365.441314:0:39452:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000035ca8cb2. 00000020:00000040:2.0:1767384365.441320:0:39452:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384365.441322:0:39452:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000035ca8cb2. 00000400:00000001:0.0:1767384365.940212:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384365.940218:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384365.940222:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384365.940227:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000200:0.0:1767384365.940233:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384365.940239:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384365.940254:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384365.940276:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075ec580f. 00000400:00000200:0.0:1767384365.940284:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp46 00000400:00000010:0.0:1767384365.940288:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384365.940294:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000083062077. 00000400:00000010:0.0:1767384365.940297:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000400:00000010:0.0:1767384365.940305:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001986aeec. 00000400:00000200:0.0:1767384365.940310:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp46 00000400:00000200:0.0:1767384365.940324:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp46 local destination 00000400:00000200:0.0:1767384365.940332:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000200:0.0:1767384365.940337:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [212:212:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [206:206:8:4294967295] 00000400:00000200:0.0:1767384365.940347:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000400:00000200:0.0:1767384365.940356:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp46:192.168.202.115@tcp46) : GET try# 0 00000800:00000200:0.0:1767384365.940362:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp46 00000800:00000010:0.0:1767384365.940367:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d0080e6. 00000800:00000200:0.0:1767384365.940375:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000200:0.1:1767384365.940381:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000400:00000200:0.0:1767384365.940408:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 2 next ping: 290 health :800 00000400:00000200:2.0:1767384365.940486:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940519:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940533:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940547:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940563:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940575:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940588:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940614:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940627:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940639:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940652:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940678:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940690:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940716:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940753:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940766:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940804:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940816:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940829:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940842:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940869:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940896:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940922:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940934:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384365.940947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384365.941040:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000805f8e8e. 00000800:00000010:2.0:1767384365.941044:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002164a2d8. 00000800:00000010:2.0:1767384365.941048:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098587e1f. 00000800:00000010:2.0:1767384365.941063:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098587e1f. 00000800:00020000:2.0:1767384365.941071:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384365.941074:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002164a2d8. 00000800:00000010:2.0:1767384365.941076:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000805f8e8e. 00000400:02020000:2.0:1767384365.941103:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384365.941108:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000800:00000200:2.0:1767384365.941112:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp46 down 00000800:00000100:2.0:1767384365.941117:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:2.0:1767384365.941120:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d0080e6. 00000400:00000200:2.0:1767384365.941123:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384365.941126:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384365.941134:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384365.941166:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384365.941171:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp46) recovery failed with -71 00000800:00000200:3.0:1767384365.941560:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000800:00000200:3.1:1767384365.941567:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000400:00000200:1.0:1767384365.941637:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941689:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941722:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941737:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941752:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941764:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941788:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941816:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941858:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941883:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941924:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.941998:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942039:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942093:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942168:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942309:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942338:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942368:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942390:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942454:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942490:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942508:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384365.942575:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384365.942676:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006a8a6dc. 00000800:00000010:1.0:1767384365.942680:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e979a61. 00000800:00000010:1.0:1767384365.942683:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8b16593. 00000800:00000010:1.0:1767384365.942698:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8b16593. 00000800:00020000:1.0:1767384365.942705:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384365.942707:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e979a61. 00000800:00000010:1.0:1767384365.942709:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006a8a6dc. 00000400:02020000:1.0:1767384365.942744:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384365.942747:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384366.389213:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.389219:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.389225:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.389226:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.389269:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.389273:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.389276:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384366.965208:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.965214:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384366.965218:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000400:00000010:0.0:1767384366.965223:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000400:00000200:0.0:1767384366.965228:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384366.965235:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384366.965264:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000224cfa85. 00000400:00000010:0.0:1767384366.965268:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000083062077. 00010000:00000001:2.0:1767384367.412308:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.412316:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.412324:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.412325:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.412379:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384367.412384:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.412386:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384367.933203:0:39970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000049aaaa05. 00080000:00000010:1.0:1767384367.933213:0:39970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000049aaaa05. 00000020:00000001:1.0:1767384367.933220:0:39970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384367.933226:0:39970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000049aaaa05. 00080000:00000010:1.0:1767384367.933230:0:39970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000049aaaa05. 00000020:00000001:1.0:1767384367.933232:0:39970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384367.988204:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfd7713d] -> 12345-192.168.202.115@tcp16 (6) 00000800:00000200:3.0:1767384367.988214:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp16 ip 192.168.202.115:988 00000800:00000200:3.0:1767384367.988218:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384367.988289:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp45 00000400:00000010:3.0:1767384367.988305:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb847452. 00000400:00000010:3.0:1767384367.988313:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cc0c8ee. 00000400:00000010:3.0:1767384367.988319:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 00000400:00000010:3.0:1767384367.988329:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7cc9ef4. 00000400:00000200:3.0:1767384367.988334:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp45 00000400:00000200:3.0:1767384367.988357:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp45 local destination 00000400:00000200:3.0:1767384367.988364:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000200:3.0:1767384367.988369:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [213:213:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [207:207:8:4294967295] 00000400:00000200:3.0:1767384367.988375:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000800:00000200:2.0:1767384367.988382:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384367.988388:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp45:192.168.202.115@tcp45) : GET try# 0 00000800:00000001:2.0:1767384367.988389:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384367.988397:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp45 00000800:00000010:3.0:1767384367.988401:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebfb8ad9. 00000800:00000001:2.0:1767384367.988401:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384367.988408:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384367.988410:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000800:00000001:2.0:1767384367.988413:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384367.988417:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:3.0:1767384367.988437:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:3.0:1767384367.988444:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp43 00000400:00000010:3.0:1767384367.988447:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384367.988452:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089cbb41e. 00000400:00000010:3.0:1767384367.988455:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000400:00000010:3.0:1767384367.988459:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000660d03dc. 00000400:00000200:3.0:1767384367.988463:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp43 00000400:00000200:3.0:1767384367.988468:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp43 local destination 00000400:00000200:3.0:1767384367.988471:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000400:00000200:3.0:1767384367.988475:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [214:214:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1767384367.988478:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000400:00000200:3.0:1767384367.988484:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp43:192.168.202.115@tcp43) : GET try# 0 00000800:00000200:3.0:1767384367.988487:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000800:00000010:3.0:1767384367.988490:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001717e9c7. 00000400:00000200:2.0:1767384367.988493:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:3.0:1767384367.988494:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000800:00000200:3.1:1767384367.988499:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:3.0:1767384367.988514:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 4 next ping: 304 health :600 00000400:00000200:2.0:1767384367.988541:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988610:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988677:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988700:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988741:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988806:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988815:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988871:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988875:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.988948:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.988950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989012:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989025:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989047:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989073:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989170:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989296:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989359:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989407:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989509:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989535:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989589:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989646:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989647:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989677:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989701:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989719:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989879:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989926:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989932:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.989979:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.989981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.990025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990118:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000800:00000010:2.0:1767384367.990194:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000805f8e8e. 00000800:00000010:2.0:1767384367.990200:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384367.990205:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bc8d3a8. 00000400:00000200:1.0:1767384367.990215:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990273:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000800:00000010:2.0:1767384367.990277:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bc8d3a8. 00000800:00020000:2.0:1767384367.990286:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384367.990289:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384367.990292:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000805f8e8e. 00000400:00000200:1.0:1767384367.990316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:02020000:2.0:1767384367.990334:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384367.990341:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00000800:00000200:2.0:1767384367.990346:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp45 down 00000800:00000100:2.0:1767384367.990353:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp45 00000800:00000010:2.0:1767384367.990355:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebfb8ad9. 00000400:00000200:2.0:1767384367.990359:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384367.990364:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.990365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384367.990372:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384367.990377:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384367.990381:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp45) recovery failed with -71 00000400:00000200:1.0:1767384367.990401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990430:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990454:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384367.990476:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384367.990593:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006a8a6dc. 00000800:00000010:1.0:1767384367.990598:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043b25d3b. 00000800:00000010:1.0:1767384367.990602:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d118ea9d. 00000800:00000010:1.0:1767384367.990625:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d118ea9d. 00000800:00020000:1.0:1767384367.990633:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384367.990636:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043b25d3b. 00000800:00000010:1.0:1767384367.990639:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006a8a6dc. 00000400:02020000:1.0:1767384367.990675:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384367.990681:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000800:00000200:1.0:1767384367.990686:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp43 down 00000800:00000100:1.0:1767384367.990691:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:1.0:1767384367.990693:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001717e9c7. 00000400:00000200:1.0:1767384367.990697:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384367.990700:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.990708:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384367.990711:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384367.990714:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp43) recovery failed with -71 00000400:00000010:1.0:1767384368.053451:0:40006:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cc000ac8. 00000400:00000040:1.0:1767384368.053489:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053492:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.053495:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053497:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053500:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053502:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384368.053505:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053513:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.053515:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.053517:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384368.053520:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.053522:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053524:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.053526:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053527:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384368.053530:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.053531:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053533:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384368.053535:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384368.053537:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053539:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053541:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053543:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053545:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053546:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384368.053549:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053551:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053552:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053554:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053556:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053557:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384368.053560:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053561:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053563:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053565:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053567:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053568:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384368.053571:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053573:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053575:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.053576:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.053578:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053580:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384368.053582:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384368.053584:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384368.053585:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384368.053593:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384368.053595:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384368.053597:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.053599:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053601:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384368.053603:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.053604:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384368.053606:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384368.053608:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384368.053610:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384368.053612:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384368.053624:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053626:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.053629:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053630:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053632:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053634:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384368.053637:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053638:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.053640:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.053641:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384368.053644:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.053646:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053649:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.053650:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053652:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384368.053655:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.053656:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053658:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384368.053660:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384368.053662:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053664:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053665:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053667:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053669:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053670:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384368.053672:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053674:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053676:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053683:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053685:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053687:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384368.053689:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.053691:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.053693:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.053695:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.053697:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053698:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384368.053701:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.053703:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053704:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.053706:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.053708:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.053709:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384368.053711:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384368.053712:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384368.053714:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384368.053716:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384368.053717:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384368.053720:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.053722:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.053724:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384368.053726:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.053727:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384368.053730:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.053732:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.053735:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384368.053736:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384368.053738:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384368.053740:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384368.053741:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384368.053931:0:40006:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cc000ac8. 00000400:00000200:0.0:1767384368.093416:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384368.093457:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384368.093461:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e8b7626e. 00000800:00000010:2.0:1767384368.093869:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000805f8e8e. 00000800:00000010:2.0:1767384368.093875:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384368.093894:0:35781:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a4c49be0. 00000800:00000200:2.0:1767384368.093903:0:35781:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.15@tcp50 p 3.x 192.168.202.115 -> 192.168.202.15:1023 incarnation:1767384367353631793 sched[0] 00000800:00000010:2.0:1767384368.093909:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000741dbd1f. 00000800:00000010:2.0:1767384368.093954:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000741dbd1f. 00000800:00000010:2.0:1767384368.093957:0:35781:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384368.093985:0:35781:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e8b7626e. 00000800:00000001:2.0:1767384368.094124:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.094130:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.094745:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.094753:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.094756:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.094762:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.094772:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : GET - for me 00000400:00000010:3.0:1767384368.094795:0:16350:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000346c3908. 00000400:00000200:3.0:1767384368.094800:0:16350:0:(peer.c:264:lnet_peer_alloc()) 00000000346c3908 nid 192.168.202.15@tcp50 00000400:00000010:3.0:1767384368.094804:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000936e1c04. 00000400:00000200:3.0:1767384368.094807:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000936e1c04 net tcp50 00000400:00000010:3.0:1767384368.094810:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008c75ab11. 00000400:00000200:3.0:1767384368.094817:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008c75ab11 nid 192.168.202.15@tcp50 00000400:00000200:3.0:1767384368.094822:0:16350:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.15@tcp50 nid 192.168.202.115@tcp50: 0 00000400:00000200:3.0:1767384368.094826:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000346c3908 (0) 00000400:00000200:3.0:1767384368.094833:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.15@tcp50 NID 192.168.202.15@tcp50 flags 0x0 00000400:00000200:3.0:1767384368.094837:0:16350:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.15@tcp50: 0 00000400:00000200:3.0:1767384368.094846:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.094855:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.15@tcp50 of length 272/272 into md 0x1f95 [1] + 0 00000400:00000200:3.0:1767384368.094868:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:3.0:1767384368.094874:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384368.094883:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) 192.168.202.15@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384368.095016:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:3.0:1767384368.095020:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001717e9c7. 00000800:00000200:3.0:1767384368.095025:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (2) 00000800:00000200:3.0:1767384368.095031:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:3.0:1767384368.095035:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001717e9c7 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384368.095685:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.095688:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001717e9c7. 00000400:00000200:3.0:1767384368.095692:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.095699:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: REPLY: OK 00000800:00000001:3.0:1767384368.095711:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.095720:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.096211:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384368.096230:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384368.096233:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006cede357. 00000800:00000001:0.0:1767384368.096907:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.096915:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384368.096918:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.096923:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.096931:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : GET - for me 00000400:00000200:0.0:1767384368.096941:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384368.096947:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.15@tcp50 of length 704/704 into md 0x1f95 [1] + 0 00000400:00000200:0.0:1767384368.096957:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384368.096966:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384368.096979:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) 192.168.202.15@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384368.096985:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384368.096988:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b448d85. 00000800:00000200:0.0:1767384368.096994:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (2) 00000800:00000200:0.0:1767384368.096999:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384368.097001:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b448d85 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:0.0:1767384368.097048:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384368.097051:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b448d85. 00000400:00000200:0.0:1767384368.097055:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.097060:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: REPLY: OK 00000800:00000001:0.0:1767384368.097070:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.097074:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384368.097103:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007967a72b. 00000800:00000010:0.0:1767384368.097106:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008779716a. 00000800:00000010:0.0:1767384368.097124:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004539b73b. 00000800:00000200:0.1:1767384368.097129:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (2) 00000800:00000200:0.1:1767384368.097153:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.15@tcp50 000000004539b73b deleted 00000800:00000010:0.1:1767384368.097155:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004539b73b. 00000800:00000200:0.0:1767384368.097168:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.15@tcp50 p 3.x 192.168.202.115 -> 192.168.202.15:1022 incarnation:1767384367353631793 sched[0] 00000800:00000010:0.0:1767384368.097173:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b486d8b. 00000800:00000010:0.0:1767384368.097207:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b486d8b. 00000800:00000010:0.0:1767384368.097214:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008779716a. 00000800:00000010:0.0:1767384368.097250:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006cede357. 00000800:00000001:0.0:1767384368.097267:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.097271:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.098364:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384368.098381:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp50 from 253.3.0.2 00000800:00000010:1.0:1767384368.098385:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fcfcd0c8. 00000800:00000010:3.0:1767384368.098445:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b44b889. 00000800:00000010:3.0:1767384368.098451:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005efda4cd. 00000800:00000010:3.0:1767384368.098471:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001969a626. 00000800:00000200:3.1:1767384368.098476:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (3) 00000800:00000200:3.1:1767384368.098481:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.15@tcp50 000000001969a626 deleted 00000800:00000010:3.1:1767384368.098483:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001969a626. 00000800:00000200:3.0:1767384368.098490:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.15@tcp50 p 3.x 192.168.202.115 -> 192.168.202.15:1021 incarnation:1767384367353631793 sched[0] 00000800:00000010:3.0:1767384368.098495:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3f7e2dd. 00000800:00000010:3.0:1767384368.098529:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3f7e2dd. 00000800:00000010:3.0:1767384368.098533:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005efda4cd. 00000800:00000010:3.0:1767384368.098588:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fcfcd0c8. 00000800:00000001:3.0:1767384368.098602:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.098606:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.436280:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.436286:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.436293:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.436295:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384368.436296:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384368.436298:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.436301:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384368.436302:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.436343:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.436345:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.436389:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.436393:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.436396:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384369.012288:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384369.012295:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384369.012298:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccc1572 00000400:00000010:3.0:1767384369.012303:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fccc1572. 00000400:00000200:3.0:1767384369.012309:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384369.012315:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384369.012328:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb847452. 00000400:00000010:3.0:1767384369.012333:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cc0c8ee. 00000400:00000001:3.0:1767384369.012336:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384369.012337:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384369.012339:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384369.012340:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000400:00000200:3.0:1767384369.012342:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384369.012345:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384369.012348:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384369.012350:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089cbb41e. 00000400:00000200:3.0:1767384369.012357:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp37 00000400:00000010:3.0:1767384369.012365:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384369.012371:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089cbb41e. 00000400:00000010:3.0:1767384369.012376:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000400:00000010:3.0:1767384369.012400:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000be3e5581. 00000400:00000200:3.0:1767384369.012403:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp37 00000400:00000200:3.0:1767384369.012414:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp37 local destination 00000400:00000200:3.0:1767384369.012420:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp37 00000400:00000200:3.0:1767384369.012423:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp37 NI seq info: [217:217:256:4294967295] 192.168.202.115@tcp37 LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1767384369.012427:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp37 00000400:00000200:3.0:1767384369.012433:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp37(192.168.202.115@tcp37:) -> 192.168.202.115@tcp37(192.168.202.115@tcp37:192.168.202.115@tcp37) : GET try# 0 00000800:00000200:3.0:1767384369.012438:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp37 00000800:00000010:3.0:1767384369.012441:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001717e9c7. 00000800:00000200:3.0:1767384369.012446:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000800:00000200:3.1:1767384369.012449:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a34cc234] -> 12345-192.168.202.115@tcp37 (2) 00000400:00000200:3.0:1767384369.012465:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp37 added to recovery queue. ping count: 5 next ping: 321 health :500 00000400:00000200:2.0:1767384369.012544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012584:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012598:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012610:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012636:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012675:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012728:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012754:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012766:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012779:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012792:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012843:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012869:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012895:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012908:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.012975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.013039:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.013054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.013068:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.013081:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384369.013094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384369.013292:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcd9109b. 00000800:00000010:2.0:1767384369.013297:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384369.013301:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000741dbd1f. 00000800:00000010:2.0:1767384369.013316:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000741dbd1f. 00000800:00020000:2.0:1767384369.013325:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384369.013328:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000696fe6b6. 00000800:00000010:2.0:1767384369.013330:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fcd9109b. 00000400:02020000:2.0:1767384369.013358:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384369.013363:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp37 notifying 192.168.202.115@tcp37: down 00000800:00000200:2.0:1767384369.013367:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp37 down 00000800:00000100:2.0:1767384369.013372:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp37 00000800:00000010:2.0:1767384369.013375:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001717e9c7. 00000400:00000200:2.0:1767384369.013379:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384369.013382:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp37->192.168.202.115@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384369.013389:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384369.013391:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384369.013393:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp37) recovery failed with -71 00000800:00000001:0.0:1767384369.114331:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.114351:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.114355:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.114358:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.114370:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.114387:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 520 into portal 26 MB=0x695824c800180 00000400:00000200:0.0:1767384369.114401:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 520/520 into md 0x1749 [2] + 0 00000400:00000010:0.0:1767384369.114407:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037eb2745. 00000400:00000200:0.0:1767384369.114415:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003fd220dd 00000800:00000001:0.0:1767384369.114420:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.114430:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.114434:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.114438:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.114442:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd220dd 00000400:00000010:0.0:1767384369.114444:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fd220dd. 00000100:00000001:0.0:1767384369.114451:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.114454:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.114458:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000981a5909 x1853236722008448 msgsize 520 00000100:00100000:0.0:1767384369.114474:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.114476:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.114489:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.114496:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.114500:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.114534:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384369.114539:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008448 02000000:00000001:2.0:1767384369.114543:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.114546:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.114548:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.114554:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.114559:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008448 00000020:00000001:2.0:1767384369.114562:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384369.114564:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384369.114566:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384369.114570:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.114572:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384369.114579:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ada111. 00000020:00000010:2.0:1767384369.114586:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee344655. 00000020:00000010:2.0:1767384369.114590:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005798072e. 00000100:00000001:2.0:1767384369.114596:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384369.114597:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.114599:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.114604:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.114616:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.114626:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384369.114627:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384369.114631:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 154 00000100:00000001:2.0:1767384369.114634:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282614864 : -113719426936752 : ffff9892a1f41050) 00000100:00000040:2.0:1767384369.114639:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000981a5909 x1853236722008448/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.114648:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000981a5909 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:11799:x1853236722008448:12345-192.168.202.15@tcp50:250: 00000100:00000200:2.0:1767384369.114651:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008448 00000020:00000001:2.0:1767384369.114654:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384369.114657:0:17081:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384369.114665:0:17081:0:(obd_config.c:927:class_incref()) incref MGS (0000000080bddf3b) now 6 - find 00000020:00000001:2.0:1767384369.114667:0:17081:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630354623371480 : -113719086180136 : ffff9892b64398d8) 00000100:00000001:2.0:1767384369.114672:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384369.114674:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384369.114678:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000083bf72e0. 02000000:00000001:2.0:1767384369.114680:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.114681:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384369.114683:0:17081:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384369.114687:0:17081:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:2.0:1767384369.114690:0:17081:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384369.114692:0:17081:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384369.114694:0:17081:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384369.114695:0:17081:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384369.114698:0:17081:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000053b4f51. 00000020:00000001:2.0:1767384369.114700:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384369.114701:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000053b4f51 with handle 0x960a57272cefbcc3 to hash 00000020:00000001:2.0:1767384369.114703:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384369.114712:0:17081:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384369.114715:0:17081:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384369.114717:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384369.114720:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cd91488f. 00000001:00000010:2.0:1767384369.114724:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004683e158. 00000001:00000010:2.0:1767384369.114727:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e94648e9. 00000001:00000010:2.0:1767384369.114730:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e19b5e3. 00000001:00000010:2.0:1767384369.114732:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0f73470. 00000001:00000010:2.0:1767384369.114734:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097c4328b. 00010000:00000001:2.0:1767384369.114736:0:17081:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.114738:0:17081:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.114739:0:17081:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384369.114740:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=3 00000020:00000040:2.0:1767384369.114743:0:17081:0:(obd_config.c:927:class_incref()) incref MGS (0000000080bddf3b) now 7 - export 00000020:00000001:2.0:1767384369.114745:0:17081:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000040:2.0:1767384369.114746:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 2 00000020:00000080:2.0:1767384369.114748:0:17081:0:(genops.c:1402:class_connect()) connect: client 79a3973a-570f-4516-b0eb-cf8df5359330, cookie 0x960a57272cefbcc3 00000020:00000001:2.0:1767384369.114750:0:17081:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.114751:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384369.114752:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:2.0:1767384369.114753:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384369.114754:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=3 00000020:00000001:2.0:1767384369.114755:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:2.0:1767384369.114756:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 20000000:00000001:2.0:1767384369.114757:0:17081:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384369.114759:0:17081:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384369.114761:0:17081:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384369.114764:0:17081:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000b819da4f 00000020:00000010:2.0:1767384369.114766:0:17081:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000f3d6ca4. 00000020:00000040:2.0:1767384369.114772:0:17081:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000000f3d6ca4 for nid 192.168.202.15@tcp50 - ref 2 00000020:00000001:2.0:1767384369.114819:0:17081:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384369.114823:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fc7e1452. 00000020:00000010:2.0:1767384369.114826:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000696fe6b6. 00000020:00000010:2.0:1767384369.114828:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000b4e72f66. 00000020:00000010:2.0:1767384369.114839:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a206100a. 00000020:00000010:2.0:1767384369.114841:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000914bd839. 00000020:00000010:2.0:1767384369.114842:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000615cabc6. 20000000:00000001:2.0:1767384369.114847:0:17081:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384369.114849:0:17081:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384369.114850:0:17081:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.114851:0:17081:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384369.114853:0:17081:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000023e93990. 00000020:00000040:2.0:1767384369.114855:0:17081:0:(obd_config.c:927:class_incref()) incref MGS (0000000080bddf3b) now 8 - import 00000020:00000001:2.0:1767384369.114858:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.114859:0:17081:0:(genops.c:1242:class_import_put()) import 0000000023e93990 refcount=1 obd=MGS 00000020:00000001:2.0:1767384369.114860:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384369.114863:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=4 00000100:00000040:2.0:1767384369.114864:0:17081:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:2.0:1767384369.114866:0:17081:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384369.114871:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000346c3908 (1) 00000400:00000200:2.0:1767384369.114874:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000346c3908 (2) 00000400:00000200:2.0:1767384369.114888:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.15@tcp50 (00000000346c3908): 0 00000400:00000200:2.0:1767384369.114889:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384369.114951:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384369.114957:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0x40 00000400:00000200:3.0:1767384369.114960:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000346c3908 (3) 00000400:00000010:3.0:1767384369.114965:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cc0c8ee. 00000400:00000010:3.0:1767384369.114969:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 00000400:00000010:3.0:1767384369.114974:0:16353:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a89c414. 00000400:00000200:3.0:1767384369.114977:0:16353:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.15@tcp50 00000400:00000200:3.0:1767384369.114995:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:3.0:1767384369.115000:0:16353:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp50 00000400:00000200:3.0:1767384369.115002:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384369.115007:0:16353:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.15@tcp50 00000400:00000200:3.0:1767384369.115012:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : GET try# 0 00000800:00000200:3.0:1767384369.115016:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.15@tcp50 00000800:00000010:3.0:1767384369.115019:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebfb8ad9. 00000800:00000200:3.0:1767384369.115024:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:3.0:1767384369.115030:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:3.0:1767384369.115033:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebfb8ad9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384369.115045:0:16353:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.15@tcp50 00000400:00000200:3.0:1767384369.115059:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0x240 rc 0 00000800:00000200:0.0:1767384369.115194:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.115199:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebfb8ad9. 00000400:00000200:0.0:1767384369.115203:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.115207:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: GET: OK 00000400:00000200:0.0:1767384369.115211:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384369.115214:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.15@tcp50: 0 00000800:00000001:3.0:1767384369.115803:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.115808:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.115810:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.115812:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.115817:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : REPLY - for me 00000400:00000200:3.0:1767384369.115824:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp50: Reply from 12345-192.168.202.15@tcp50 of length 48/48 into md 0x1ffd 00000800:00000001:3.0:1767384369.115828:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.115832:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.115833:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.115836:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: REPLY: OK 00000400:00000200:3.0:1767384369.115838:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccc1572 00000400:00000010:3.0:1767384369.115840:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fccc1572. 00000400:00000200:3.0:1767384369.115842:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384369.115844:0:16348:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.15@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:3.0:1767384369.115847:0:16348:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.15@tcp50(00000000346c3908) not MR: DD disabled remotely 00000400:00000200:3.0:1767384369.115850:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.15@tcp50 data present 3. state = 0x242 00000400:00000200:3.0:1767384369.115852:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.15@tcp50 (00000000346c3908): -114 00000400:00000200:3.0:1767384369.115861:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000346c3908 (4) 00000800:00000001:3.0:1767384369.115865:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.115867:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.115903:0:16353:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384369.115907:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0xc2 00000400:00000010:2.0:1767384369.115912:0:16353:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000741dbd1f. 00000400:00000010:2.0:1767384369.115914:0:16353:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000008f31ecf9. 00000400:00000010:2.0:1767384369.115916:0:16353:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000009a6a2c2e. 00000400:00000010:2.0:1767384369.115920:0:16353:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000741dbd1f. 00000400:00000010:2.0:1767384369.115923:0:16353:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000008f31ecf9. 00000400:00000010:2.0:1767384369.115925:0:16353:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000009a6a2c2e. 00000400:00000010:2.0:1767384369.115928:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cc0c8ee. 00000400:00000200:2.0:1767384369.115932:0:16353:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.15@tcp50 (00000000346c3908): 0 00000400:00000200:2.0:1767384369.115935:0:16353:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.15@tcp50(00000000346c3908): 0. state = 0x142 00000400:00000200:2.0:1767384369.115938:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0x142 rc 1 00000400:00000200:2.0:1767384369.115942:0:16353:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0x142 00000400:00000200:2.0:1767384369.115945:0:16353:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.15@tcp50 00000400:00000200:2.0:1767384369.115947:0:16353:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.15@tcp50(00000000346c3908) state 0x112 rc 0 00000400:00000200:2.0:1767384369.115951:0:16353:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.15@tcp50 (00000000346c3908) 00000400:00000200:2.0:1767384369.115968:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000346c3908 (3) 00000400:00000200:1.0:1767384369.116008:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000346c3908 (2) 00000400:00000200:1.0:1767384369.116014:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000346c3908 (1) 00000400:00000200:1.0:1767384369.116028:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.15@tcp50 NID 192.168.202.15@tcp50: 0. discovery complete 00000400:00000200:1.0:1767384369.116043:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000346c3908 (2) 00000400:00000200:1.0:1767384369.116052:0:17081:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.15@tcp50 primary NID 192.168.202.15@tcp50 rc 0 00000100:00000010:1.0:1767384369.116058:0:17081:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000005eaa11c4. 00000100:00000001:1.0:1767384369.116061:0:17081:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767384369.116064:0:17081:0:(connection.c:149:ptlrpc_connection_get()) conn=000000005eaa11c4 refcount 1 to 192.168.202.15@tcp50 00000020:00000040:1.0:1767384369.116068:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=5 00000100:00000001:1.0:1767384369.116075:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.116077:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.116080:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.116084:0:17081:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384369.116087:0:17081:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384369.116089:0:17081:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767384369.116092:0:17081:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651718720 : -1057832896 : ffffffffc0f2c040) 02000000:00000001:1.0:1767384369.116094:0:17081:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.116098:0:17081:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384369.116100:0:17081:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384369.116103:0:17081:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384369.116105:0:17081:0:(import.c:65:import_set_state_nolock()) 0000000023e93990 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384369.116109:0:17081:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384369.116111:0:17081:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384369.116113:0:17081:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384369.116116:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 4 00000020:00000040:1.0:1767384369.116119:0:17081:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 8 - find 00010000:00000001:1.0:1767384369.116122:0:17081:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.116126:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.116129:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383360 : -1048168256 : ffffffffc18638c0) 00000020:00000001:1.0:1767384369.116132:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.116158:0:17081:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.116161:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.116163:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.116166:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.116168:0:17081:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767384369.116170:0:17081:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384369.116182:0:17081:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.116185:0:17081:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.116188:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008448 00010000:00000001:1.0:1767384369.116191:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.116196:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000981a5909 x1853236722008448/t0(0) o250->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.116207:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.116209:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.116212:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384369.116217:0:17081:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384369.116220:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.116223:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.116225:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.116242:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.116245:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.116249:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.116252:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.116257:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000570db55c. 00000100:00000200:1.0:1767384369.116261:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236722008448, offset 0 00000400:00000200:1.0:1767384369.116267:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.116274:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.116288:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [219:219:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384369.116298:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.116303:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.116307:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000995abc2b. 00000800:00000200:1.0:1767384369.116312:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.116318:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.116321:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000995abc2b type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.116335:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.116339:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.116341:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.116349:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.116351:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.116357:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000981a5909 x1853236722008448/t0(0) o250->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.116369:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000981a5909 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+4:11799:x1853236722008448:12345-192.168.202.15@tcp50:250: Request processed in 1720us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.116379:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 154 00000100:00000040:1.0:1767384369.116383:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.116386:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.116388:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.116392:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee344655. 00000020:00000010:1.0:1767384369.116397:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005798072e. 00000020:00000010:1.0:1767384369.116401:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ada111. 00000020:00000040:1.0:1767384369.116405:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 3 00000100:00000001:1.0:1767384369.116410:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384369.116411:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384369.116416:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1767384369.116416:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000995abc2b. 00000400:00000200:0.0:1767384369.116423:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384369.116424:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee90d668. 00000400:00000200:0.0:1767384369.116431:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000010:1.0:1767384369.116433:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000764382ac. 00000400:00000200:0.0:1767384369.116436:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570db55c 00000400:00000010:0.0:1767384369.116439:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570db55c. 00000100:00000001:0.0:1767384369.116443:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.116446:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.116449:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000083bf72e0. 02000000:00000001:0.0:1767384369.116452:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.116455:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.117269:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.117276:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.117279:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.117281:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.117288:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.117296:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 26 MB=0x695824c800100 00000400:00000200:0.0:1767384369.117301:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x1751 [2] + 0 00000400:00000010:0.0:1767384369.117306:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed494a2. 00000400:00000200:0.0:1767384369.117309:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddb955c4 00000800:00000001:0.0:1767384369.117312:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.117317:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.117319:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.117323:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.117326:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb955c4 00000400:00000010:0.0:1767384369.117328:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb955c4. 00000100:00000001:0.0:1767384369.117332:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.117333:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.117335:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000009b1ec56 x1853236722008320 msgsize 328 00000100:00100000:0.0:1767384369.117339:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.117341:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.117351:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.117356:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.117359:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.117391:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.117395:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008320 02000000:00000001:1.0:1767384369.117397:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.117399:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.117400:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.117404:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.117406:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008320 00000020:00000001:1.0:1767384369.117408:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.117409:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.117411:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.117413:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=4 00000020:00000001:1.0:1767384369.117416:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.117418:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.117422:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.117426:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.117435:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.117437:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000020:00000010:1.0:1767384369.117442:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.117446:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.117450:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.117457:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.117460:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.117461:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.117462:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.117467:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.117480:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.117488:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.117490:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.117494:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 155 00000100:00000040:1.0:1767384369.117496:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.117499:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282615888 : -113719426935728 : ffff9892a1f41450) 00000100:00000040:1.0:1767384369.117505:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009b1ec56 x1853236722008320/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.117514:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.117517:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.117520:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.117522:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000100:00100000:1.0:1767384369.117526:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009b1ec56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+4:15189:x1853236722008320:12345-192.168.202.15@tcp50:101: 00000100:00000200:1.0:1767384369.117530:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008320 00000020:00000001:1.0:1767384369.117532:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.117535:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.117536:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.117538:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.117540:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:1.0:1767384369.117543:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.117544:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.117547:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.117555:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.117558:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.117560:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384369.117562:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384369.117564:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384369.117566:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384369.117568:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.117572:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384369.117579:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 6 00010000:00000001:1.0:1767384369.117582:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.117585:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.117589:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00000020:00000001:1.0:1767384369.117592:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.117594:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ef69440 with handle 0x960a57272cefbcca to hash 00000020:00000001:1.0:1767384369.117596:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.117598:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00000001:1.0:1767384369.117600:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474212352 : -113724235339264 : ffff98918359aa00) 00010000:00010000:1.0:1767384369.117603:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001ef69440/0x960a57272cefbcca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc5af19b5be76b628 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.117612:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000053b4f51 : new locks_count 1 00000020:00000040:1.0:1767384369.117614:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=5 00000100:00000001:1.0:1767384369.117620:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.117622:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.117625:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000085e863b9. 02000000:00000001:1.0:1767384369.117627:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.117628:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.117631:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.117635:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.117637:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.117639:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.117641:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.117643:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.117645:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.117647:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.117650:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.117657:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.117658:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.117661:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000003d62d9bf) refcount = 6 00010000:00000040:1.0:1767384369.117664:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384369.117668:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000016c89e53/0x960a57272cefb9e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb9dd expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.117676:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dda42cde/0x960a57272cefb9ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb9b3 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.117682:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002121f262/0x960a57272cefb96d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb966 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.117688:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e253f717/0x960a57272cefb8e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb8e1 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.117694:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000767c7f8c/0x960a57272cefb8cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb8c5 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.117700:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ef69440/0x960a57272cefbcca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b628 expref: 5 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.117707:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.117709:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.117710:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.117712:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.117715:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.117720:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384369.117722:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001ef69440/0x960a57272cefbcca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b628 expref: 5 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.117730:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.117732:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.117734:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.117736:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.117738:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384369.117745:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.117747:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.117748:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001ef69440, rc 0) 00000020:00000001:1.0:1767384369.117751:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.117753:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008320 00010000:00000001:1.0:1767384369.117755:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.117758:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009b1ec56 x1853236722008320/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.117766:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.117768:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.117770:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.117774:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.117776:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.117778:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.117780:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.117782:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.117784:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.117786:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.117789:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d95ca4. 00000100:00000200:1.0:1767384369.117793:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236722008320, offset 224 00000400:00000200:1.0:1767384369.117798:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.117804:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.117814:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [220:220:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384369.117823:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.117829:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.117833:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000577d3d2b. 00000800:00000200:1.0:1767384369.117837:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.117842:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.117845:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000577d3d2b type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.117858:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.117862:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.117870:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.117872:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.117874:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.117880:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009b1ec56 x1853236722008320/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.117890:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009b1ec56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+5:15189:x1853236722008320:12345-192.168.202.15@tcp50:101: Request processed in 374us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.117898:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 155 00000100:00000040:1.0:1767384369.117900:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.117903:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.117905:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.117907:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.117911:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.117915:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000800:00000200:3.0:1767384369.117919:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384369.117920:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 4 00000800:00000010:3.0:1767384369.117925:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000577d3d2b. 00000100:00000001:1.0:1767384369.117927:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.117932:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384369.117933:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.117941:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a146bb3. 00000400:00000200:3.0:1767384369.117942:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.117947:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d95ca4 00000400:00000010:3.0:1767384369.117950:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d95ca4. 00000100:00000001:3.0:1767384369.117955:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384369.117957:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384369.117960:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000085e863b9. 00000400:00000010:1.0:1767384369.117960:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad48a5c6. 02000000:00000001:3.0:1767384369.117972:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384369.117974:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.118803:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.118809:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.118811:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.118812:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.118816:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.118822:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 512 into portal 26 MB=0x695824c800200 00000400:00000200:0.0:1767384369.118825:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 512/512 into md 0x1765 [2] + 0 00000400:00000010:0.0:1767384369.118828:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e508d1a. 00000400:00000200:0.0:1767384369.118830:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000591162c4 00000800:00000001:0.0:1767384369.118833:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.118836:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.118837:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.118840:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.118842:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591162c4 00000400:00000010:0.0:1767384369.118843:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591162c4. 00000100:00000001:0.0:1767384369.118845:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.118846:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.118848:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000004d2b16 x1853236722008576 msgsize 512 00000100:00100000:0.0:1767384369.118851:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.118853:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.118861:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.118864:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.118866:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.118925:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.118928:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008576 02000000:00000001:1.0:1767384369.118929:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.118931:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.118932:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.118934:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.118936:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008576 00000020:00000001:1.0:1767384369.118937:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.118938:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.118940:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.118941:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=5 00000020:00000001:1.0:1767384369.118943:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.118945:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.118947:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.118955:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.118957:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.118958:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000020:00000010:1.0:1767384369.118961:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.118964:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.118966:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.118969:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.118971:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.118972:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.118973:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.118976:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.118988:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.118994:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.118995:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.118998:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 156 00000100:00000040:1.0:1767384369.119000:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.119001:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282625104 : -113719426926512 : ffff9892a1f43850) 00000100:00000040:1.0:1767384369.119004:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000004d2b16 x1853236722008576/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.119011:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.119012:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.119015:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.119016:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000100:00100000:1.0:1767384369.119020:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000004d2b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+5:15189:x1853236722008576:12345-192.168.202.15@tcp50:501: 00000100:00000200:1.0:1767384369.119023:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008576 00000020:00000001:1.0:1767384369.119024:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.119027:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.119029:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.119031:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.119033:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:1.0:1767384369.119035:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.119037:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.119044:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.119046:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.119049:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384369.119051:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.119053:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.119054:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384369.119056:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384369.119058:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384369.119061:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.119063:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.119066:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005e46644b. 02000000:00000001:1.0:1767384369.119069:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.119070:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.119074:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767384369.119076:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.119079:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.119082:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078279cc5. 00000040:00000001:1.0:1767384369.119086:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.119089:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.119092:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.119095:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00080000:00000001:1.0:1767384369.119102:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384369.119106:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384369.119126:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384369.119129:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384369.119132:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384369.119155:0:17081:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384369.119158:0:17081:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384369.119159:0:17081:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384369.119161:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078279cc5. 00000040:00000001:1.0:1767384369.119165:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384369.119166:0:17081:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767384369.119168:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.119170:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767384369.119177:0:17081:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767384369.119179:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008576 00010000:00000001:1.0:1767384369.119181:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.119184:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000004d2b16 x1853236722008576/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.119189:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.119190:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.119192:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.119194:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.119196:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.119197:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.119199:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.119200:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.119202:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.119203:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.119205:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c69d15c7. 00000100:00000200:1.0:1767384369.119207:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236722008576, offset 224 00000400:00000200:1.0:1767384369.119210:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.119216:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.119222:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384369.119244:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.119249:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.119252:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a054e84f. 00000800:00000200:1.0:1767384369.119255:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.119258:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.119260:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a054e84f type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.119269:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.119271:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.119272:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.119273:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.119278:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.119282:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004d2b16 x1853236722008576/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.119288:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000004d2b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+5:15189:x1853236722008576:12345-192.168.202.15@tcp50:501: Request processed in 276us (438us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767384369.119295:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 156 00000100:00000040:1.0:1767384369.119296:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.119298:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.119300:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.119302:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.119305:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.119307:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.119309:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 4 00000100:00000001:1.0:1767384369.119312:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.119315:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.119318:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037eb2745. 00000400:00000010:1.0:1767384369.119322:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da9edb9. 00000800:00000200:0.0:1767384369.119334:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.119338:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a054e84f. 00000400:00000200:0.0:1767384369.119341:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.119345:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.119347:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c69d15c7 00000400:00000010:0.0:1767384369.119349:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c69d15c7. 00000100:00000001:0.0:1767384369.119350:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.119352:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.119353:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005e46644b. 02000000:00000001:0.0:1767384369.119355:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.119356:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384369.120120:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.120125:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.120127:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.120163:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.120170:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384369.120179:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 26 MB=0x695824c800280 00000400:00000200:3.0:1767384369.120184:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x177d [2] + 0 00000400:00000010:3.0:1767384369.120188:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076da8c75. 00000400:00000200:3.0:1767384369.120192:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a69823bb 00000800:00000001:3.0:1767384369.120195:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.120201:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.120203:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.120207:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.120209:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a69823bb 00000400:00000010:3.0:1767384369.120210:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a69823bb. 00000100:00000001:3.0:1767384369.120213:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.120214:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384369.120216:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000237e0d1e x1853236722008704 msgsize 328 00000100:00100000:3.0:1767384369.120219:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:3.0:1767384369.120220:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384369.120243:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384369.120247:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.120250:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.120275:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.120278:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008704 02000000:00000001:1.0:1767384369.120280:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.120281:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.120282:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.120284:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.120286:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008704 00000020:00000001:1.0:1767384369.120287:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.120288:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.120290:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.120291:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=5 00000020:00000001:1.0:1767384369.120293:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.120294:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.120296:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.120299:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.120300:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.120306:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000020:00000010:1.0:1767384369.120309:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.120312:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.120314:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.120317:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.120319:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.120320:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.120321:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.120323:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.120332:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.120337:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.120338:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.120342:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 157 00000100:00000040:1.0:1767384369.120344:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.120346:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354282624080 : -113719426927536 : ffff9892a1f43450) 00000100:00000040:1.0:1767384369.120352:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000237e0d1e x1853236722008704/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.120362:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.120364:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.120367:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.120369:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000100:00100000:1.0:1767384369.120373:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000237e0d1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+5:15189:x1853236722008704:12345-192.168.202.15@tcp50:101: 00000100:00000200:1.0:1767384369.120376:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008704 00000020:00000001:1.0:1767384369.120378:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.120380:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.120382:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.120384:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.120385:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:1.0:1767384369.120388:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.120389:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.120390:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.120392:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.120401:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.120403:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384369.120405:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384369.120406:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384369.120407:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384369.120409:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.120412:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384369.120415:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 7 00010000:00000001:1.0:1767384369.120418:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.120420:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.120422:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095604b88. 00000020:00000001:1.0:1767384369.120425:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.120427:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095604b88 with handle 0x960a57272cefbcd1 to hash 00000020:00000001:1.0:1767384369.120429:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.120430:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00010000:00000001:1.0:1767384369.120432:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00010000:00010000:1.0:1767384369.120435:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000095604b88/0x960a57272cefbcd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc5af19b5be76b62f expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120441:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000053b4f51 : new locks_count 2 00000020:00000040:1.0:1767384369.120443:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=6 00000100:00000001:1.0:1767384369.120448:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.120449:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.120452:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e46644b. 02000000:00000001:1.0:1767384369.120455:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.120456:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.120458:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.120461:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.120462:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.120463:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.120465:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.120466:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.120467:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.120469:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.120470:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.120472:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.120479:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.120481:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000003d62d9bf) refcount = 7 00010000:00000040:1.0:1767384369.120483:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384369.120486:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001ef69440/0x960a57272cefbcca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b628 expref: 6 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120493:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000016c89e53/0x960a57272cefb9e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb9dd expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120499:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dda42cde/0x960a57272cefb9ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb9b3 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120504:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002121f262/0x960a57272cefb96d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb966 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120509:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e253f717/0x960a57272cefb8e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb8e1 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.120515:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000767c7f8c/0x960a57272cefb8cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb8c5 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.120520:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095604b88/0x960a57272cefbcd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b62f expref: 6 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.120525:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.120527:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.120528:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.120530:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.120531:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.120535:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384369.120538:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000095604b88/0x960a57272cefbcd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b62f expref: 6 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.120544:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.120546:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.120556:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.120565:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.120566:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384369.120568:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.120569:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.120570:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000095604b88, rc 0) 00000020:00000001:1.0:1767384369.120573:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.120575:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008704 00010000:00000001:1.0:1767384369.120577:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.120581:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000237e0d1e x1853236722008704/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.120589:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.120591:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.120593:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.120597:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.120599:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.120601:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.120604:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.120605:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.120608:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.120610:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.120613:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000100:00000200:1.0:1767384369.120617:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236722008704, offset 224 00000400:00000200:1.0:1767384369.120622:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.120629:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.120637:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [222:222:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384369.120647:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.120652:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.120656:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0da7fc. 00000800:00000200:1.0:1767384369.120660:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.120665:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.120668:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0da7fc type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.120687:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.120690:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.120693:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.120695:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.120697:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.120700:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000237e0d1e x1853236722008704/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.120709:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000237e0d1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+6:15189:x1853236722008704:12345-192.168.202.15@tcp50:101: Request processed in 346us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.120718:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 157 00000100:00000040:1.0:1767384369.120721:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.120723:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.120726:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.120728:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.120732:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.120735:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.120738:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 5 00000100:00000001:1.0:1767384369.120742:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384369.120746:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384369.120747:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1767384369.120752:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0da7fc. 00000400:00000010:1.0:1767384369.120753:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34202a2. 00000400:00000200:0.0:1767384369.120760:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384369.120761:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8dc6b32. 00000400:00000200:0.0:1767384369.120769:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.120774:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5683a9f 00000400:00000010:0.0:1767384369.120776:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 00000100:00000001:0.0:1767384369.120780:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.120782:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.120784:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e46644b. 02000000:00000001:0.0:1767384369.120787:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.120789:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.121545:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.121553:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.121555:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.121557:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.121563:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.121570:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 512 into portal 26 MB=0x695824c800300 00000400:00000200:0.0:1767384369.121575:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 512/512 into md 0x17b5 [2] + 0 00000400:00000010:0.0:1767384369.121578:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3be9fde. 00000400:00000200:0.0:1767384369.121581:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d360105a 00000800:00000001:0.0:1767384369.121584:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.121589:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.121591:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.121594:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.121597:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d360105a 00000400:00000010:0.0:1767384369.121600:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d360105a. 00000100:00000001:0.0:1767384369.121603:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.121604:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.121606:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000003d3bf28c x1853236722008832 msgsize 512 00000100:00100000:0.0:1767384369.121611:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.121613:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.121622:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.121629:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.121631:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.121668:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.121672:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008832 02000000:00000001:1.0:1767384369.121675:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.121676:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.121678:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.121681:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.121684:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008832 00000020:00000001:1.0:1767384369.121686:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.121687:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.121689:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.121691:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=6 00000020:00000001:1.0:1767384369.121693:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.121702:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.121705:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.121707:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.121710:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.121712:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000020:00000010:1.0:1767384369.121716:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.121719:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.121722:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.121727:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.121729:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.121731:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.121732:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.121736:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.121748:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.121757:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.121758:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.121763:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 158 00000100:00000040:1.0:1767384369.121767:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.121769:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250598480 : -113719458953136 : ffff9892a00b8850) 00000100:00000040:1.0:1767384369.121775:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d3bf28c x1853236722008832/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.121784:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.121786:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0bf3483. 00000100:00000001:1.0:1767384369.121787:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.121789:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0bf3483. 00000100:00100000:1.0:1767384369.121792:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d3bf28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+6:15189:x1853236722008832:12345-192.168.202.15@tcp50:501: 00000100:00000200:1.0:1767384369.121794:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008832 00000020:00000001:1.0:1767384369.121796:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.121798:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.121799:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.121800:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.121806:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:1.0:1767384369.121809:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.121809:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.121811:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.121812:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.121814:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384369.121815:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.121816:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.121817:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384369.121818:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384369.121819:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384369.121821:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.121822:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.121824:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000085e863b9. 02000000:00000001:1.0:1767384369.121825:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.121826:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.121828:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384369.121830:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.121831:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.121832:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078279cc5. 00000040:00000001:1.0:1767384369.121834:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.121836:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.121837:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.121839:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00080000:00000001:1.0:1767384369.121842:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384369.121844:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384369.121851:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384369.121866:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.121868:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384369.121869:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.121870:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384369.121872:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384369.121874:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:187409725 to info 00000000a9f4eaac 00000020:00000001:1.0:1767384369.121879:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a9c5844c 00080000:00000002:1.0:1767384369.121881:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384369.121884:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384369.121892:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.121895:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384369.121900:0:17081:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000098092f25. 00000020:00000001:1.0:1767384369.121903:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.121909:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740063064 : -113718969488552 : ffff9892bd382b58) 00000040:00000001:1.0:1767384369.121912:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.121914:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.121919:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.121921:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001f901e0a/00000000595c4ab0 to site lru. bkt: 000000006913ac8d 00000040:00000010:1.0:1767384369.121925:0:17081:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000098092f25. 00000040:00000001:1.0:1767384369.121927:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.121929:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078279cc5. 00000040:00000001:1.0:1767384369.121932:0:17081:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384369.121934:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.121936:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.121940:0:17081:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384369.121942:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384369.121944:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384369.121946:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.121948:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384369.121951:0:17081:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c0bf3483. 00000020:00000040:1.0:1767384369.121953:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=7 20000000:00000001:1.0:1767384369.121955:0:17081:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.121956:0:17081:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.121958:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008832 00010000:00000001:1.0:1767384369.121959:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.121962:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d3bf28c x1853236722008832/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.121968:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.121969:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.121970:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.121973:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.121974:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.121976:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.121981:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.121982:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.121984:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.121986:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.121988:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b7a5de6. 00000100:00000200:1.0:1767384369.121990:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236722008832, offset 224 00000400:00000200:1.0:1767384369.121993:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.121998:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.122004:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384369.122010:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.122013:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.122016:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005eebe8d4. 00000800:00000200:1.0:1767384369.122019:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.122022:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.122024:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005eebe8d4 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.122035:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.122037:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.122038:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.122039:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.122041:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.122043:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d3bf28c x1853236722008832/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 512/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.122050:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d3bf28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15189:x1853236722008832:12345-192.168.202.15@tcp50:501: Request processed in 265us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.122055:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 158 00000100:00000040:1.0:1767384369.122057:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.122059:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.122060:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.122062:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.122064:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.122071:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.122074:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000100:00000001:1.0:1767384369.122076:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.122079:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.122082:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a4013d. 00000400:00000010:1.0:1767384369.122085:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eae134b0. 00000800:00000200:3.0:1767384369.122091:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.122095:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005eebe8d4. 00000400:00000200:3.0:1767384369.122099:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.122105:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.122109:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b7a5de6 00000400:00000010:3.0:1767384369.122110:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b7a5de6. 00000100:00000001:3.0:1767384369.122113:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384369.122115:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384369.122117:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000085e863b9. 02000000:00000001:3.0:1767384369.122119:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384369.122121:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.122898:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.122906:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.122909:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.122912:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.122918:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.122928:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 272 into portal 26 MB=0x695824c800380 00000400:00000200:0.0:1767384369.122933:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 272/272 into md 0x17d1 [2] + 0 00000400:00000010:0.0:1767384369.122947:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f06de2f. 00000400:00000200:0.0:1767384369.122955:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064b98cd9 00000800:00000001:0.0:1767384369.122959:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.122965:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.122968:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.122972:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.122974:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b98cd9 00000400:00000010:0.0:1767384369.122976:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b98cd9. 00000100:00000001:0.0:1767384369.122980:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.122982:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.122984:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000008de804be x1853236722008960 msgsize 272 00000100:00100000:0.0:1767384369.122989:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.122991:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.123001:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.123006:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.123009:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.123034:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.123036:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722008960 02000000:00000001:1.0:1767384369.123038:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.123038:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.123040:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.123041:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.123043:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722008960 00000020:00000001:1.0:1767384369.123044:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.123045:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.123046:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.123048:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=7 00000020:00000001:1.0:1767384369.123050:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.123051:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.123053:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.123055:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.123056:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.123058:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.123060:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.123062:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.123064:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.123066:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.123068:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.123069:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.123070:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.123072:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.123081:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.123086:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.123087:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.123090:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 159 00000100:00000040:1.0:1767384369.123096:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.123097:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250609744 : -113719458941872 : ffff9892a00bb450) 00000100:00000040:1.0:1767384369.123101:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008de804be x1853236722008960/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.123107:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.123109:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.123111:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.123113:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.123116:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008de804be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15189:x1853236722008960:12345-192.168.202.15@tcp50:503: 00000100:00000200:1.0:1767384369.123119:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722008960 00000020:00000001:1.0:1767384369.123121:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.123122:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.123123:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.123125:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.123126:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382944 : -1048168672 : ffffffffc1863720) 00000020:00000001:1.0:1767384369.123128:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.123129:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.123130:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.123131:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.123132:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.123133:0:17081:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.123153:0:17081:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384369.123155:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.123157:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.123169:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e656df01. 02000000:00000001:1.0:1767384369.123171:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.123172:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.123174:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.123175:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.123177:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078279cc5. 00000040:00000001:1.0:1767384369.123179:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.123180:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.123181:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.123185:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00000020:00000001:1.0:1767384369.123188:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.123190:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740063064 : -113718969488552 : ffff9892bd382b58) 00000040:00000001:1.0:1767384369.123192:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.123193:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.123194:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384369.123198:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000006a8a6dc. 00000040:00000001:1.0:1767384369.123200:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.123201:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384369.123214:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.123215:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.123216:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384369.123219:0:17081:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384369.123221:0:17081:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384369.123222:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.123224:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001f901e0a/00000000595c4ab0 to site lru. bkt: 000000006913ac8d 00000040:00000001:1.0:1767384369.123225:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.123227:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000006a8a6dc. 00000040:00000010:1.0:1767384369.123246:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078279cc5. 00000040:00000040:1.0:1767384369.123248:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.123250:0:17081:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.123252:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722008960 00010000:00000001:1.0:1767384369.123253:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.123256:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008de804be x1853236722008960/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8416 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.123261:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.123262:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.123264:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.123266:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.123268:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.123269:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.123271:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.123272:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.123278:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.123280:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.123282:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d1f1e55a. 00000100:00000200:1.0:1767384369.123284:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236722008960, offset 224 00000400:00000200:1.0:1767384369.123287:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.123291:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.123297:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384369.123304:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.123308:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.123310:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000078279cc5. 00000800:00000200:1.0:1767384369.123313:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.123316:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000200:1.0:1767384369.123318:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078279cc5 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384369.123327:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.123329:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.123331:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.123332:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.123333:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.123336:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008de804be x1853236722008960/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8416 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.123342:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008de804be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15189:x1853236722008960:12345-192.168.202.15@tcp50:503: Request processed in 234us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.123347:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 159 00000100:00000040:1.0:1767384369.123349:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.123351:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.123353:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.123355:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.123358:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.123362:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.123366:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000100:00000001:1.0:1767384369.123375:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.123379:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.123383:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163181f3. 00000400:00000010:1.0:1767384369.123387:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000833223f7. 00000800:00000200:0.0:1767384369.123419:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.123423:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000078279cc5. 00000400:00000200:0.0:1767384369.123428:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.123434:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.123438:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1f1e55a 00000400:00000010:0.0:1767384369.123439:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d1f1e55a. 00000100:00000001:0.0:1767384369.123442:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.123444:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.123446:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e656df01. 02000000:00000001:0.0:1767384369.123455:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.123456:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384369.124723:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.124729:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.124732:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.124735:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.124789:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384369.124796:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 272 into portal 26 MB=0x695824c800400 00000400:00000200:3.0:1767384369.124800:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 272/272 into md 0x1819 [2] + 0 00000400:00000010:3.0:1767384369.124802:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000986b1f52. 00000400:00000200:3.0:1767384369.124805:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000312cc41c 00000800:00000001:3.0:1767384369.124808:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.124813:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.124814:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.124816:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.124818:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000312cc41c 00000400:00000010:3.0:1767384369.124820:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000312cc41c. 00000100:00000001:3.0:1767384369.124822:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.124824:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384369.124825:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000004050fc4e x1853236722009088 msgsize 272 00000100:00100000:3.0:1767384369.124828:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:3.0:1767384369.124830:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384369.124839:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384369.124842:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.124844:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.124875:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.124878:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009088 02000000:00000001:1.0:1767384369.124880:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.124881:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.124882:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.124884:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.124886:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009088 00000020:00000001:1.0:1767384369.124888:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.124889:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.124890:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.124891:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=7 00000020:00000001:1.0:1767384369.124893:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.124895:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.124897:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.124899:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.124901:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.124902:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.124905:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.124907:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.124909:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.124912:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.124914:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.124915:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.124916:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.124919:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.124929:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.124934:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.124935:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.124938:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 160 00000100:00000040:1.0:1767384369.124940:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.124941:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250608720 : -113719458942896 : ffff9892a00bb050) 00000100:00000040:1.0:1767384369.124949:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004050fc4e x1853236722009088/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.124956:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.124957:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.124959:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.124960:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.124963:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004050fc4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15209:x1853236722009088:12345-192.168.202.15@tcp50:502: 00000100:00000200:1.0:1767384369.124965:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009088 00000020:00000001:1.0:1767384369.124967:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.124968:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.124969:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.124971:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.124972:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382896 : -1048168720 : ffffffffc18636f0) 00000020:00000001:1.0:1767384369.124974:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.124974:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.124976:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.124977:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.124978:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.124980:0:17081:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384369.124981:0:17081:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384369.124983:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.124984:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.124991:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e656df01. 02000000:00000001:1.0:1767384369.124993:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.124994:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.124996:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.124998:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.124999:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002439a284. 00000040:00000001:1.0:1767384369.125002:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.125003:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.125004:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.125006:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00000020:00000001:1.0:1767384369.125009:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.125015:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740063064 : -113718969488552 : ffff9892bd382b58) 00000040:00000001:1.0:1767384369.125017:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125018:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125020:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384369.125022:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000006a8a6dc. 00000040:00000001:1.0:1767384369.125023:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.125024:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384369.125031:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125032:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125034:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125038:0:17081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384369.125040:0:17081:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384369.125043:0:17081:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384369.125053:0:17081:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384369.125056:0:17081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.125058:0:17081:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384369.125061:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.125063:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001f901e0a/00000000595c4ab0 to site lru. bkt: 000000006913ac8d 00000040:00000001:1.0:1767384369.125065:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.125067:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000006a8a6dc. 00000040:00000010:1.0:1767384369.125070:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002439a284. 00000040:00000040:1.0:1767384369.125072:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.125074:0:17081:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.125077:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009088 00010000:00000001:1.0:1767384369.125079:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.125084:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004050fc4e x1853236722009088/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8472 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.125092:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.125093:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.125095:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.125097:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.125099:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.125100:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.125102:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.125103:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.125115:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.125116:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.125119:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003bc5230c. 00000100:00000200:1.0:1767384369.125121:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236722009088, offset 224 00000400:00000200:1.0:1767384369.125124:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.125129:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.125157:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384369.125164:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.125167:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.125169:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002439a284. 00000800:00000200:1.0:1767384369.125172:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.125175:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000200:1.0:1767384369.125178:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002439a284 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384369.125186:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.125187:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.125189:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.125191:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.125192:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.125195:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004050fc4e x1853236722009088/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8472 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.125202:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004050fc4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15209:x1853236722009088:12345-192.168.202.15@tcp50:502: Request processed in 245us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.125207:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 160 00000100:00000040:1.0:1767384369.125210:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.125211:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.125212:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.125215:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.125217:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.125219:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.125221:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000100:00000001:1.0:1767384369.125243:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.125247:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.125251:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000399f614. 00000400:00000010:1.0:1767384369.125254:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028c41601. 00000800:00000200:0.0:1767384369.125268:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.125273:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002439a284. 00000400:00000200:0.0:1767384369.125278:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.125283:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.125287:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bc5230c 00000400:00000010:0.0:1767384369.125289:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003bc5230c. 00000100:00000001:0.0:1767384369.125292:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.125294:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.125296:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e656df01. 02000000:00000001:0.0:1767384369.125304:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.125306:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.138488:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.138503:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.138507:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.138508:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.138518:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.138532:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 272 into portal 26 MB=0x695824c800480 00000400:00000200:0.0:1767384369.138540:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 272/272 into md 0x1845 [2] + 0 00000400:00000010:0.0:1767384369.138544:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1ddf22. 00000400:00000200:0.0:1767384369.138550:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000372fc0a0 00000800:00000001:0.0:1767384369.138554:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.138563:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.138565:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.138569:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.138572:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fc0a0 00000400:00000010:0.0:1767384369.138574:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372fc0a0. 00000100:00000001:0.0:1767384369.138579:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.138581:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.138584:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000034c09722 x1853236722009216 msgsize 272 00000100:00100000:0.0:1767384369.138587:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.138588:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.138600:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.138605:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.138607:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.138642:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.138646:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009216 02000000:00000001:1.0:1767384369.138650:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.138652:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.138655:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.138660:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.138664:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009216 00000020:00000001:1.0:1767384369.138667:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.138669:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.138672:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.138675:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=7 00000020:00000001:1.0:1767384369.138679:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.138681:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.138686:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.138691:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.138693:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.138696:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.138702:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.138708:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.138713:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.138720:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.138723:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.138725:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.138727:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.138734:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.138748:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.138761:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.138762:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.138768:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 161 00000100:00000040:1.0:1767384369.138772:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.138774:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250596432 : -113719458955184 : ffff9892a00b8050) 00000100:00000040:1.0:1767384369.138794:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034c09722 x1853236722009216/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.138805:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.138808:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.138810:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.138812:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.138816:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034c09722 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15209:x1853236722009216:12345-192.168.202.15@tcp50:502: 00000100:00000200:1.0:1767384369.138821:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009216 00000020:00000001:1.0:1767384369.138824:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.138828:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.138830:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.138833:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.138835:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382896 : -1048168720 : ffffffffc18636f0) 00000020:00000001:1.0:1767384369.138838:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.138840:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.138842:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.138844:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.138847:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.138849:0:17081:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384369.138851:0:17081:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384369.138857:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.138859:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.138873:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e656df01. 02000000:00000001:1.0:1767384369.138877:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.138879:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.138882:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.138885:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.138888:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000145b486e. 00000040:00000001:1.0:1767384369.138892:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.138895:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.138898:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.138901:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00000020:00000001:1.0:1767384369.138906:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.138917:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354740063064 : -113718969488552 : ffff9892bd382b58) 00000040:00000001:1.0:1767384369.138921:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138923:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138926:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384369.138931:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000006a8a6dc. 00000040:00000001:1.0:1767384369.138933:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.138935:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384369.138952:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138955:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138957:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138960:0:17081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384369.138962:0:17081:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384369.138972:0:17081:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384369.138982:0:17081:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384369.138985:0:17081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.138987:0:17081:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384369.138990:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.138993:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001f901e0a/00000000595c4ab0 to site lru. bkt: 000000006913ac8d 00000040:00000001:1.0:1767384369.138996:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.138998:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000006a8a6dc. 00000040:00000010:1.0:1767384369.139002:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000145b486e. 00000040:00000040:1.0:1767384369.139005:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.139008:0:17081:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.139012:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009216 00010000:00000001:1.0:1767384369.139014:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.139020:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034c09722 x1853236722009216/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8472 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.139028:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.139031:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.139035:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.139039:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.139042:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.139044:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.139047:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.139049:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.139059:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.139063:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.139067:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000113ec9af. 00000100:00000200:1.0:1767384369.139072:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236722009216, offset 224 00000400:00000200:1.0:1767384369.139079:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.139089:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.139107:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384369.139119:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.139124:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.139127:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000145b486e. 00000800:00000200:1.0:1767384369.139134:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.139171:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000200:1.0:1767384369.139175:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000145b486e type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384369.139189:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.139193:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.139196:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.139198:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.139200:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.139204:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034c09722 x1853236722009216/t0(0) o502->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8472 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.139215:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034c09722 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15209:x1853236722009216:12345-192.168.202.15@tcp50:502: Request processed in 408us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.139224:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 161 00000100:00000040:1.0:1767384369.139227:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.139245:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.139247:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.139252:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.139256:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.139260:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.139266:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000100:00000001:1.0:1767384369.139277:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.139282:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.139286:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7347bc3. 00000400:00000010:1.0:1767384369.139290:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027a9312d. 00000800:00000200:3.0:1767384369.139312:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.139318:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000145b486e. 00000400:00000200:3.0:1767384369.139323:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.139328:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.139332:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000113ec9af 00000400:00000010:3.0:1767384369.139334:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000113ec9af. 00000100:00000001:3.0:1767384369.139337:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384369.139339:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384369.139342:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e656df01. 02000000:00000001:3.0:1767384369.139353:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384369.139355:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.140532:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.140538:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.140540:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.140542:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.140546:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.140553:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 26 MB=0x695824c800500 00000400:00000200:0.0:1767384369.140557:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x184d [2] + 0 00000400:00000010:0.0:1767384369.140559:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000578059f6. 00000400:00000200:0.0:1767384369.140562:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046cb3ad2 00000800:00000001:0.0:1767384369.140565:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.140571:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.140573:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.140577:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.140580:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046cb3ad2 00000400:00000010:0.0:1767384369.140581:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046cb3ad2. 00000100:00000001:0.0:1767384369.140584:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.140586:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.140589:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000056832d0b x1853236722009344 msgsize 328 00000100:00100000:0.0:1767384369.140593:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.140595:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.140606:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.140611:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.140614:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.140644:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.140647:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009344 02000000:00000001:1.0:1767384369.140650:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.140651:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.140653:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.140656:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.140659:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009344 00000020:00000001:1.0:1767384369.140661:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.140662:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.140664:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.140665:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=7 00000020:00000001:1.0:1767384369.140668:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.140670:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.140673:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.140676:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.140678:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.140680:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.140684:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.140687:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.140690:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.140694:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.140696:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.140697:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.140699:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.140702:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.140715:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.140722:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.140723:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.140727:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 162 00000100:00000040:1.0:1767384369.140730:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.140732:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250606672 : -113719458944944 : ffff9892a00ba850) 00000100:00000040:1.0:1767384369.140746:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056832d0b x1853236722009344/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.140756:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.140758:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.140759:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.140761:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.140765:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056832d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+7:15189:x1853236722009344:12345-192.168.202.15@tcp50:101: 00000100:00000200:1.0:1767384369.140769:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009344 00000020:00000001:1.0:1767384369.140772:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.140774:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.140775:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.140777:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.140779:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:1.0:1767384369.140781:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.140783:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.140785:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.140786:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.140790:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.140792:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384369.140794:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384369.140796:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384369.140797:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384369.140799:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.140804:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384369.140809:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e6ebf617 count: 2 00010000:00000001:1.0:1767384369.140812:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.140815:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.140818:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b5c4a1a. 00000020:00000001:1.0:1767384369.140821:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.140823:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001b5c4a1a with handle 0x960a57272cefbcd8 to hash 00000020:00000001:1.0:1767384369.140825:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.140827:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000001:1.0:1767384369.140829:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00010000:1.0:1767384369.140837:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbcd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc5af19b5be76b652 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.140846:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000053b4f51 : new locks_count 3 00000020:00000040:1.0:1767384369.140848:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=8 00000100:00000001:1.0:1767384369.140855:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.140857:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.140860:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001597f0ec. 02000000:00000001:1.0:1767384369.140861:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.140863:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.140866:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.140869:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.140871:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.140873:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.140875:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.140877:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.140878:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.140880:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.140882:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.140884:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.140885:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.140887:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e6ebf617) refcount = 2 00010000:00000040:1.0:1767384369.140890:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384369.140893:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c5dd8851/0x960a57272cefbcbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbcb5 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.140900:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b652 expref: 8 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.140906:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.140908:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.140909:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.140911:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.140913:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.140917:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384369.140919:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b652 expref: 8 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.140931:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.140933:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.140935:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.140938:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.140939:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384369.140941:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.140943:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.140944:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001b5c4a1a, rc 0) 00000020:00000001:1.0:1767384369.140947:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.140949:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009344 00010000:00000001:1.0:1767384369.140951:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.140955:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056832d0b x1853236722009344/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.140962:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.140964:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.140966:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.140969:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.140971:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.140974:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.140976:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.140977:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.140980:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.140982:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.140986:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a745d9. 00000100:00000200:1.0:1767384369.140989:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236722009344, offset 224 00000400:00000200:1.0:1767384369.140993:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.141000:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.141009:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384369.141018:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.141023:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.141031:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1d2cda8. 00000800:00000200:1.0:1767384369.141036:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.141041:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.141044:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1d2cda8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.141057:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.141060:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.141063:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.141065:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.141066:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.141070:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056832d0b x1853236722009344/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.141079:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056832d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+8:15189:x1853236722009344:12345-192.168.202.15@tcp50:101: Request processed in 323us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.141087:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 162 00000100:00000040:1.0:1767384369.141090:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.141092:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.141094:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.141097:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.141100:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.141104:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.141107:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 7 00000100:00000001:1.0:1767384369.141110:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.141114:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.141119:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6699d0. 00000400:00000010:1.0:1767384369.141123:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e61b06a. 00000800:00000200:0.0:1767384369.141163:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.141167:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1d2cda8. 00000400:00000200:0.0:1767384369.141171:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.141176:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.141180:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a745d9 00000400:00000010:0.0:1767384369.141182:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a745d9. 00000100:00000001:0.0:1767384369.141185:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.141187:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.141189:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001597f0ec. 02000000:00000001:0.0:1767384369.141191:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.141193:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384369.142308:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.142315:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.142318:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.142320:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.142327:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384369.142342:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 304 into portal 26 MB=0x695824c800580 00000400:00000200:3.0:1767384369.142348:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 304/304 into md 0x1885 [2] + 0 00000400:00000010:3.0:1767384369.142351:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000920d4d54. 00000400:00000200:3.0:1767384369.142354:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000101f9ffa 00000800:00000001:3.0:1767384369.142358:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.142364:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.142367:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.142370:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.142373:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101f9ffa 00000400:00000010:3.0:1767384369.142376:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000101f9ffa. 00000100:00000001:3.0:1767384369.142379:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.142381:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384369.142383:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000007cdd650b x1853236722009472 msgsize 304 00000100:00100000:3.0:1767384369.142388:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:3.0:1767384369.142390:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384369.142400:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384369.142405:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.142408:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.142435:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.142438:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009472 02000000:00000001:1.0:1767384369.142440:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.142441:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.142443:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.142445:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.142448:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009472 00000020:00000001:1.0:1767384369.142456:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.142457:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.142459:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.142460:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=8 00000020:00000001:1.0:1767384369.142462:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.142464:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.142467:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.142470:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.142472:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.142474:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.142477:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.142480:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.142483:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.142488:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.142490:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.142491:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.142492:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.142496:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.142506:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.142513:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.142515:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.142519:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 163 00000100:00000040:1.0:1767384369.142522:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.142524:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250602576 : -113719458949040 : ffff9892a00b9850) 00000100:00000040:1.0:1767384369.142529:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cdd650b x1853236722009472/t0(0) o256->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 304/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.142538:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.142541:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.142543:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.142545:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.142548:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cdd650b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+8:15189:x1853236722009472:12345-192.168.202.15@tcp50:256: 00000100:00000200:1.0:1767384369.142552:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009472 00000020:00000001:1.0:1767384369.142560:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.142562:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.142563:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.142566:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.142567:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:1.0:1767384369.142570:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.142571:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.142573:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.142574:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.142577:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.142579:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.142581:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.142584:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e69d0d20. 02000000:00000001:1.0:1767384369.142586:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.142588:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.142590:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384369.142594:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384369.142597:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384369.142599:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384369.142602:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.142604:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384369.142605:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384369.142609:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000629f0801. 20000000:00000001:1.0:1767384369.142611:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384369.142628:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384369.142633:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384369.142638:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384369.142641:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384369.142643:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384369.142645:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384369.142647:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384369.142649:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384369.142651:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384369.142653:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384369.142655:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384369.142656:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384369.142658:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384369.142660:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384369.142669:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384369.142671:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384369.142673:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384369.142675:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384369.142677:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384369.142679:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384369.142680:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384369.142682:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384369.142684:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384369.142686:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384369.142688:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384369.142690:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384369.142691:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384369.142693:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384369.142695:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384369.142697:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384369.142699:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384369.142700:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384369.142703:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384369.142704:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384369.142706:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384369.142708:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384369.142710:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384369.142712:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384369.142714:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384369.142715:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384369.142717:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384369.142719:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384369.142721:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384369.142733:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384369.142735:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384369.142737:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384369.142739:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384369.142741:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384369.142743:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384369.142745:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384369.142747:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384369.142748:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384369.142750:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384369.142757:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384369.142759:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384369.142761:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384369.142763:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384369.142765:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384369.142767:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384369.142769:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384369.142771:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384369.142773:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384369.142775:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384369.142777:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384369.142778:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384369.142780:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384369.142782:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384369.142784:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384369.142786:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384369.142787:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384369.142789:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384369.142791:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384369.142793:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384369.142795:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384369.142797:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384369.142799:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384369.142801:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384369.142802:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384369.142804:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384369.142806:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384369.142807:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384369.142809:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384369.142811:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384369.142812:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384369.142814:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384369.142816:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384369.142818:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384369.142820:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384369.142822:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384369.142826:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ff047af5. 00000100:00000010:1.0:1767384369.142830:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000098092f25. 00000020:00000040:1.0:1767384369.142832:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=9 00010000:00000001:1.0:1767384369.142841:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384369.142844:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384369.142847:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000400:00000010:1.0:1767384369.142853:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c75f34e. 00000400:00000200:1.0:1767384369.142856:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.142864:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.142873:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384369.142878:0:17081:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.142884:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.142889:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.142892:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1cfe91a. 00000800:00000200:1.0:1767384369.142896:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.142901:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000200:1.0:1767384369.142903:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1cfe91a type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384369.142919:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.15@tcp50 mbits 0x695824c800580-0x695824c800580 00000100:00000001:1.0:1767384369.142923:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384369.143014:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.143018:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1cfe91a. 00000400:00000200:0.0:1767384369.143022:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.143026:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:0.0:1767384369.143030:0:16350:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384369.143031:0:16350:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ff047af5 00000100:00000001:0.0:1767384369.143032:0:16350:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384369.143611:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.143624:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.143626:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.143646:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.143652:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : ACK - for me 00000400:00000200:0.0:1767384369.143660:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.115@tcp50: ACK from 12345-192.168.202.15@tcp50 into md 0x2049 00000400:00000200:0.0:1767384369.143663:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.143665:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: ACK: OK 00000400:00000200:0.0:1767384369.143668:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d973a6e 00000400:00000010:0.0:1767384369.143670:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00000001:0.0:1767384369.143672:0:16349:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384369.143673:0:16349:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ff047af5 00000100:00000001:0.0:1767384369.143681:0:16349:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384369.143684:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.143686:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.143716:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.143720:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384369.143723:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000100:00000010:1.0:1767384369.143726:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000098092f25. 00000100:00000010:1.0:1767384369.143730:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ff047af5. 00000100:00000001:1.0:1767384369.143732:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384369.143734:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384369.143743:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000629f0801. 20000000:00000001:1.0:1767384369.143748:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.143751:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009472 00010000:00000001:1.0:1767384369.143753:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.143757:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cdd650b x1853236722009472/t0(0) o256->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.143765:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.143767:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.143774:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.143777:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.143779:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.143781:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.143783:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.143785:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.143787:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.143789:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.143792:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000100:00000200:1.0:1767384369.143795:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236722009472, offset 224 00000400:00000200:1.0:1767384369.143799:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.143805:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.143813:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [229:229:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384369.143822:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.143827:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.143830:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b1cddf. 00000800:00000200:1.0:1767384369.143834:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.143839:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.143841:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075b1cddf type 1, nob 336 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.143853:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.143856:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.143859:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.143860:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.143862:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.143866:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cdd650b x1853236722009472/t0(0) o256->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.143877:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cdd650b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+8:15189:x1853236722009472:12345-192.168.202.15@tcp50:256: Request processed in 1337us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.143885:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 163 00000100:00000040:1.0:1767384369.143888:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.143896:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.143898:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.143901:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.143905:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.143908:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.143911:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 7 00000100:00000001:1.0:1767384369.143915:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384369.143919:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384369.143919:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:3.0:1767384369.143925:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b1cddf. 00000400:00000010:1.0:1767384369.143926:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050880935. 00000400:00000200:3.0:1767384369.143931:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384369.143933:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012b3fd87. 00000400:00000200:3.0:1767384369.143940:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.143944:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609c245b 00000400:00000010:3.0:1767384369.143946:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00000100:00000001:3.0:1767384369.143950:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384369.143952:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384369.143954:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e69d0d20. 02000000:00000001:3.0:1767384369.143957:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384369.143958:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.147044:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.147052:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.147055:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.147057:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.147064:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.147074:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 26 MB=0x695824c800600 00000400:00000200:0.0:1767384369.147080:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x188d [2] + 0 00000400:00000010:0.0:1767384369.147084:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00000400:00000200:0.0:1767384369.147089:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000790af314 00000800:00000001:0.0:1767384369.147092:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.147099:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.147102:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.147106:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.147109:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000790af314 00000400:00000010:0.0:1767384369.147112:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000790af314. 00000100:00000001:0.0:1767384369.147117:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.147118:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.147121:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000bcbbd9b6 x1853236722009600 msgsize 328 00000100:00100000:0.0:1767384369.147126:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.147128:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.147160:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.147167:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.147171:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.147178:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.147182:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009600 02000000:00000001:1.0:1767384369.147185:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.147187:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.147189:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.147193:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.147196:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009600 00000020:00000001:1.0:1767384369.147198:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.147200:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.147202:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.147204:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=8 00000020:00000001:1.0:1767384369.147207:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.147209:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.147212:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.147216:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.147218:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.147220:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.147224:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.147242:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.147246:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.147251:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.147253:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.147254:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.147256:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.147260:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.147276:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.147284:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.147286:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.147291:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 164 00000100:00000040:1.0:1767384369.147294:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.147297:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250599504 : -113719458952112 : ffff9892a00b8c50) 00000100:00000040:1.0:1767384369.147303:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcbbd9b6 x1853236722009600/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.147313:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.147316:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.147318:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.147320:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.147324:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbbd9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+8:15189:x1853236722009600:12345-192.168.202.15@tcp50:101: 00000100:00000200:1.0:1767384369.147328:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009600 00000020:00000001:1.0:1767384369.147330:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.147333:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.147335:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.147337:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.147339:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:1.0:1767384369.147341:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.147343:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.147345:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.147346:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.147349:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.147351:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384369.147352:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384369.147354:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384369.147355:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384369.147357:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.147361:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384369.147365:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003575d54b count: 3 00010000:00000001:1.0:1767384369.147367:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.147370:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.147379:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005b6fbb27. 00000020:00000001:1.0:1767384369.147382:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.147384:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005b6fbb27 with handle 0x960a57272cefbcdf to hash 00000020:00000001:1.0:1767384369.147387:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.147388:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384369.147391:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00010000:1.0:1767384369.147393:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005b6fbb27/0x960a57272cefbcdf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc5af19b5be76b659 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.147401:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000053b4f51 : new locks_count 4 00000020:00000040:1.0:1767384369.147404:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=9 00000100:00000001:1.0:1767384369.147409:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.147410:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.147413:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ff047af5. 02000000:00000001:1.0:1767384369.147415:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.147418:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.147420:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.147422:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.147424:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.147426:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.147427:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.147429:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.147430:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.147432:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.147434:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.147435:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.147437:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.147439:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000003575d54b) refcount = 3 00010000:00000040:1.0:1767384369.147442:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384369.147445:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000f9db32f/0x960a57272cefb9d6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb9cf expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.147452:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000053427ffd/0x960a57272cefb95f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefb958 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.147459:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005b6fbb27/0x960a57272cefbcdf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b659 expref: 9 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.147470:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.147472:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.147473:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.147475:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.147477:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.147481:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384369.147483:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005b6fbb27/0x960a57272cefbcdf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b659 expref: 9 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.147490:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.147492:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.147493:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.147495:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.147497:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384369.147498:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.147499:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.147500:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005b6fbb27, rc 0) 00000020:00000001:1.0:1767384369.147502:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.147505:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009600 00010000:00000001:1.0:1767384369.147507:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.147510:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcbbd9b6 x1853236722009600/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.147519:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.147521:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.147523:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.147527:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.147529:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.147532:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.147534:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.147536:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.147538:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.147541:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.147544:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960a7040. 00000100:00000200:1.0:1767384369.147555:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236722009600, offset 224 00000400:00000200:1.0:1767384369.147560:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.147567:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.147575:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384369.147584:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.147589:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.147593:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d195ba5. 00000800:00000200:1.0:1767384369.147597:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.147603:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.147605:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d195ba5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.147621:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.147624:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.147627:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.147628:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.147630:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.147634:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcbbd9b6 x1853236722009600/t0(0) o101->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.147645:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbbd9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+9:15189:x1853236722009600:12345-192.168.202.15@tcp50:101: Request processed in 330us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.147651:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 164 00000100:00000040:1.0:1767384369.147654:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.147657:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.147659:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.147662:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.147666:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.147669:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:1.0:1767384369.147672:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000100:00000001:1.0:1767384369.147677:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.147681:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.147691:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5954f3. 00000400:00000010:1.0:1767384369.147696:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0ca9c64. 00000800:00000200:0.0:1767384369.147705:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.147708:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d195ba5. 00000400:00000200:0.0:1767384369.147712:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.147716:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.147719:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960a7040 00000400:00000010:0.0:1767384369.147721:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960a7040. 00000100:00000001:0.0:1767384369.147723:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.147725:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.147726:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ff047af5. 02000000:00000001:0.0:1767384369.147728:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.147729:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384369.148467:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.148473:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.148474:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.148476:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.148480:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384369.148486:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 504 into portal 26 MB=0x695824c800680 00000400:00000200:3.0:1767384369.148495:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 504/504 into md 0x18b5 [2] + 0 00000400:00000010:3.0:1767384369.148498:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81cc8cc. 00000400:00000200:3.0:1767384369.148501:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f569304 00000800:00000001:3.0:1767384369.148503:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.148507:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.148509:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.148511:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384369.148513:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f569304 00000400:00000010:3.0:1767384369.148514:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f569304. 00000100:00000001:3.0:1767384369.148517:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.148518:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384369.148520:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000009866741 x1853236722009728 msgsize 504 00000100:00100000:3.0:1767384369.148523:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:3.0:1767384369.148524:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384369.148533:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384369.148536:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.148538:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.148571:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.148574:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009728 02000000:00000001:1.0:1767384369.148576:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.148578:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.148579:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.148582:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.148585:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009728 00000020:00000001:1.0:1767384369.148587:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.148588:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.148590:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.148592:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=9 00000020:00000001:1.0:1767384369.148594:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.148597:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.148599:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.148603:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.148605:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.148607:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.148611:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.148614:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.148617:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.148621:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.148624:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.148625:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.148626:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.148629:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.148641:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.148649:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.148650:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.148655:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 165 00000100:00000040:1.0:1767384369.148657:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:1.0:1767384369.148659:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250604624 : -113719458946992 : ffff9892a00ba050) 00000100:00000040:1.0:1767384369.148664:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009866741 x1853236722009728/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 504/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.148680:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.148682:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.148684:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.148686:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.148691:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009866741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+9:15189:x1853236722009728:12345-192.168.202.15@tcp50:501: 00000100:00000200:1.0:1767384369.148695:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009728 00000020:00000001:1.0:1767384369.148698:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.148700:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.148702:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.148705:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.148706:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:1.0:1767384369.148709:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.148711:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.148714:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.148716:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.148719:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384369.148721:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.148723:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.148725:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384369.148727:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384369.148729:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384369.148731:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.148733:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.148736:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ed09469d. 02000000:00000001:1.0:1767384369.148738:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.148740:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.148743:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384369.148745:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.148748:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.148750:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000926c46b8. 00000040:00000001:1.0:1767384369.148754:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.148756:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.148758:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.148766:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00080000:00000001:1.0:1767384369.148773:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384369.148776:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384369.148791:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384369.148805:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.148807:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384369.148809:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.148811:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384369.148813:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384369.148816:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:910724746 to info 00000000a9f4eaac 00000020:00000001:1.0:1767384369.148821:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a9c5844c 00080000:00000002:1.0:1767384369.148823:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384369.148827:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384369.148830:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.148833:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384369.148837:0:17081:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000b2f14346. 00000020:00000001:1.0:1767384369.148840:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.148844:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353871823192 : -113719837728424 : ffff98928977e158) 00000040:00000001:1.0:1767384369.148847:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.148850:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.148853:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.148856:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000048827396/000000006bebc1c1 to site lru. bkt: 0000000046faff64 00000040:00000010:1.0:1767384369.148858:0:17081:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000b2f14346. 00000040:00000001:1.0:1767384369.148861:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.148863:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000926c46b8. 00000040:00000001:1.0:1767384369.148866:0:17081:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384369.148868:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.148870:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.148873:0:17081:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.148876:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009728 00010000:00000001:1.0:1767384369.148878:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.148882:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009866741 x1853236722009728/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 504/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.148890:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.148898:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.148900:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.148904:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.148906:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.148908:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.148911:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.148912:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.148915:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.148917:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.148920:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000100:00000200:1.0:1767384369.148923:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236722009728, offset 224 00000400:00000200:1.0:1767384369.148928:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.148934:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.148942:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384369.148952:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.148956:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.148960:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9af87d. 00000800:00000200:1.0:1767384369.148964:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.148969:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384369.148971:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac9af87d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.148982:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.148985:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.148988:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.148989:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.148992:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.148995:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009866741 x1853236722009728/t0(0) o501->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 504/272 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.149005:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009866741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+9:15189:x1853236722009728:12345-192.168.202.15@tcp50:501: Request processed in 324us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.149014:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 165 00000100:00000040:1.0:1767384369.149022:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.149025:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.149027:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.149030:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.149033:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.149036:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000800:00000200:0.0:1767384369.149040:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384369.149041:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000800:00000010:0.0:1767384369.149044:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9af87d. 00000100:00000001:1.0:1767384369.149048:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.149049:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384369.149057:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384369.149057:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000010:1.0:1767384369.149064:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bebf4b1. 00000400:00000200:0.0:1767384369.149064:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb7141a 00000400:00000010:0.0:1767384369.149067:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000100:00000001:0.0:1767384369.149073:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384369.149074:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.149076:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ed09469d. 00000400:00000010:1.0:1767384369.149078:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000425b2ba8. 02000000:00000001:0.0:1767384369.149079:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.149083:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.149955:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.149961:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.149963:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.149964:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.149968:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.149975:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 272 into portal 26 MB=0x695824c800700 00000400:00000200:0.0:1767384369.149979:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 272/272 into md 0x18bd [2] + 0 00000400:00000010:0.0:1767384369.149981:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002baa934. 00000400:00000200:0.0:1767384369.149984:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e8bd387 00000800:00000001:0.0:1767384369.149986:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.149989:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.149991:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.149993:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.149995:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e8bd387 00000400:00000010:0.0:1767384369.149996:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e8bd387. 00000100:00000001:0.0:1767384369.149998:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.149999:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.150001:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000007756e3bb x1853236722009856 msgsize 272 00000100:00100000:0.0:1767384369.150004:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384369.150005:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.150014:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.150017:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.150019:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.150054:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.150057:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009856 02000000:00000001:1.0:1767384369.150059:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.150061:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.150062:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.150065:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.150067:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009856 00000020:00000001:1.0:1767384369.150069:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.150070:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:1.0:1767384369.150072:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.150074:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=9 00000020:00000001:1.0:1767384369.150077:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384369.150079:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384369.150082:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.150085:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.150087:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.150090:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000010:1.0:1767384369.150094:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:1.0:1767384369.150097:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.150100:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000040:1.0:1767384369.150104:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.150107:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.150108:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.150115:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.150120:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.150131:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.150160:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.150163:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384369.150169:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384369.150169:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 166 00000100:00000001:2.0:1767384369.150175:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384369.150176:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:2.0:1767384369.150179:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.150181:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250597456 : -113719458954160 : ffff9892a00b8450) 00000100:00000001:2.0:1767384369.150185:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.150189:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007756e3bb x1853236722009856/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.150200:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.150203:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:1.0:1767384369.150206:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.150208:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00100000:1.0:1767384369.150213:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007756e3bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+9:15189:x1853236722009856:12345-192.168.202.15@tcp50:503: 00000100:00000200:1.0:1767384369.150217:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009856 00000020:00000001:1.0:1767384369.150219:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.150221:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.150223:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.150225:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.150226:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382944 : -1048168672 : ffffffffc1863720) 00000020:00000001:1.0:1767384369.150243:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.150245:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.150247:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.150248:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.150250:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.150252:0:17081:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.150254:0:17081:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384369.150257:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.150258:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.150270:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e656df01. 02000000:00000001:1.0:1767384369.150272:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.150275:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384369.150282:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:1.0:1767384369.150285:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384369.150287:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000926c46b8. 00000040:00000001:1.0:1767384369.150290:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384369.150291:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384369.150293:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353851685376 : -113719857866240 : 0xffff989288449a00) 00000020:00000001:1.0:1767384369.150296:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353851685376 : -113719857866240 : ffff989288449a00) 00000020:00000001:1.0:1767384369.150299:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384369.150302:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353871823192 : -113719837728424 : ffff98928977e158) 00000040:00000001:1.0:1767384369.150305:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.150306:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.150308:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384369.150312:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000006a8a6dc. 00000040:00000001:1.0:1767384369.150315:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384369.150316:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384369.150320:0:17081:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384369.150321:0:17081:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384369.150324:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384369.150327:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384369.150329:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384369.150333:0:17081:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384369.150336:0:17081:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384369.150338:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384369.150340:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000048827396/000000006bebc1c1 to site lru. bkt: 0000000046faff64 00000040:00000001:1.0:1767384369.150342:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384369.150344:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000006a8a6dc. 00000040:00000010:1.0:1767384369.150348:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000926c46b8. 00000040:00000040:1.0:1767384369.150350:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00000020:00000001:1.0:1767384369.150352:0:17081:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.150354:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009856 00010000:00000001:1.0:1767384369.150357:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.150361:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007756e3bb x1853236722009856/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8416 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.150369:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.150378:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.150380:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.150384:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.150386:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:1.0:1767384369.150389:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384369.150391:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.150393:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.150395:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.150398:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:1.0:1767384369.150400:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000938602e6. 00000100:00000200:1.0:1767384369.150404:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236722009856, offset 224 00000400:00000200:1.0:1767384369.150409:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384369.150415:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384369.150424:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [232:232:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384369.150434:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384369.150439:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384369.150442:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000926c46b8. 00000800:00000200:1.0:1767384369.150446:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384369.150451:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000200:1.0:1767384369.150454:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000926c46b8 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384369.150466:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.150469:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384369.150472:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.150474:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.150476:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.150480:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007756e3bb x1853236722009856/t0(0) o503->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:350/0 lens 272/8416 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.150490:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007756e3bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:79a3973a-570f-4516-b0eb-cf8df5359330+9:15189:x1853236722009856:12345-192.168.202.15@tcp50:503: Request processed in 289us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.150498:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 166 00000100:00000040:1.0:1767384369.150507:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384369.150510:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.150511:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.150514:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384369.150517:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384369.150521:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000800:00000200:3.0:1767384369.150524:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384369.150525:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000800:00000010:3.0:1767384369.150528:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000926c46b8. 00000100:00000001:1.0:1767384369.150531:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.150533:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384369.150536:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384369.150541:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000010:1.0:1767384369.150544:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655416be. 00000400:00000200:3.0:1767384369.150545:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938602e6 00000400:00000010:3.0:1767384369.150550:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000938602e6. 00000100:00000001:3.0:1767384369.150552:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384369.150554:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384369.150555:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e656df01. 00000400:00000010:1.0:1767384369.150558:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b2e0ca7. 02000000:00000001:3.0:1767384369.150564:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384369.150567:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384369.152363:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.152369:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.152372:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.152374:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.152380:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384369.152388:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 520 into portal 12 MB=0x695824c800780 00000400:00000200:0.0:1767384369.152395:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 520/520 into md 0x229 [64] + 8952 00000800:00000001:0.0:1767384369.152400:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.152407:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.152409:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.152414:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:0.0:1767384369.152419:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.152421:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384369.152426:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f48eba. 00000100:00000040:0.0:1767384369.152428:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000048f48eba x1853236722009984 msgsize 520 00000100:00100000:0.0:1767384369.152431:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:0.0:1767384369.152441:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384369.152445:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.152447:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.152479:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384369.152482:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722009984 02000000:00000001:3.0:1767384369.152485:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384369.152487:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.152488:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.152492:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.152494:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722009984 00000020:00000001:3.0:1767384369.152502:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384369.152504:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384369.152505:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384369.152507:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.152509:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.152513:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40e5c94. 00000020:00000010:3.0:1767384369.152517:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c9268e0. 00000020:00000010:3.0:1767384369.152521:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df0673ec. 00000100:00000001:3.0:1767384369.152524:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384369.152526:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384369.152528:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.152532:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.152543:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.152560:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384369.152562:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384369.152568:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 3 00000100:00000001:3.0:1767384369.152571:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492205568 : -113724217346048 : ffff9891846c3800) 00000100:00000040:3.0:1767384369.152575:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048f48eba x1853236722009984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.152587:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048f48eba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:11799:x1853236722009984:12345-192.168.202.15@tcp50:38: 00000100:00000200:3.0:1767384369.152592:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722009984 00000020:00000001:3.0:1767384369.152594:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384369.152597:0:17088:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384369.152605:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 8 - find 00000020:00000001:3.0:1767384369.152608:0:17088:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630354623377840 : -113719086173776 : ffff9892b643b1b0) 00000100:00000001:3.0:1767384369.152612:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384369.152614:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384369.152617:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004cf667db. 02000000:00000001:3.0:1767384369.152619:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.152621:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384369.152623:0:17088:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384369.152629:0:17088:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:3.0:1767384369.152633:0:17088:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384369.152641:0:17088:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384369.152644:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384369.152647:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384369.152653:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384369.152657:0:17088:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152659:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152663:0:17088:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152664:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152666:0:17088:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152668:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.152671:0:17088:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384369.152673:0:17088:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384369.152676:0:17088:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000635b7e72. 00000020:00000001:3.0:1767384369.152678:0:17088:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384369.152680:0:17088:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000635b7e72 with handle 0x960a57272cefbce6 to hash 00000020:00000001:3.0:1767384369.152682:0:17088:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384369.152685:0:17088:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384369.152686:0:17088:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384369.152689:0:17088:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e54e79a2. 00000001:00000001:3.0:1767384369.152692:0:17088:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384369.152694:0:17088:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000352f0eb8. 00000001:00000001:3.0:1767384369.152697:0:17088:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.152699:0:17088:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384369.152702:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384369.152705:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006e2d46d4. 00000001:00000010:3.0:1767384369.152710:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000014d9425d. 00000001:00000010:3.0:1767384369.152713:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048e16fbc. 00000001:00000010:3.0:1767384369.152716:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009cc0c8ee. 00000001:00000010:3.0:1767384369.152719:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ecce911b. 00000001:00000010:3.0:1767384369.152721:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f7cd97a. 00000001:00000001:3.0:1767384369.152724:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384369.152726:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dac3a6c8. 00000001:00000010:3.0:1767384369.152729:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000057d5a7fc. 00000001:00000010:3.0:1767384369.152732:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0463fa7. 00000001:00000010:3.0:1767384369.152735:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055cb7c2f. 00000001:00000010:3.0:1767384369.152737:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000988d5584. 00000001:00000010:3.0:1767384369.152740:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091704e11. 00010000:00000001:3.0:1767384369.152747:0:17088:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.152750:0:17088:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.152752:0:17088:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.152754:0:17088:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.152757:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=3 00000020:00000040:3.0:1767384369.152760:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 9 - export 00000020:00000001:3.0:1767384369.152763:0:17088:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000040:3.0:1767384369.152766:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 2 00000020:00000080:3.0:1767384369.152768:0:17088:0:(genops.c:1402:class_connect()) connect: client d16c74c4-4c0b-4913-8034-7515e2db071e, cookie 0x960a57272cefbce6 00000020:00000001:3.0:1767384369.152770:0:17088:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.152772:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384369.152773:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000001:3.0:1767384369.152775:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.152776:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=3 00000020:00000001:3.0:1767384369.152778:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:3.0:1767384369.152781:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000001:00000001:3.0:1767384369.152784:0:17088:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384369.152787:0:17088:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384369.152791:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 6 00000001:00000001:3.0:1767384369.152793:0:17088:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630354588612608 : -113719120939008 : ffff9892b4313800) 00000001:00000001:3.0:1767384369.152796:0:17088:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384369.152798:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=4 00000001:00000040:3.0:1767384369.152800:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 7 00000001:00000001:3.0:1767384369.152803:0:17088:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384369.152807:0:17088:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.15@tcp50 to nodemap default 00000001:00000040:3.0:1767384369.152810:0:17088:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 6 00000001:00000001:3.0:1767384369.152812:0:17088:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.152817:0:17088:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384369.152824:0:17088:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384369.152827:0:17088:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 free: 95899648 avail: 82939904 00000020:00000001:3.0:1767384369.152830:0:17088:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384369.152833:0:17088:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:3.0:1767384369.152841:0:17088:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:3.0:1767384369.152844:0:17088:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384369.152846:0:17088:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:3.0:1767384369.152849:0:17088:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:3.0:1767384369.152852:0:17088:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:3.0:1767384369.152854:0:17088:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:3.0:1767384369.152857:0:17088:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384369.152860:0:17088:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384369.152863:0:17088:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384369.152866:0:17088:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384369.152868:0:17088:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384369.152871:0:17088:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384369.152874:0:17088:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df5e96ff. 00080000:00000001:3.0:1767384369.152877:0:17088:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477194240 : -113724232357376 : ffff989183872a00) 00080000:00000001:3.0:1767384369.152881:0:17088:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384369.152885:0:17088:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384369.152888:0:17088:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3f7e2dd. 00080000:00000001:3.0:1767384369.152890:0:17088:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.152893:0:17088:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384369.152905:0:17088:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384369.152909:0:17088:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384369.152933:0:17088:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384369.152936:0:17088:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.152939:0:17088:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384369.154529:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df5e96ff. 00080000:00000010:3.0:1767384369.154580:0:17088:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3f7e2dd. 00040000:00000001:3.0:1767384369.154586:0:17088:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384369.154589:0:17088:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384369.154592:0:17088:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384369.154594:0:17088:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384369.154598:0:17088:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384369.154600:0:17088:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'd16c74c4-4c0b-4913-8034-7515e2db071e' generation 1 00000001:00000001:3.0:1767384369.154611:0:17088:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384369.154612:0:17088:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384369.154615:0:17088:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000036d49e7a. 00080000:00000001:3.0:1767384369.154617:0:17088:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477196288 : -113724232355328 : ffff989183873200) 00080000:00000001:3.0:1767384369.154620:0:17088:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384369.154622:0:17088:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384369.154624:0:17088:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3f7e2dd. 00080000:00000001:3.0:1767384369.154627:0:17088:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.154628:0:17088:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384369.154636:0:17088:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384369.154640:0:17088:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b1ffc3a1. 00000001:00000040:3.0:1767384369.154642:0:17088:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000635b7e72 : new cb_count 1 00000020:00000040:3.0:1767384369.154645:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=5 00000001:00000001:3.0:1767384369.154821:0:17088:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384369.154824:0:17088:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384369.154828:0:17088:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3f7e2dd. 00040000:00000001:3.0:1767384369.154831:0:17088:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384369.154833:0:17088:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384369.154835:0:17088:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384369.154836:0:17088:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384369.154840:0:17088:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.154842:0:17088:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384369.154845:0:17088:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384369.154849:0:17088:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000330896e2 00000020:00000010:3.0:1767384369.154852:0:17088:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c398e85f. 00000020:00000040:3.0:1767384369.154858:0:17088:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000c398e85f for nid 192.168.202.15@tcp50 - ref 2 00000020:00000001:3.0:1767384369.154919:0:17088:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.154926:0:17088:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f1a1f2cd. 00000020:00000010:3.0:1767384369.154930:0:17088:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000008cddd62f. 00000020:00000010:3.0:1767384369.154933:0:17088:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000009b69bda5. 00000020:00000010:3.0:1767384369.154949:0:17088:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000963cbc5c. 00000020:00000010:3.0:1767384369.154952:0:17088:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007f791cd5. 00000020:00000010:3.0:1767384369.154954:0:17088:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000df5e96ff. 00000004:00000001:3.0:1767384369.154974:0:17088:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384369.154977:0:17088:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.154979:0:17088:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.154983:0:17088:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008e45f8df. 00000020:00000040:3.0:1767384369.154986:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 10 - import 00000020:00000001:3.0:1767384369.154991:0:17088:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.154993:0:17088:0:(genops.c:1242:class_import_put()) import 000000008e45f8df refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384369.154995:0:17088:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384369.154997:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f7e2dd. 00000020:00000040:3.0:1767384369.155002:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=6 00000100:00000040:3.0:1767384369.155004:0:17088:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:3.0:1767384369.155005:0:17088:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384369.155011:0:17088:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.15@tcp50 primary NID 192.168.202.15@tcp50 rc 0 00000100:00000001:3.0:1767384369.155013:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384369.155015:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000100:00000001:3.0:1767384369.155016:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000100:00000001:3.0:1767384369.155018:0:17088:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630353975393728 : -113719734157888 : 0xffff98928fa43dc0) 00000100:00000040:3.0:1767384369.155020:0:17088:0:(connection.c:149:ptlrpc_connection_get()) conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00000020:00000040:3.0:1767384369.155022:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=7 00000100:00000001:3.0:1767384369.155025:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384369.155026:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00000100:00000001:3.0:1767384369.155027:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:3.0:1767384369.155029:0:17088:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384369.155031:0:17088:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384369.155033:0:17088:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384369.155035:0:17088:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651718720 : -1057832896 : ffffffffc0f2c040) 02000000:00000001:3.0:1767384369.155037:0:17088:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.155038:0:17088:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384369.155040:0:17088:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384369.155042:0:17088:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384369.155044:0:17088:0:(import.c:65:import_set_state_nolock()) 000000008e45f8df : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384369.155046:0:17088:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384369.155047:0:17088:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384369.155053:0:17088:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.155056:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 6 00000020:00000040:3.0:1767384369.155057:0:17088:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 10 - find 00010000:00000001:3.0:1767384369.155059:0:17088:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.155062:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384369.155063:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424304 : -1046127312 : ffffffffc1a55d30) 00000020:00000001:3.0:1767384369.155065:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384369.155066:0:17088:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384369.155068:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384369.155069:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384369.155070:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.155072:0:17088:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384369.155076:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384369.155077:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384369.155078:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384369.155079:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.155080:0:17088:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384369.155082:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722009984 00010000:00000001:3.0:1767384369.155084:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384369.155086:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048f48eba x1853236722009984/t0(0) o38->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384369.155092:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384369.155093:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.155095:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=87 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384369.155097:0:17088:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384369.155099:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384369.155100:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000100:00000001:3.0:1767384369.155101:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:3.0:1767384369.155103:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384369.155104:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.155106:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384369.155108:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:3.0:1767384369.155110:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 00000100:00000200:3.0:1767384369.155112:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236722009984, offset 0 00000400:00000200:3.0:1767384369.155119:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:3.0:1767384369.155123:0:17088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:3.0:1767384369.155131:0:17088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [233:233:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384369.155155:0:17088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384369.155159:0:17088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:3.0:1767384369.155162:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3ce9636. 00000800:00000200:3.0:1767384369.155165:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:3.0:1767384369.155169:0:17088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:3.0:1767384369.155171:0:17088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3ce9636 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384369.155179:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.155181:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00010000:00000001:3.0:1767384369.155183:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384369.155184:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.155185:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384369.155188:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f48eba x1853236722009984/t0(0) o38->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.155194:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048f48eba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d16c74c4-4c0b-4913-8034-7515e2db071e+6:11799:x1853236722009984:12345-192.168.202.15@tcp50:38: Request processed in 2609us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384369.155200:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 3 00000100:00000040:3.0:1767384369.155202:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000100:00000001:3.0:1767384369.155203:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384369.155205:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384369.155207:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c9268e0. 00000020:00000010:3.0:1767384369.155210:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df0673ec. 00000020:00000010:3.0:1767384369.155212:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40e5c94. 00000020:00000040:3.0:1767384369.155215:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 5 00000100:00000001:3.0:1767384369.155217:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384369.155270:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384369.155274:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3ce9636. 00000400:00000200:0.0:1767384369.155278:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.155283:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384369.155287:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccc1572 00000400:00000010:0.0:1767384369.155289:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fccc1572. 00000100:00000001:0.0:1767384369.155293:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.155294:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384369.460296:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.460304:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.460312:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.460314:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.460385:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384369.460389:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.460391:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384369.524307:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384369.524314:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384369.524321:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000020:00000040:0.0:1767384369.524330:0:17109:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384369.524335:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.524339:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.524345:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384369.524353:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000021b68b7. 00000100:00000001:1.0:1767384369.524355:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384369.524361:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075447051. 00000100:00000001:0.0:1767384369.524363:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384369.524364:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384369.524369:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384369.524370:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384369.524371:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384369.524373:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.524376:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.524378:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c68ae8fd. 00000100:00000001:1.0:1767384369.524383:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524389:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384369.524389:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be8f5c5] to pc [ptlrpcd_00_01+1] req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.524414:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384369.524417:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524421:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075447051] to pc [ptlrpcd_00_02+2] req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384369.524439:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.524445:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384369.524452:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384369.524454:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fc30a2d. 00000020:00000040:1.0:1767384369.524457:0:38:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384369.524460:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.524465:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.524466:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.524467:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384369.524470:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.524474:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384369.524474:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384369.524475:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384369.524477:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384369.524480:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.524481:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384369.524487:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b67ac40. 00000100:00000001:0.0:1767384369.524487:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.524493:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.524494:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524504:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.524508:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384369.524509:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384369.524514:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.524514:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.524516:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.524517:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.524521:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.524522:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.524524:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384369.524524:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384369.524529:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384369.524530:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384369.524533:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fc30a2d] to pc [ptlrpcd_00_03+3] req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384369.524538:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.524538:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.524548:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728331264:0@lo:13: 00000100:00100000:3.0:1767384369.524549:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728331392:0@lo:400: 00000100:00000001:3.0:1767384369.524560:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384369.524560:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384369.524566:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384369.524567:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384369.524568:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.524569:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.524571:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.524574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384369.524576:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384369.524577:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384369.524582:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384369.524585:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a40e5c94. 02000000:00000010:2.0:1767384369.524586:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000083bf72e0. 00000100:00000010:1.0:1767384369.524588:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016f8d93d. 02000000:00000001:3.0:1767384369.524591:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.524591:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384369.524592:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384369.524594:0:38:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384369.524596:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384369.524601:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920d4d54. 00000100:00000001:1.0:1767384369.524601:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384369.524601:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384369.524602:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc2be66. 02000000:00000001:1.0:1767384369.524606:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384369.524609:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384369.524610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.524611:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000400:00000010:2.0:1767384369.524612:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 02000000:00000010:1.0:1767384369.524617:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac9af87d. 00000100:00000200:3.0:1767384369.524620:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331392, portal 25 00000100:00000200:2.0:1767384369.524621:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728331264, portal 4 00000100:00000001:1.0:1767384369.524623:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.524626:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384369.524629:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384369.524630:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493442688 : -113724216108928 : ffff9891847f1880) 00000100:00000001:2.0:1767384369.524633:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00000040:1.0:1767384369.524634:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.524635:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384369.524638:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.524640:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384369.524644:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384369.524648:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384369.524649:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.524655:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.524662:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728331520:0@lo:400: 00000100:00000001:0.0:1767384369.524672:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384369.524674:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384369.524675:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384369.524676:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384369.524680:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.524680:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.524683:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384369.524684:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384369.524687:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384369.524689:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000040:1.0:1767384369.524692:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016f8d93d] to pc [ptlrpcd_00_00+0] req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384369.524692:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3a667ef. 00000100:00000200:3.0:1767384369.524694:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728331392, offset 0 00000100:00000040:2.0:1767384369.524695:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384369.524697:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.524701:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:0.0:1767384369.524704:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000400:00000200:3.0:1767384369.524708:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384369.524715:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728331264, offset 0 00000400:00000010:0.0:1767384369.524718:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000100:00000001:1.0:1767384369.524723:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.524727:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384369.524727:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384369.524729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384369.524734:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331520, portal 4 00000100:00000001:1.0:1767384369.524736:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384369.524740:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384369.524741:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384369.524742:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013bd9746. 00000100:00000001:0.0:1767384369.524745:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349493446272 : -113724216105344 : ffff9891847f2680) 00000400:00000200:3.0:1767384369.524746:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce07c80 00000020:00000040:1.0:1767384369.524753:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384369.524753:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384369.524755:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce07c00 00000400:00000200:3.0:1767384369.524759:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x18f5 [2] + 0 00000100:00000001:1.0:1767384369.524761:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384369.524764:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384369.524767:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.524769:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075f6b42e. 00000400:00000200:3.0:1767384369.524775:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079a9d6da 02000000:00000010:1.0:1767384369.524775:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d195ba5. 00000100:00000001:0.0:1767384369.524776:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384369.524781:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.524781:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.524788:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000200:3.0:1767384369.524791:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384369.524791:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384369.524793:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000400:00000200:3.0:1767384369.524801:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384369.524804:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384369.524804:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728331520, offset 0 00000400:00000200:3.0:1767384369.524809:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a9d6da 00000400:00000010:3.0:1767384369.524814:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079a9d6da. 00000400:00000200:2.0:1767384369.524816:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.524816:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384369.524820:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384369.524820:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.524822:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384369.524824:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384369.524828:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000f3c88b5 x1853236728331392 msgsize 224 00000100:00000040:1.0:1767384369.524828:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013bd9746] to pc [ptlrpcd_00_01+1] req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.524829:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.524832:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384369.524836:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384369.524841:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba746334. 00000100:00100000:3.0:1767384369.524844:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384369.524847:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ba746334 x1853236728331264 msgsize 224 00000100:00000040:3.0:1767384369.524849:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384369.524852:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce07d00 00000100:00100000:2.0:1767384369.524861:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384369.524862:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.524863:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.524865:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4784 00000100:00000040:1.0:1767384369.524869:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000400:00000200:3.0:1767384369.524870:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000200:0.0:1767384369.524871:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384369.524872:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384369.524874:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000001:3.0:1767384369.524878:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384369.524879:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384369.524882:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00000100:00000200:3.0:1767384369.524886:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384369.524887:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000100:00000001:2.0:1767384369.524891:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384369.524892:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384369.524892:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.524896:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1767384369.524897:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.524897:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331392 00000100:00000010:0.0:1767384369.524902:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099568c7d. 02000000:00000001:1.0:1767384369.524903:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.524907:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384369.524908:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000099568c7d x1853236728331520 msgsize 224 00000100:00000001:1.0:1767384369.524910:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.524912:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384369.524916:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.524919:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.524922:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331392 00000100:00100000:0.0:1767384369.524923:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384369.524927:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.524930:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:2.0:1767384369.524933:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384369.524935:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384369.524935:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384369.524940:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384369.524941:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:3.0:1767384369.524942:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.524943:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000100:00000001:3.0:1767384369.524948:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384369.524948:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000020:00000001:1.0:1767384369.524949:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384369.524956:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.524956:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384369.524957:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384369.524963:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294957575 00000100:00000200:0.0:1767384369.524964:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.524968:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.524968:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384369.524969:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da459f3e. 00000020:00000010:1.0:1767384369.524975:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000001:2.0:1767384369.524976:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384369.524979:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384369.524982:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.524984:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.524986:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384369.524987:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294957575 00000020:00000010:1.0:1767384369.524988:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00000040:2.0:1767384369.524992:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3473 usecs (4 jiffies) 00000100:00000040:0.0:1767384369.524993:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384369.524994:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a866064. 00000100:00000001:2.0:1767384369.524999:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957572 00000100:00000001:3.0:1767384369.525000:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384369.525001:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000100:00000001:2.0:1767384369.525007:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000100:00000001:3.0:1767384369.525008:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294957575 00000020:00000010:1.0:1767384369.525011:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000100:00000001:2.0:1767384369.525015:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957572 00000100:00000010:3.0:1767384369.525016:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021635d69. 00000100:00000001:0.0:1767384369.525016:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525019:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000100:00000001:3.0:1767384369.525023:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384369.525023:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384369.525024:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957572 00000020:00000010:1.0:1767384369.525028:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000001:3.0:1767384369.525030:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294957575 00000100:00000001:2.0:1767384369.525030:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000100:00000001:0.0:1767384369.525032:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525038:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957572 00000100:00000010:3.0:1767384369.525039:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c939103c. 00000100:00000040:1.0:1767384369.525039:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384369.525039:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3473 usecs (4 jiffies) 00000100:00000001:1.0:1767384369.525046:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384369.525047:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384369.525047:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957572 00000100:00000001:1.0:1767384369.525050:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384369.525051:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000100:00000001:1.0:1767384369.525053:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525058:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957572 00000100:00000001:3.0:1767384369.525061:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.525061:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:0.0:1767384369.525062:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000100:00000001:1.0:1767384369.525063:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525069:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525069:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957572 00000100:00000001:2.0:1767384369.525070:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.525074:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000100:00000001:2.0:1767384369.525076:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525076:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.525078:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525078:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957572 00000100:00000001:2.0:1767384369.525083:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525085:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.525085:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:2.0:1767384369.525086:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.525091:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.525092:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384369.525095:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.525096:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.525096:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384369.525097:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525100:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384369.525100:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384369.525102:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.525106:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00000001:3.0:1767384369.525107:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.525107:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.525108:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.525111:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384369.525112:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384369.525113:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.525114:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525116:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.525118:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384369.525118:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250601552 : -113719458950064 : ffff9892a00b9450) 00000100:00000001:3.0:1767384369.525119:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525119:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384369.525125:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.525127:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384369.525129:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f3c88b5 x1853236728331392/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.525131:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.525155:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384369.525157:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525159:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525160:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384369.525162:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.525164:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331264 02000000:00000001:2.0:1767384369.525165:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384369.525169:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384369.525170:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.525172:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.525177:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.525177:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525178:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384369.525182:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384369.525183:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 02000000:00000001:3.0:1767384369.525184:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.525186:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013bd9746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728331776:0@lo:400: 00000100:00100000:0.0:1767384369.525186:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331520 00000100:00000001:1.0:1767384369.525191:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384369.525192:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331264 02000000:00000001:0.0:1767384369.525192:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.525194:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384369.525196:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384369.525197:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000020:00000001:3.0:1767384369.525198:0:17897:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384369.525199:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384369.525200:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.525203:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 02000000:00000001:2.0:1767384369.525203:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.525204:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.525206:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384369.525209:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f3c88b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728331392:12345-0@lo:400: 02000000:00000001:2.0:1767384369.525210:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384369.525211:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00100000:0.0:1767384369.525212:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331520 02000000:00000010:2.0:1767384369.525215:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a69a32e0. 00000020:00000001:0.0:1767384369.525216:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384369.525217:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331392 00000020:00000001:3.0:1767384369.525218:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000040:0.0:1767384369.525220:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 02000000:00000001:2.0:1767384369.525221:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.525223:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384369.525238:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:0.0:1767384369.525239:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384369.525242:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b2ef36. 00000020:00000001:1.0:1767384369.525242:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384369.525243:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=6 00000100:00000001:3.0:1767384369.525244:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384369.525246:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.525248:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000010:3.0:1767384369.525250:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca03c25. 00000400:00000010:2.0:1767384369.525250:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000020:00000001:1.0:1767384369.525251:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.525253:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000020:00000001:1.0:1767384369.525255:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000020:00000010:3.0:1767384369.525257:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000072ac2bdf. 00000100:00000200:2.0:1767384369.525257:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331776, portal 10 00000020:00000001:1.0:1767384369.525259:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384369.525259:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384369.525264:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384369.525265:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384369.525266:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000020:00000010:0.0:1767384369.525266:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b486d8b. 00000100:00000001:2.0:1767384369.525267:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379528320 : -113719330023296 : ffff9892a7bad880) 00000020:00000001:1.0:1767384369.525270:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384369.525271:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384369.525274:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384369.525275:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b486d8b. 00000020:00000001:1.0:1767384369.525277:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525279:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384369.525280:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384369.525281:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384369.525285:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384369.525285:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000010:3.0:1767384369.525286:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f09338b3. 02000000:00000001:1.0:1767384369.525289:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384369.525293:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384369.525294:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdee8f02. 00000020:00000010:3.0:1767384369.525295:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c9268e0. 00000100:00000040:2.0:1767384369.525296:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384369.525300:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8c4f432. 00000400:00000010:2.0:1767384369.525303:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000020:00000010:0.0:1767384369.525303:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000020:00000010:3.0:1767384369.525304:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df0673ec. 02000000:00000001:1.0:1767384369.525304:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.525310:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728331776, offset 0 00000100:00000001:1.0:1767384369.525312:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.525314:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1767384369.525315:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.525316:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384369.525318:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384369.525319:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384369.525321:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:1.0:1767384369.525322:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331392 00000100:00000001:0.0:1767384369.525323:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384369.525325:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384369.525327:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384369.525327:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.525328:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.525331:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1767384369.525335:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f3c88b5 x1853236728331392/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.525336:0:17895:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384369.525337:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525340:0:17895:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384369.525342:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07e00 00000100:00000001:0.0:1767384369.525343:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.525353:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384369.525354:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000100:00000001:3.0:1767384369.525356:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.525357:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.525359:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.525361:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384369.525364:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=92 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384369.525369:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.525370:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384369.525375:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384369.525375:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384369.525375:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.525376:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384369.525378:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384369.525381:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384369.525381:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384369.525382:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000010:2.0:1767384369.525384:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009188c248. 02000000:00000001:1.0:1767384369.525386:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384369.525388:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000009188c248 x1853236728331776 msgsize 224 02000000:00000001:1.0:1767384369.525390:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.525391:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1767384369.525392:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384369.525397:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384369.525398:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000040:0.0:1767384369.525399:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 2 00000100:00100000:2.0:1767384369.525402:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384369.525404:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566691072 : -113724142860544 : ffff989188dcc700) 00000100:00000040:1.0:1767384369.525404:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384369.525405:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492193024 : -113724217358592 : ffff9891846c0700) 00000400:00000010:1.0:1767384369.525409:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000100:00000001:2.0:1767384369.525414:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384369.525414:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728331392, offset 224 00000100:00000040:3.0:1767384369.525415:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba746334 x1853236728331264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.525415:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099568c7d x1853236728331520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384369.525420:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000400:00000010:2.0:1767384369.525426:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000100:00000001:2.0:1767384369.525430:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384369.525437:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.525437:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.525452:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384369.525457:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384369.525458:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.525463:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b486d8b. 00000020:00000010:3.0:1767384369.525464:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072ac2bdf. 00000400:00000200:1.0:1767384369.525467:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce07c80 00000100:00000001:0.0:1767384369.525469:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.525470:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.525470:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.525476:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.525476:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2071 [1] + 224 00000020:00000010:3.0:1767384369.525477:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072ac2bdf. 00000020:00000010:0.0:1767384369.525477:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b486d8b. 00000400:00000200:1.0:1767384369.525486:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384369.525491:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba746334 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236728331264:12345-0@lo:13: 00000100:00100000:0.0:1767384369.525491:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099568c7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16358:x1853236728331520:12345-0@lo:400: 00000100:00000001:2.0:1767384369.525493:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.525496:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.525498:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384369.525503:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331520 00000100:00000200:3.0:1767384369.525504:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331264 00000100:00000001:2.0:1767384369.525504:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525506:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384369.525508:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384369.525509:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384369.525511:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3206 usecs (4 jiffies) 00000020:00000001:0.0:1767384369.525512:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384369.525513:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384369.525514:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384369.525516:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294957573 00000020:00000001:0.0:1767384369.525516:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.525519:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.525522:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384369.525523:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000020:00000001:3.0:1767384369.525527:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.525527:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:2.0:1767384369.525530:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294957573 00000020:00000001:3.0:1767384369.525532:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:0.0:1767384369.525533:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384369.525535:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000020:00000001:0.0:1767384369.525537:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384369.525541:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384369.525542:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294957573 00000020:00000001:0.0:1767384369.525542:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384369.525544:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384369.525547:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.525547:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384369.525548:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000020:00000001:0.0:1767384369.525550:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525554:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294957573 00000020:00000001:3.0:1767384369.525555:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384369.525556:0:17895:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384369.525561:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000020:00000001:3.0:1767384369.525562:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384369.525562:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384369.525566:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.525567:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384369.525568:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525569:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384369.525572:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000861dcf9a. 00000100:00000001:2.0:1767384369.525573:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.525575:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.525575:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525578:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.525578:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2ead9 00000100:00000001:0.0:1767384369.525580:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.525581:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384369.525581:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.525583:0:17895:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384369.525587:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728331520 00000100:00000001:2.0:1767384369.525588:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384369.525588:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 02000000:00000010:3.0:1767384369.525589:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000043c85b41. 00000100:00000001:2.0:1767384369.525592:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384369.525592:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384369.525594:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525596:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384369.525597:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.525599:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384369.525599:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099568c7d x1853236728331520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.525600:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384369.525600:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:3.0:1767384369.525606:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384369.525606:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.525607:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.525610:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1767384369.525613:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:2.0:1767384369.525614:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000001:0.0:1767384369.525614:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.525615:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000020:00000001:3.0:1767384369.525617:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384369.525620:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384369.525621:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=82 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384369.525622:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384369.525623:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384369.525625:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525627:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.525628:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384369.525629:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384369.525629:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384369.525630:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.525634:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384369.525634:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00002000:00000024:3.0:1767384369.525635:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384369.525638:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384369.525638:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f3c88b5 x1853236728331392/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.525639:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000040:2.0:1767384369.525644:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384369.525645:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.525648:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384369.525649:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384369.525653:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:3.0:1767384369.525655:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384369.525661:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000020:3.0:1767384369.525664:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000010:0.0:1767384369.525667:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00002000:00000001:3.0:1767384369.525672:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:0.0:1767384369.525673:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728331520, offset 224 00000001:00000001:3.0:1767384369.525677:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384369.525682:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525682:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767384369.525682:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f3c88b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728331392:12345-0@lo:400: Request processed in 501us (850us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384369.525683:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384369.525686:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384369.525688:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.525691:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:3.0:1767384369.525694:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728331264 02000000:00000001:2.0:1767384369.525695:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384369.525696:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384369.525701:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384369.525702:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.525706:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00010000:00000200:3.0:1767384369.525707:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba746334 x1853236728331264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.525709:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016f8d93d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728331648:0@lo:400: 00000400:00000200:0.0:1767384369.525711:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce07d00 00000100:00000040:1.0:1767384369.525714:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384369.525721:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384369.525721:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384369.525723:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2081 [1] + 224 00000100:00000001:1.0:1767384369.525725:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384369.525726:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384369.525730:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 02000000:00000001:2.0:1767384369.525731:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.525732:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384369.525737:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384369.525738:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384369.525738:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000400:00000200:0.0:1767384369.525741:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384369.525743:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7b34f88. 00010000:00000001:3.0:1767384369.525744:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.525744:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000100:00000001:0.0:1767384369.525745:0:17895:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384369.525750:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.525751:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=82 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384369.525752:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000100:00000200:0.0:1767384369.525753:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384369.525756:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0f9a9e. 02000000:00000001:1.0:1767384369.525759:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384369.525760:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384369.525762:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 02000000:00000010:1.0:1767384369.525763:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a8c4f432. 00000100:00000040:3.0:1767384369.525765:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 02000000:00000001:1.0:1767384369.525770:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384369.525771:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331648, portal 10 00000100:00000001:3.0:1767384369.525772:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384369.525774:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.525778:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384369.525779:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384369.525780:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379523840 : -113719330027776 : ffff9892a7bac700) 00000100:00000040:0.0:1767384369.525781:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384369.525782:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384369.525783:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.525788:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.525789:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384369.525790:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a22c049. 00000100:00000040:3.0:1767384369.525798:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.525798:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000938602e6. 00000400:00000010:3.0:1767384369.525804:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000200:3.0:1767384369.525810:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728331264, offset 224 00000100:00000001:2.0:1767384369.525811:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384369.525814:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384369.525818:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384369.525819:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384369.525822:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384369.525823:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000001:1.0:1767384369.525826:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.525828:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728331648, offset 0 00000400:00000200:0.0:1767384369.525829:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000200:3.0:1767384369.525831:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384369.525833:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:1.0:1767384369.525839:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.525839:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384369.525843:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384369.525844:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384369.525845:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce07c00 00000100:00000001:0.0:1767384369.525845:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.525851:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.525856:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2075 [1] + 224 00000400:00000200:2.0:1767384369.525856:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384369.525858:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00010000:00000001:0.0:1767384369.525865:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384369.525866:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384369.525867:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384369.525869:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384369.525873:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07d80 00000020:00000001:0.0:1767384369.525873:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384369.525874:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1767384369.525874:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384369.525878:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c295fbe. 00000100:00000040:0.0:1767384369.525880:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099568c7d x1853236728331520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.525884:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b7a40 00000100:00100000:0.0:1767384369.525888:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099568c7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16358:x1853236728331520:12345-0@lo:400: Request processed in 431us (978us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384369.525893:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 00000100:00100000:0.0:1767384369.525897:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384369.525898:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384369.525901:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 1 00000400:00000200:2.0:1767384369.525905:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9696 00000100:00000200:1.0:1767384369.525905:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.525906:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384369.525909:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384369.525912:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdee8f02. 00000400:00000200:2.0:1767384369.525916:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384369.525917:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384369.525918:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000100:00000200:3.0:1767384369.525924:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384369.525925:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000400:00000200:2.0:1767384369.525929:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384369.525929:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384369.525931:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 00000100:00000001:0.0:1767384369.525936:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.525939:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.525944:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384369.525952:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079838a7f. 00000100:00000040:3.0:1767384369.525957:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384369.525960:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000079838a7f x1853236728331648 msgsize 224 00000100:00000001:1.0:1767384369.525961:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.525967:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.525974:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384369.525975:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384369.525979:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00080000:0.0:1767384369.525979:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384369.525984:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384369.525986:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:3.0:1767384369.525988:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.525988:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.525992:0:16356:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384369.525994:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.525995:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384369.525999:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000001:3.0:1767384369.526001:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1767384369.526002:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384369.526003:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384369.526007:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000100:00000001:0.0:1767384369.526007:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1767384369.526008:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384369.526009:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.526012:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331776 00000400:00000010:2.0:1767384369.526013:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:1.0:1767384369.526016:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384369.526017:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 02000000:00000001:0.0:1767384369.526018:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.526020:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526021:0:16356:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767384369.526023:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384369.526023:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384369.526024:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384369.526027:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.526028:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.526028:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384369.526031:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384369.526034:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384369.526034:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.526040:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331776 00000100:00000040:3.0:1767384369.526041:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba746334 x1853236728331264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384369.526045:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384369.526049:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000020:00000001:0.0:1767384369.526053:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.526056:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bcae3774 refcount=5 00000020:00000001:0.0:1767384369.526062:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00010000:00000001:1.0:1767384369.526067:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.526068:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349462798336 : -113724246753280 : ffff989182ab8000) 00000100:00000001:1.0:1767384369.526074:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384369.526077:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.526077:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384369.526077:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384369.526080:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba746334 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236728331264:12345-0@lo:13: Request processed in 620us (1228us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384369.526082:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767384369.526083:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b486d8b. 00000100:00000040:2.0:1767384369.526084:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.526086:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.526089:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006138a97e. 00000020:00000040:0.0:1767384369.526096:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 10 - evictor 00000100:00000040:1.0:1767384369.526097:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.526098:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1767384369.526105:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000100:00000001:0.0:1767384369.526107:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384369.526110:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384369.526112:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000100:00000001:3.0:1767384369.526115:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384369.526118:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.526119:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdee8f02. 00000020:00000010:3.0:1767384369.526120:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c9268e0. 00000100:00000001:1.0:1767384369.526122:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.526126:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384369.526126:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000020:00000010:3.0:1767384369.526127:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df0673ec. 00000100:00000001:1.0:1767384369.526127:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384369.526130:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.526133:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.526150:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f09338b3. 00000020:00000040:3.0:1767384369.526155:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:3.0:1767384369.526158:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.526158:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384369.526164:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.526164:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384369.526165:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3048 usecs (4 jiffies) 00000100:00000001:0.0:1767384369.526168:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384369.526171:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.526173:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.526174:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957574 00000100:00000001:3.0:1767384369.526178:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.526179:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384369.526183:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000100:00000001:0.0:1767384369.526184:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:3.0:1767384369.526185:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384369.526188:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384369.526189:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384369.526190:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957574 00000100:00100000:1.0:1767384369.526191:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fc30a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16358:1853236728331520:0@lo:400: 00000400:00000010:3.0:1767384369.526194:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000920d4d54. 00000100:00000001:2.0:1767384369.526195:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000400:00000200:3.0:1767384369.526197:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000100:00000001:0.0:1767384369.526198:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384369.526201:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000100:00000001:2.0:1767384369.526203:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957574 00000100:00000001:3.0:1767384369.526207:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384369.526209:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000100:00000001:1.0:1767384369.526211:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.526211:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384369.526214:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526214:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957574 00000100:00100000:0.0:1767384369.526215:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331648 00000100:00000001:1.0:1767384369.526217:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384369.526220:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.526222:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:0.0:1767384369.526223:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384369.526238:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fc30a2d x1853236728331520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526240:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.526240:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526247:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.526247:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.526254:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331648 00000400:00000001:2.0:1767384369.526256:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384369.526257:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:2.0:1767384369.526261:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384369.526261:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000100:00000001:1.0:1767384369.526264:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384369.526265:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000020:00000001:0.0:1767384369.526266:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384369.526268:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767384369.526269:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 02000000:00000010:1.0:1767384369.526273:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3a667ef. 00000400:00000200:2.0:1767384369.526275:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000020:00000001:0.0:1767384369.526275:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 02000000:00000001:1.0:1767384369.526280:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384369.526282:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000020:00000001:0.0:1767384369.526282:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000020:00000001:1.0:1767384369.526284:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384369.526287:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384369.526288:0:16358:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384369.526289:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384369.526290:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384369.526294:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000020:00000001:1.0:1767384369.526295:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384369.526299:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384369.526300:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b67ac40. 00000100:00000001:0.0:1767384369.526300:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.526302:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.526306:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384369.526307:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384369.526307:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 02000000:00000001:1.0:1767384369.526310:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384369.526312:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384369.526313:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fc30a2d. 00000020:00000010:0.0:1767384369.526315:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3a667ef. 02000000:00000001:3.0:1767384369.526316:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384369.526319:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384369.526320:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384369.526321:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b38dab0a. 00000100:00000001:1.0:1767384369.526323:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.526324:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.526327:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bc75b56. 00000100:00000001:1.0:1767384369.526329:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384369.526330:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526334:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1767384369.526336:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=92 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384369.526338:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.526338:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.526338:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1767384369.526342:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.526343:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526343:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.526350:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384369.526352:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384369.526352:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.526353:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384369.526357:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.526358:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526358:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526359:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384369.526361:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384369.526363:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.526365:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526366:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384369.526368:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526369:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384369.526370:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.526373:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384369.526374:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526376:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526380:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384369.526382:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526383:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384369.526391:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384369.526391:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009faeee67 time=82 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384369.526391:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384369.526392:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.526396:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384369.526400:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384369.526400:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bcae3774 : new rpc_count 1 00000100:00001000:2.0:1767384369.526401:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384369.526403:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384369.526406:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000001:0.0:1767384369.526406:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566689280 : -113724142862336 : ffff989188dcc000) 00000100:00000001:2.0:1767384369.526411:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384369.526413:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526414:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.526414:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000040:0.0:1767384369.526415:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009188c248 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.526419:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566703616 : -113724142848000 : ffff989188dcf800) 00010000:00000001:2.0:1767384369.526420:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384369.526427:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.526429:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079838a7f x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.526451:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075447051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728331392:0@lo:400: 00000100:00000001:0.0:1767384369.526457:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.526460:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000100:00000001:3.0:1767384369.526464:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384369.526465:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526466:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.526467:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384369.526468:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384369.526471:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1767384369.526472:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000100:00000040:2.0:1767384369.526473:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:1.0:1767384369.526474:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000100:00000040:3.0:1767384369.526475:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075447051 x1853236728331392/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526479:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384369.526480:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.526483:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.526484:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009188c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728331776:12345-0@lo:400: 00000020:00000010:1.0:1767384369.526487:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b16593. 00000100:00000040:2.0:1767384369.526493:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384369.526495:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331776 00000100:00100000:1.0:1767384369.526500:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079838a7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728331648:12345-0@lo:400: 00000020:00000001:0.0:1767384369.526500:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384369.526504:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384369.526506:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384369.526508:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.526511:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384369.526514:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384369.526516:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331648 02000000:00000010:3.0:1767384369.526517:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a40e5c94. 00000020:00000001:0.0:1767384369.526518:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000100:00000001:2.0:1767384369.526521:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384369.526522:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384369.526525:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384369.526527:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384369.526527:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384369.526528:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384369.526528:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.526533:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.526533:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.526533:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384369.526537:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000004:00000001:2.0:1767384369.526539:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:0.0:1767384369.526541:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.526542:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000040:2.0:1767384369.526542:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384369.526542:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.526545:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384369.526546:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651467232 : -1058084384 : ffffffffc0eee9e0) 00000020:00000040:3.0:1767384369.526547:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000004:00000040:2.0:1767384369.526548:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384369.526549:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384369.526550:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384369.526553:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384369.526555:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384369.526555:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384369.526558:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acb68d49. 00000020:00000001:1.0:1767384369.526559:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384369.526560:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c68ae8fd. 00000004:00000020:2.0:1767384369.526560:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000000fb6db73): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:0.0:1767384369.526561:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.526563:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384369.526566:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.526567:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.526569:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384369.526572:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.526573:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:2.0:1767384369.526575:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.526575:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384369.526575:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331776 00000100:00000010:3.0:1767384369.526577:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075447051. 00000100:00000001:1.0:1767384369.526580:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384369.526581:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384369.526584:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384369.526584:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384369.526585:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:0.0:1767384369.526588:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009188c248 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.526589:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384369.526590:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8c4f432. 00000100:00000001:3.0:1767384369.526595:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384369.526596:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.526603:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.526604:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384369.526609:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.526609:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.526617:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767384369.526617:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331648 00000100:00100000:2.0:1767384369.526618:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006be8f5c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16356:1853236728331264:0@lo:13: 00010000:00000001:0.0:1767384369.526618:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384369.526621:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.526623:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384369.526623:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.526629:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.526631:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384369.526632:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079838a7f x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526637:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384369.526638:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.526644:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000040:2.0:1767384369.526645:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006be8f5c5 x1853236728331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.526648:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384369.526654:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384369.526655:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384369.526657:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.526660:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526662:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384369.526668:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=87 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384369.526668:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.526672:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000200:0.0:1767384369.526678:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728331776, offset 224 00000100:00000001:1.0:1767384369.526679:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384369.526680:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384369.526684:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384369.526684:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384369.526686:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 22 to 0@lo 02000000:00000010:2.0:1767384369.526688:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000083bf72e0. 00000100:00000001:1.0:1767384369.526693:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384369.526694:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384369.526694:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384369.526699:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384369.526699:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384369.526702:0:16356:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384369.526702:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.526706:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07e00 00000020:00000001:2.0:1767384369.526709:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384369.526709:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384369.526714:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000021b68b7. 00000400:00000200:0.0:1767384369.526714:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2089 [1] + 224 00000100:00000040:1.0:1767384369.526719:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384369.526721:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384369.526722:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384369.526724:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767384369.526724:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000100:00000010:2.0:1767384369.526728:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 00000400:00000200:0.0:1767384369.526729:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384369.526731:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728331648, offset 224 00000100:00080000:3.0:1767384369.526733:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384369.526733:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384369.526735:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384369.526737:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384369.526738:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 10 - evictor 00000400:00000200:1.0:1767384369.526740:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384369.526742:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526743:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526748:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.526751:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.526755:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.526758:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384369.526759:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.526760:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.526770:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07d80 00000400:00000200:1.0:1767384369.526779:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000100:00000001:0.0:1767384369.526780:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.526785:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.526787:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000200:1.0:1767384369.526791:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384369.526791:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:2.0:1767384369.526793:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.526796:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.526797:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384369.526798:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384369.526799:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384369.526800:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.526803:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384369.526804:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.526804:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.526805:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b2ef36. 00000100:00000040:0.0:1767384369.526811:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 21 to 0@lo 00000400:00000200:2.0:1767384369.526812:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00000400:00000010:2.0:1767384369.526816:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00010000:00000001:0.0:1767384369.526817:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384369.526820:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.526822:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384369.526825:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384369.526828:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.526830:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.526831:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009188c248 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384369.526864:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.526868:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384369.526869:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009188c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236728331776:12345-0@lo:400: Request processed in 408us (1477us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384369.526873:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2ead9 00000400:00000010:1.0:1767384369.526878:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000100:00000001:1.0:1767384369.526884:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384369.526885:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384369.526886:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384369.526887:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384369.526889:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.526891:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bcae3774 : new rpc_count 0 00000100:00000001:2.0:1767384369.526892:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384369.526892:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.526896:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384369.526897:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384369.526899:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384369.526900:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.526901:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384369.526903:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384369.526905:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.526905:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdee8f02. 00000020:00000001:1.0:1767384369.526906:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.526911:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.526912:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000020:00000001:1.0:1767384369.526913:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384369.526916:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000302a9153 time=86 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384369.526918:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000100:00000040:1.0:1767384369.526919:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079838a7f x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384369.526925:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=86 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384369.526926:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 00000100:00000001:0.0:1767384369.526930:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.526932:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384369.526935:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.526939:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384369.526942:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079838a7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236728331648:12345-0@lo:400: Request processed in 470us (977us total) trans 0 rc 0/0 00010000:00080000:2.0:1767384369.526946:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.526957:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00000001:2.0:1767384369.526961:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.526964:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:2.0:1767384369.526967:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384369.526968:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384369.526971:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384369.526973:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384369.526976:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384369.526978:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b38dab0a. 00000100:00000001:2.0:1767384369.526980:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.526984:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bc75b56. 00000100:00000040:2.0:1767384369.526987:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384369.526990:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a667ef. 00000020:00000040:1.0:1767384369.526997:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00000100:00000001:2.0:1767384369.526998:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.526999:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384369.527000:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384369.527002:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.527009:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384369.527012:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013bd9746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236728331776:0@lo:400: 00000100:00000001:2.0:1767384369.527016:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.527018:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.527020:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013bd9746 x1853236728331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.527024:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384369.527027:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384369.527028:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a69a32e0. 02000000:00000001:2.0:1767384369.527031:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.527032:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.527033:0:16356:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384369.527034:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384369.527036:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d195ba5. 02000000:00000001:2.0:1767384369.527038:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384369.527039:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384369.527039:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013bd9746. 00000100:00000001:2.0:1767384369.527041:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.527042:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.527043:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.527045:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.527046:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384369.527047:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.527048:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384369.527049:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0f9a9e. 00000400:00000200:2.0:1767384369.527051:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000400:00000010:2.0:1767384369.527052:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000100:00000001:2.0:1767384369.527053:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384369.527055:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384369.527060:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.527064:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.527065:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.527066:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384369.527067:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.527067:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.527068:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.527069:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384369.527071:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384369.527073:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.527075:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384369.527076:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.527077:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384369.527078:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384369.527083:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.527084:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384369.527085:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384369.527086:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384369.527087:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.527088:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.527093:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.527094:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384369.527094:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384369.527095:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.527099:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016f8d93d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236728331648:0@lo:400: 00000100:00000001:2.0:1767384369.527101:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.527102:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.527103:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016f8d93d x1853236728331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.527107:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384369.527107:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384369.527108:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7b34f88. 02000000:00000001:2.0:1767384369.527109:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.527110:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.527110:0:16356:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384369.527111:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384369.527112:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac9af87d. 02000000:00000001:2.0:1767384369.527113:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384369.527114:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384369.527114:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016f8d93d. 00000100:00000001:2.0:1767384369.527116:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.527116:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.527117:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.527120:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.527121:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.527122:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.527122:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.532191:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000040:0.0:1767384369.532192:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000010:1.0:1767384369.532200:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a866064. 00000100:00000010:0.0:1767384369.532202:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da459f3e. 00000100:00000040:3.0:1767384369.532205:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000040:2.0:1767384369.532212:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000010:3.0:1767384369.532213:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c939103c. 00000100:00000010:2.0:1767384369.532223:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021635d69. 00000800:00000200:2.0:1767384370.036214:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f6370f] -> 12345-192.168.202.115@tcp19 (6) 00000800:00000200:2.0:1767384370.036243:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp19 ip 192.168.202.115:988 00000800:00000200:2.0:1767384370.036247:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384370.036258:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384370.036263:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384370.036266:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384370.036270:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000400:00000200:3.0:1767384370.036277:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384370.036282:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384370.036294:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384370.036300:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089cbb41e. 00000400:00000200:3.0:1767384370.036309:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp46 00000400:00000010:3.0:1767384370.036313:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384370.036319:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f09338b3. 00000400:00000010:3.0:1767384370.036324:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000400:00000010:3.0:1767384370.036331:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000983919ff. 00000400:00000200:3.0:1767384370.036336:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp46 00000400:00000200:3.0:1767384370.036352:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp46 local destination 00000400:00000200:3.0:1767384370.036359:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000200:3.0:1767384370.036363:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [234:234:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [210:210:8:4294967295] 00000400:00000200:3.0:1767384370.036377:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000400:00000200:3.0:1767384370.036386:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp46:192.168.202.115@tcp46) : GET try# 0 00000800:00000200:1.0:1767384370.036393:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384370.036394:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp46 00000800:00000010:3.0:1767384370.036402:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3ce9636. 00000800:00000001:1.0:1767384370.036402:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384370.036409:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000200:3.1:1767384370.036413:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000001:1.0:1767384370.036416:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.036421:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.036430:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.036433:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 3 next ping: 298 health :700 00000400:00000200:0.0:1767384370.036493:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036547:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036575:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036587:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036620:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036646:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036670:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036694:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036717:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036762:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036784:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036805:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036828:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036850:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036872:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036895:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036918:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036941:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.036989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037123:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037202:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037250:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037290:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037315:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384370.037337:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384370.037468:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004cb6fa73. 00000800:00000010:0.0:1767384370.037473:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008779716a. 00000800:00000010:0.0:1767384370.037480:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c2c3c62. 00000800:00000010:0.0:1767384370.037501:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c2c3c62. 00000800:00020000:0.0:1767384370.037510:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384370.037514:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008779716a. 00000800:00000010:0.0:1767384370.037517:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004cb6fa73. 00000400:02020000:0.0:1767384370.037554:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384370.037561:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000400:00000200:0.0:1767384370.037566:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384370.037569:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:0.0:1767384370.037572:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3ce9636. 00000400:00000200:0.0:1767384370.037577:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384370.037582:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384370.037591:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384370.037593:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384370.037597:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp46) recovery failed with -71 00000800:00000001:0.0:1767384370.156474:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156490:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.156493:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156495:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.156505:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384370.156519:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 12 MB=0x695824c800880 00000400:00000200:0.0:1767384370.156525:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:0.0:1767384370.156532:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156536:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.156538:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.156541:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:0.0:1767384370.156547:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384370.156549:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384370.156555:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006be8f5c5. 00000100:00000040:0.0:1767384370.156558:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000006be8f5c5 x1853236722010240 msgsize 224 00000100:00100000:0.0:1767384370.156561:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:0.0:1767384370.156572:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384370.156580:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156582:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.156584:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156585:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.156587:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:0.0:1767384370.156591:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 12 MB=0x695824c800800 00000400:00000200:0.0:1767384370.156593:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000800:00000001:0.0:1767384370.156595:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156602:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.156604:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.156606:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:0.0:1767384370.156614:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384370.156615:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384370.156618:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2638381. 00000100:00000040:0.0:1767384370.156619:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000a2638381 x1853236722010112 msgsize 224 00000100:00100000:0.0:1767384370.156622:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:0.0:1767384370.156632:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384370.156635:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.156638:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.156651:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384370.156655:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010240 02000000:00000001:1.0:1767384370.156658:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384370.156660:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.156662:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.156668:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384370.156668:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384370.156673:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010112 00000100:00100000:1.0:1767384370.156675:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010240 02000000:00000001:3.0:1767384370.156676:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384370.156679:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384370.156679:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384370.156683:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.156683:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000001:1.0:1767384370.156686:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384370.156689:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.156690:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=6 00000020:00000001:1.0:1767384370.156693:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000100:00100000:3.0:1767384370.156694:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010112 00000020:00000001:1.0:1767384370.156696:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:3.0:1767384370.156699:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384370.156700:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384370.156704:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000010:1.0:1767384370.156707:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b16593. 00000020:00000001:3.0:1767384370.156708:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384370.156713:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=7 00000020:00000010:1.0:1767384370.156715:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c3f7e2dd. 00000020:00000001:3.0:1767384370.156718:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000040:1.0:1767384370.156722:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 10 - evictor 00000020:00000001:3.0:1767384370.156724:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000100:00000001:3.0:1767384370.156729:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.156735:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072ac2bdf. 00000100:00000001:1.0:1767384370.156738:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384370.156739:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384370.156743:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072ac2bdf. 00000020:00000010:1.0:1767384370.156744:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000020:00000010:3.0:1767384370.156751:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a8918fd. 00000020:00000010:1.0:1767384370.156752:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abf948b1. 00000020:00000010:1.0:1767384370.156759:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00080000:0.0:1767384370.156759:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767384370.156761:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c9268e0. 00000020:00000040:0.0:1767384370.156765:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 10 - evictor 00000020:00000010:3.0:1767384370.156768:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df0673ec. 00000100:00000040:1.0:1767384370.156771:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384370.156775:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384370.156777:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384370.156777:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384370.156779:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.156780:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384370.156784:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.156789:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.156791:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.156799:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.156814:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.156823:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384370.156826:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.156827:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384370.156828:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384370.156829:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.156834:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 4 00000100:00000001:3.0:1767384370.156839:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384370.156840:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:0.0:1767384370.156843:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349492204672 : -113724217346944 : ffff9891846c3480) 00000100:00100000:1.0:1767384370.156847:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 5 00000100:00000040:1.0:1767384370.156851:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 2 00000100:00000001:3.0:1767384370.156852:0:17088:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.156854:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349498620032 : -113724210931584 : ffff989184ce1880) 00000100:00000040:0.0:1767384370.156855:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006be8f5c5 x1853236722010240/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.156857:0:17088:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.156868:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384370.156871:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2638381 x1853236722010112/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384370.156872:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000100:00000001:0.0:1767384370.156877:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.156883:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000100:00000001:1.0:1767384370.156889:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.156893:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000100:00000001:1.0:1767384370.156896:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384370.156898:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006be8f5c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+7:15189:x1853236722010240:12345-192.168.202.15@tcp50:41: 00000020:00000010:1.0:1767384370.156899:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000100:00100000:1.0:1767384370.156907:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2638381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d16c74c4-4c0b-4913-8034-7515e2db071e+7:0:x1853236722010112:12345-192.168.202.15@tcp50:41: 00000100:00000200:0.0:1767384370.156908:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010240 00000100:00000200:1.0:1767384370.156911:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010112 00000020:00000001:1.0:1767384370.156915:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384370.156915:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384370.156918:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.156920:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384370.156923:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.156926:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.156926:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.156929:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424448 : -1046127168 : ffffffffc1a55dc0) 00000020:00000001:0.0:1767384370.156931:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384370.156933:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384370.156936:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424448 : -1046127168 : ffffffffc1a55dc0) 00000001:00000001:1.0:1767384370.156942:0:17086:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722010112, found 0 last_xid 0 00000020:00000001:0.0:1767384370.156942:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384370.156947:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384370.156948:0:17913:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722010240, found 0 last_xid 0 00000020:00000001:1.0:1767384370.156950:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384370.156953:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.156956:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.156957:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.156962:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384370.156964:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384370.156966:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384370.156967:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384370.156972:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384370.156973:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000eee5b228. 02000000:00000001:1.0:1767384370.156977:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.156979:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.156979:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.156984:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:1.0:1767384370.156986:0:17086:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1767384370.156990:0:17086:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384370.156991:0:17086:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384370.156991:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000003bf64f1. 02000000:00000001:0.0:1767384370.156996:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.157000:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1767384370.157004:0:17086:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000004:00000001:0.0:1767384370.157005:0:17913:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384370.157009:0:17913:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384370.157010:0:17913:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384370.157018:0:17086:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000024:0.0:1767384370.157018:0:17913:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:1.0:1767384370.157025:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1767384370.157028:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000bcae3774 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384370.157029:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000eecba894 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384370.157032:0:17086:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:0.0:1767384370.157034:0:17913:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000010:1.0:1767384370.157036:0:17086:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000629f0801. 00000020:00000020:0.0:1767384370.157040:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 dirty 0 pend 0 grant 2146304 00000020:00000001:1.0:1767384370.157042:0:17086:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384370.157045:0:17086:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.157048:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000bcae3774 dirty 0 pend 0 grant 0 00000001:00000001:1.0:1767384370.157049:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384370.157052:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.157056:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000eecba894 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384370.157057:0:17086:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384370.157062:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010112 00000004:00000020:0.0:1767384370.157064:0:17913:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00010000:00000001:1.0:1767384370.157065:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384370.157070:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2638381 x1853236722010112/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/368 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384370.157073:0:17913:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000018c8ac12. 00000020:00000001:0.0:1767384370.157081:0:17913:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:1.0:1767384370.157082:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384370.157086:0:17913:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.157087:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384370.157092:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=88 v=5 (1 0 0 0) 00000001:00000001:0.0:1767384370.157092:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.157095:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.157098:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1767384370.157099:0:17913:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.157103:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00010000:00000040:0.0:1767384370.157105:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010240 00000100:00000001:1.0:1767384370.157106:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:1.0:1767384370.157110:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384370.157112:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384370.157113:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.157117:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384370.157122:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00010000:00000200:0.0:1767384370.157122:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006be8f5c5 x1853236722010240/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/368 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384370.157127:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000100:00000200:1.0:1767384370.157166:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236722010112, offset 224 00000400:00000200:1.0:1767384370.157175:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.157176:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.157180:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.157182:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=88 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384370.157187:0:17086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000100:00000001:0.0:1767384370.157189:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.157195:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.157197:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.157199:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.157201:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.157204:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384370.157207:0:17086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [235:235:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000040:0.0:1767384370.157213:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.157232:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000400:00000200:1.0:1767384370.157239:0:17086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000100:00000200:0.0:1767384370.157240:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236722010240, offset 224 00000400:00000200:0.0:1767384370.157249:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000800:00000200:1.0:1767384370.157253:0:17086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384370.157258:0:17086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b67ac40. 00000400:00000200:0.0:1767384370.157264:0:17913:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000800:00000200:1.0:1767384370.157267:0:17086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384370.157274:0:17086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384370.157277:0:17086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b67ac40 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384370.157281:0:17913:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [236:236:255:4294967295] 192.168.202.15@tcp50 LPNI seq info [20:20:7:4294967295] 00000100:00000001:1.0:1767384370.157295:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384370.157296:0:17913:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000100:00000040:1.0:1767384370.157302:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384370.157306:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384370.157309:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384370.157310:0:17913:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000020:00000001:1.0:1767384370.157312:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:0.0:1767384370.157315:0:17913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b01db43b. 00000100:00000040:1.0:1767384370.157319:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2638381 x1853236722010112/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/368 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384370.157326:0:17913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.157335:0:17913:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000100:00100000:1.0:1767384370.157339:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2638381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d16c74c4-4c0b-4913-8034-7515e2db071e+7:0:x1853236722010112:12345-192.168.202.15@tcp50:41: Request processed in 445us (714us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384370.157341:0:17913:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b01db43b type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.157349:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384370.157352:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 5 00000100:00000040:0.0:1767384370.157356:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00000100:00000040:1.0:1767384370.157357:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:1.0:1767384370.157362:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384370.157362:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384370.157366:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384370.157366:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.157371:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384370.157372:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c9268e0. 00000100:00000040:0.0:1767384370.157376:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006be8f5c5 x1853236722010240/t0(0) o41->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/368 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384370.157377:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df0673ec. 00000800:00000200:3.0:1767384370.157382:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384370.157383:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a8918fd. 00000800:00000010:3.0:1767384370.157388:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b67ac40. 00000020:00000040:1.0:1767384370.157391:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 6 00000400:00000200:3.0:1767384370.157394:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384370.157395:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006be8f5c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+7:15189:x1853236722010240:12345-192.168.202.15@tcp50:41: Request processed in 521us (830us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384370.157396:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.157406:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00100000:0.0:1767384370.157412:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 4 00000400:00000200:3.0:1767384370.157413:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2ead9 00000100:00000040:0.0:1767384370.157415:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000400:00000010:3.0:1767384370.157417:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000100:00000001:0.0:1767384370.157418:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384370.157422:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.157422:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384370.157426:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384370.157427:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abf948b1. 00000020:00000010:0.0:1767384370.157432:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:0.0:1767384370.157435:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000020:00000040:0.0:1767384370.157437:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 5 00000100:00000001:0.0:1767384370.157440:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384370.157518:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384370.157521:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b01db43b. 00000400:00000200:3.0:1767384370.157523:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.157527:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384370.157529:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004888adcc 00000400:00000010:3.0:1767384370.157531:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000001:3.0:1767384370.157533:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384370.157534:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384370.158547:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.158555:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.158557:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.158558:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.158563:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:1.0:1767384370.158569:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 440 into portal 12 MB=0x695824c800900 00000400:00000200:1.0:1767384370.158573:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 440/440 into md 0x229 [64] + 10368 00000800:00000001:1.0:1767384370.158583:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.158587:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.158589:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.158591:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:1.0:1767384370.158594:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384370.158595:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384370.158598:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000988715d0. 00000100:00000040:1.0:1767384370.158600:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000988715d0 x1853236722010368 msgsize 440 00000100:00100000:1.0:1767384370.158603:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:1.0:1767384370.158613:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384370.158617:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.158619:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.158660:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.158662:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010368 02000000:00000001:0.0:1767384370.158664:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.158665:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.158666:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.158668:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.158670:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010368 00000020:00000001:0.0:1767384370.158671:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.158672:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000001:0.0:1767384370.158674:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.158675:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=6 00000020:00000001:0.0:1767384370.158676:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:0.0:1767384370.158678:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000100:00000001:0.0:1767384370.158680:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.158682:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000100:00000001:0.0:1767384370.158684:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.158685:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000020:00000010:0.0:1767384370.158689:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000010:0.0:1767384370.158692:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301d668a. 00000020:00000010:0.0:1767384370.158694:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000100:00000040:0.0:1767384370.158697:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384370.158699:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.158700:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384370.158701:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.158704:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.158712:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.158717:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.158718:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.158721:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 6 00000100:00000040:0.0:1767384370.158723:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:0.0:1767384370.158725:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354379536384 : -113719330015232 : ffff9892a7baf800) 00000100:00000040:0.0:1767384370.158729:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000988715d0 x1853236722010368/t0(0) o40->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 440/0 e 0 to 0 dl 1767384381 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.158735:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.158737:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000100:00000001:0.0:1767384370.158738:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.158740:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000100:00100000:0.0:1767384370.158743:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000988715d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+6:15189:x1853236722010368:12345-192.168.202.15@tcp50:40: 00000100:00000200:0.0:1767384370.158746:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010368 00000020:00000001:0.0:1767384370.158747:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384370.158749:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.158751:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.158752:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.158753:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424400 : -1046127216 : ffffffffc1a55d90) 00000020:00000001:0.0:1767384370.158755:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384370.158756:0:17913:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722010368, found 0 last_xid 1853236722010367 00000020:00000001:0.0:1767384370.158758:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.158759:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.158760:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.158761:0:17913:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384370.158763:0:17913:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.158764:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.158765:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.158766:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.158768:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000c9d3489d. 02000000:00000001:0.0:1767384370.158770:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.158771:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.158773:0:17913:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384370.158774:0:17913:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384370.158775:0:17913:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.158777:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.158778:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.158780:0:17913:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384370.158782:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010368 00010000:00000001:0.0:1767384370.158783:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.158785:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000988715d0 x1853236722010368/t0(0) o40->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 440/448 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.158790:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.158791:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.158792:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.158794:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.158795:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.158797:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.158798:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.158799:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.158800:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.158802:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.158804:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384370.158806:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236722010368, offset 224 00000400:00000200:0.0:1767384370.158809:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.158813:0:17913:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.158819:0:17913:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [237:237:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384370.158825:0:17913:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.158828:0:17913:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.158830:0:17913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009eda71a2. 00000800:00000200:0.0:1767384370.158833:0:17913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.158836:0:17913:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.158838:0:17913:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009eda71a2 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.158848:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.158850:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.158852:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.158852:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.158854:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.158856:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000988715d0 x1853236722010368/t0(0) o40->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 440/448 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.158861:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000988715d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+6:15189:x1853236722010368:12345-192.168.202.15@tcp50:40: Request processed in 126us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.158866:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 6 00000100:00000040:0.0:1767384370.158868:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000100:00000001:0.0:1767384370.158869:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.158871:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.158872:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301d668a. 00000020:00000010:0.0:1767384370.158875:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000020:00000010:0.0:1767384370.158877:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000020:00000040:0.0:1767384370.158879:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 5 00000100:00000001:0.0:1767384370.158881:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384370.158923:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384370.158926:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009eda71a2. 00000400:00000200:3.0:1767384370.158928:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.158932:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384370.158934:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:3.0:1767384370.158935:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:3.0:1767384370.158938:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384370.158939:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384370.159840:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.159847:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.159849:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.159852:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.159858:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384370.159936:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 520 into portal 28 MB=0x695824c800980 00000400:00000200:3.0:1767384370.159943:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.15@tcp50 of length 520/520 into md 0xab9 [8] + 5008 00000800:00000001:3.0:1767384370.159948:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.159960:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.159963:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.159967:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:3.0:1767384370.159971:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.159973:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384370.159977:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a4f5219. 00000100:00000040:3.0:1767384370.159980:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000000a4f5219 x1853236722010496 msgsize 520 00000100:00100000:3.0:1767384370.160095:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:3.0:1767384370.160106:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384370.160111:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.160115:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.160116:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.160117:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.160121:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384370.160125:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 448 into portal 23 MB=0x695824c800a00 00000400:00000200:3.0:1767384370.160130:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.15@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:3.0:1767384370.160134:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.160161:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.160163:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.160166:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:0.0:1767384370.160167:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384370.160169:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.160173:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00100000:0.0:1767384370.160173:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010496 00000100:00000010:3.0:1767384370.160176:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004920708. 02000000:00000001:0.0:1767384370.160178:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.160182:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384370.160183:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000004920708 x1853236722010624 msgsize 448 00000100:00000001:0.0:1767384370.160187:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384370.160192:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 02000000:00000001:0.0:1767384370.160194:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.160199:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010496 00000100:00000001:3.0:1767384370.160202:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384370.160202:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.160207:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:3.0:1767384370.160208:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384370.160210:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767384370.160212:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.160213:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384370.160215:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384370.160232:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384370.160234:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.160241:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000020:00000010:0.0:1767384370.160241:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000010:0.0:1767384370.160249:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301d668a. 00000400:00000200:3.0:1767384370.160254:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 26 MB=0x695824c800a80 00000020:00000010:0.0:1767384370.160256:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000100:00000001:0.0:1767384370.160262:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384370.160263:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 224/224 into md 0x1925 [2] + 0 00000100:00000001:0.0:1767384370.160266:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384370.160267:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000006a8a6dc. 00000100:00000001:0.0:1767384370.160268:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.160275:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384370.160277:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee226bd. 00000100:00100000:1.0:1767384370.160279:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010624 00000100:00000001:0.0:1767384370.160279:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384370.160281:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c68933b1 02000000:00000001:1.0:1767384370.160283:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384370.160287:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.160288:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384370.160289:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384370.160291:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384370.160294:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010624 00000800:00000001:3.0:1767384370.160296:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.160296:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384370.160299:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000400:00000200:3.0:1767384370.160301:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384370.160301:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.160302:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.160305:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=6 00000020:00000001:1.0:1767384370.160308:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:1.0:1767384370.160312:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000400:00000200:3.0:1767384370.160315:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:1.0:1767384370.160316:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384370.160319:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384370.160321:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c68933b1 00000020:00000010:1.0:1767384370.160321:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000100:00000001:0.0:1767384370.160324:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384370.160325:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c68933b1. 00000100:00000001:1.0:1767384370.160326:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.160330:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000100:00000001:3.0:1767384370.160332:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.160335:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384370.160336:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054c51830. 00000100:00100000:0.0:1767384370.160336:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 4 00000100:00000040:3.0:1767384370.160339:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000056fb96c4 x1853236722010752 msgsize 224 00000020:00000010:1.0:1767384370.160342:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b02794a6. 00000100:00000001:0.0:1767384370.160343:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354378909312 : -113719330642304 : ffff9892a7b16680) 00000020:00000010:1.0:1767384370.160347:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000100:00100000:3.0:1767384370.160352:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:0.0:1767384370.160353:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a4f5219 x1853236722010496/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384370.160355:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384370.160356:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1767384370.160364:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384370.160368:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384370.160370:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384370.160371:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384370.160374:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.160376:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a4f5219 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:11799:x1853236722010496:12345-192.168.202.15@tcp50:8: 00000800:00000001:3.0:1767384370.160377:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.160380:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.160382:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384370.160386:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010496 00000100:00100000:2.0:1767384370.160388:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010752 00000020:00000001:0.0:1767384370.160390:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384370.160391:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384370.160393:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384370.160397:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384370.160398:0:18426:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:2.0:1767384370.160402:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.160404:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384370.160407:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.160407:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384370.160410:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - find 00000100:00100000:1.0:1767384370.160413:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 0 00000100:00100000:2.0:1767384370.160414:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010752 00000020:00000001:0.0:1767384370.160418:0:18426:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630353827344816 : -113719882206800 : ffff989286d131b0) 00000020:00000010:3.0:1767384370.160421:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d62d21c5. 00000020:00000001:2.0:1767384370.160421:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384370.160421:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:0.0:1767384370.160425:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384370.160426:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354378913792 : -113719330637824 : ffff9892a7b17800) 00000020:00000040:2.0:1767384370.160427:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000100:00000001:3.0:1767384370.160428:0:17089:0:(service.c:3426:ptlrpc_start_thread()) Process entered 02000000:00000001:0.0:1767384370.160430:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384370.160433:0:17089:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000001:2.0:1767384370.160433:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384370.160435:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004920708 x1853236722010624/t0(0) o33->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 448/0 e 0 to 0 dl 1767384381 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000040:2.0:1767384370.160438:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=9 02000000:00000010:0.0:1767384370.160438:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cb98205b. 00000100:00000010:3.0:1767384370.160441:0:17089:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000f0b1d60. 02000000:00000001:0.0:1767384370.160445:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.160446:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00100000:3.0:1767384370.160450:0:17089:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00000001:0.0:1767384370.160453:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.160454:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00010000:00000040:0.0:1767384370.160461:0:18426:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767384370.160462:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384370.160462:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.160469:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000020:00000010:2.0:1767384370.160471:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6a2c2e. 00000100:00000001:1.0:1767384370.160473:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00080000:0.0:1767384370.160474:0:18426:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50 t0 exp 0000000000000000 cur 290 last 0 00000100:00000001:2.0:1767384370.160477:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.160478:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000020:00000010:2.0:1767384370.160485:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6a2c2e. 00010000:00000001:0.0:1767384370.160486:0:18426:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00100000:1.0:1767384370.160489:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004920708 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d16c74c4-4c0b-4913-8034-7515e2db071e+6:15189:x1853236722010624:12345-192.168.202.15@tcp50:33: 00002000:00000001:0.0:1767384370.160491:0:18426:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000200:1.0:1767384370.160494:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010624 00000020:00000010:2.0:1767384370.160496:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7b34f88. 00000020:00000001:0.0:1767384370.160496:0:18426:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384370.160497:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384370.160501:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.160501:0:18426:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384370.160505:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f03fa9e5. 00000020:00000001:1.0:1767384370.160506:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.160508:0:18426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000033970068. 00000020:00000001:1.0:1767384370.160511:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384370.160514:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000020:00000001:1.0:1767384370.160514:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424064 : -1046127552 : ffffffffc1a55c40) 00000020:00000001:0.0:1767384370.160514:0:18426:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384370.160520:0:18426:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000033970068 with handle 0x960a57272cefbced to hash 00000020:00000001:1.0:1767384370.160521:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384370.160524:0:17090:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722010624, found 0 last_xid 1853236722010623 00000020:00000001:0.0:1767384370.160526:0:18426:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:2.0:1767384370.160528:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384370.160529:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.160532:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.160532:0:18426:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:2.0:1767384370.160535:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384370.160536:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1767384370.160537:0:18426:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:2.0:1767384370.160538:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384370.160539:0:17090:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00000001:2.0:1767384370.160543:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384370.160544:0:18426:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e277794a. 00000020:00000001:1.0:1767384370.160545:0:17090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384370.160551:0:17090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353829912152 : -113719879639464 : ffff989286f85e58) 00000001:00000001:0.0:1767384370.160551:0:18426:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.160554:0:17089:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.160554:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.160557:0:17090:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.160558:0:18426:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384370.160562:0:18426:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:1.0:1767384370.160566:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.160568:0:40018:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000010:0.0:1767384370.160568:0:18426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003e9303df. 00000004:00000001:1.0:1767384370.160571:0:17090:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000004:00000001:1.0:1767384370.160576:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000010:0.0:1767384370.160577:0:18426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fcd7ac08. 00000100:00000001:2.0:1767384370.160579:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384370.160582:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000010:3.0:1767384370.160585:0:40018:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000072ac2bdf. 00000001:00000010:0.0:1767384370.160585:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f131b468. 00080000:00000001:1.0:1767384370.160587:0:17090:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1767384370.160592:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384370.160594:0:40018:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000242f991f. 00000001:00000010:0.0:1767384370.160594:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c25a54b2. 00000100:00000001:2.0:1767384370.160597:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:0.0:1767384370.160603:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006dc7376c. 00000020:00000010:3.0:1767384370.160604:0:40018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089cbb41e. 00080000:00000010:1.0:1767384370.160606:0:17090:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 000000004c730635. 00000100:00100000:2.0:1767384370.160609:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 168 00000001:00000010:0.0:1767384370.160611:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c07581ef. 00000020:00000010:3.0:1767384370.160612:0:40018:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a40e5c94. 00000004:00000001:1.0:1767384370.160613:0:17090:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:2.0:1767384370.160614:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000004:00000001:1.0:1767384370.160620:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:0.0:1767384370.160620:0:18426:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384370.160621:0:40018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd8b1353. 00000100:00000001:2.0:1767384370.160621:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250600528 : -113719458951088 : ffff9892a00b9050) 00000004:00000001:1.0:1767384370.160627:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:0.0:1767384370.160628:0:18426:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384370.160630:0:40018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adcc59d4. 00000004:00000001:1.0:1767384370.160630:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:2.0:1767384370.160634:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056fb96c4 x1853236722010752/t0(0) o400->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384370.160636:0:18426:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384370.160637:0:17090:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1767384370.160638:0:40018:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8e83430. 00000004:00000001:1.0:1767384370.160644:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:0.0:1767384370.160645:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=3 00000020:00000010:3.0:1767384370.160646:0:40018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000075ec580f. 00000004:00000001:1.0:1767384370.160650:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384370.160654:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 80000000:00000010:3.0:1767384370.160655:0:40018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c939103c. 00000020:00000040:0.0:1767384370.160655:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 7 - export 00080000:00000001:1.0:1767384370.160657:0:17090:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1767384370.160661:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 40000000:00000010:3.0:1767384370.160662:0:40018:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da79d251. 00000020:00000001:0.0:1767384370.160664:0:18426:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630349479196672 : -113724230354944 : ffff989183a5b800) 00000004:00000001:1.0:1767384370.160665:0:17090:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000010:2.0:1767384370.160668:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6a2c2e. 00100000:00000010:3.0:1767384370.160669:0:40018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f4c894d. 00000004:00000001:1.0:1767384370.160670:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000040:0.0:1767384370.160671:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 2 00000100:00000001:2.0:1767384370.160674:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384370.160675:0:17090:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000080:0.0:1767384370.160678:0:18426:0:(genops.c:1402:class_connect()) connect: client d16c74c4-4c0b-4913-8034-7515e2db071e, cookie 0x960a57272cefbced 00000004:00000001:1.0:1767384370.160679:0:17090:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000020:00000010:2.0:1767384370.160682:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6a2c2e. 00040000:00000010:3.0:1767384370.160683:0:40018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebfb8ad9. 00000100:00000001:1.0:1767384370.160683:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384370.160683:0:18426:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.160688:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384370.160689:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00040000:00000010:3.0:1767384370.160690:0:40018:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006ff05126. 02000000:00000010:1.0:1767384370.160692:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000296d9803. 00000020:00000040:0.0:1767384370.160694:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbced 00000100:00100000:2.0:1767384370.160695:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056fb96c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:79a3973a-570f-4516-b0eb-cf8df5359330+9:11801:x1853236722010752:12345-192.168.202.15@tcp50:400: 00040000:00000010:3.0:1767384370.160697:0:40018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004929ed34. 02000000:00000001:1.0:1767384370.160697:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.160698:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.160702:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033970068 refcount=3 00000100:00000001:1.0:1767384370.160703:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384370.160708:0:40018:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bc31e91a. 00000020:00000001:0.0:1767384370.160709:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349479196672 : -113724230354944 : ffff989183a5b800) 00000004:00000001:1.0:1767384370.160710:0:17090:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384370.160714:0:17090:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384370.160716:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010752 00000004:00000001:1.0:1767384370.160717:0:17090:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000020:00000001:0.0:1767384370.160717:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349479196672 : -113724230354944 : ffff989183a5b800) 00000001:00000001:1.0:1767384370.160720:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384370.160723:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:1.0:1767384370.160724:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.160724:0:18426:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00080000:00000010:3.0:1767384370.160727:0:40018:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000003518ca9. 00000020:00000001:2.0:1767384370.160729:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1767384370.160730:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.160731:0:18426:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000001:2.0:1767384370.160734:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384370.160734:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:0.0:1767384370.160737:0:18426:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 7 00000004:00000010:3.0:1767384370.160739:0:40018:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cb1bc4b. 00000020:00000001:2.0:1767384370.160739:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1767384370.160740:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.160744:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00000001:00000001:0.0:1767384370.160744:0:18426:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630354588612608 : -113719120939008 : ffff9892b4313800) 00000001:00000001:1.0:1767384370.160746:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000004:00000010:3.0:1767384370.160749:0:40018:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0a2f8fa. 00000001:00000001:1.0:1767384370.160749:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384370.160752:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384370.160753:0:18426:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000001:00000001:1.0:1767384370.160754:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.160757:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384370.160758:0:40018:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000da0e8f59. 00000020:00000040:0.0:1767384370.160758:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=4 00000001:00000001:1.0:1767384370.160759:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:2.0:1767384370.160761:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000040:0.0:1767384370.160764:0:18426:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 8 00000020:00000001:2.0:1767384370.160765:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1767384370.160767:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1767384370.160768:0:40018:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fadc871d. 00000020:00000001:2.0:1767384370.160769:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.160771:0:18426:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384370.160773:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.160776:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000001:1.0:1767384370.160777:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000001:2.0:1767384370.160780:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1767384370.160780:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:08000000:0.0:1767384370.160782:0:18426:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.15@tcp50 to nodemap default 02000000:00000001:2.0:1767384370.160786:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384370.160786:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384370.160788:0:18426:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 7 00000100:00000010:3.0:1767384370.160789:0:40018:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e656df01. 00000001:00000001:1.0:1767384370.160793:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000010:2.0:1767384370.160794:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000941354ae. 00000001:00000001:1.0:1767384370.160796:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.160796:0:18426:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384370.160799:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384370.160800:0:40018:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00002000:00100000:0.0:1767384370.160803:0:18426:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 02000000:00000001:1.0:1767384370.160804:0:17090:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:2.0:1767384370.160806:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384370.160810:0:17090:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000000cd5c4c9. 00000020:00000001:2.0:1767384370.160812:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384370.160817:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010752 00000004:00000001:1.0:1767384370.160817:0:17090:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000020:00000001:0.0:1767384370.160818:0:18426:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000004:00000040:1.0:1767384370.160821:0:17090:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00010000:00000001:2.0:1767384370.160824:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384370.160825:0:18426:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384370.160832:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056fb96c4 x1853236722010752/t0(0) o400->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384370.160842:0:18426:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 free: 144203776 avail: 129867776 00000020:00000001:0.0:1767384370.160849:0:18426:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384370.160852:0:18426:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00010000:00000001:2.0:1767384370.160855:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384370.160859:0:18426:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00010000:00000001:2.0:1767384370.160860:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.160865:0:18426:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000100:00001000:2.0:1767384370.160866:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=93 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384370.160868:0:18426:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384370.160873:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384370.160878:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000020:00000001:0.0:1767384370.160879:0:18426:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384370.160882:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000020:00000020:0.0:1767384370.160884:0:18426:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 free: 144203776 avail: 129867776 02000000:00000001:2.0:1767384370.160888:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384370.160892:0:18426:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 02000000:00000001:2.0:1767384370.160893:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.160897:0:18426:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000100:00000001:2.0:1767384370.160898:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384370.160903:0:18426:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000100:00000040:2.0:1767384370.160905:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000020:00000001:0.0:1767384370.160907:0:18426:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000400:00000010:2.0:1767384370.160912:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000020:00000020:0.0:1767384370.160912:0:18426:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 wants: 134217728 current grant 0 granting: 8437760 00000100:00000200:2.0:1767384370.160919:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236722010752, offset 224 00000020:00000020:0.0:1767384370.160919:0:18426:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:0.0:1767384370.160924:0:18426:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000020:0.0:1767384370.160928:0:18426:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 ocd_grant: 8437760 want: 134217728 left: 129585152 00000400:00000200:2.0:1767384370.160933:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000020:00000001:0.0:1767384370.160934:0:18426:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:0.0:1767384370.160938:0:18426:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:0.0:1767384370.160942:0:18426:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.160947:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000001:00000001:0.0:1767384370.160948:0:18426:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:0.0:1767384370.160953:0:18426:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'd16c74c4-4c0b-4913-8034-7515e2db071e' generation 0 00000001:00000001:0.0:1767384370.160957:0:18426:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000400:00000200:2.0:1767384370.160960:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [238:238:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [22:22:8:4294967295] 00080000:00000001:0.0:1767384370.160961:0:18426:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384370.160968:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b3a667ef. 00080000:00000001:0.0:1767384370.160974:0:18426:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349473676288 : -113724235875328 : ffff989183517c00) 00000400:00000200:2.0:1767384370.160982:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00080000:00000001:0.0:1767384370.160982:0:18426:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384370.160989:0:18426:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:2.0:1767384370.160991:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00080000:00000010:0.0:1767384370.160995:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c2c3c62. 00000800:00000010:2.0:1767384370.160998:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b039467. 00080000:00000001:0.0:1767384370.161000:0:18426:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.161004:0:18426:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384370.161014:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:2.0:1767384370.161030:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00080000:00000001:0.0:1767384370.161030:0:18426:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384370.161036:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b039467 type 1, nob 320 niov 1 nkiov 1 00000001:00000010:0.0:1767384370.161038:0:18426:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000807d4b0f. 00000001:00000040:0.0:1767384370.161042:0:18426:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000033970068 : new cb_count 1 00000020:00000040:0.0:1767384370.161045:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=5 00000100:00000001:2.0:1767384370.161053:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384370.161059:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00010000:00000001:2.0:1767384370.161062:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384370.161064:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.161066:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384370.161071:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056fb96c4 x1853236722010752/t0(0) o400->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384370.161082:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056fb96c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:79a3973a-570f-4516-b0eb-cf8df5359330+9:11801:x1853236722010752:12345-192.168.202.15@tcp50:400: Request processed in 419us (740us total) trans 0 rc 0/0 00000001:00000001:0.0:1767384370.161087:0:18426:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00100000:2.0:1767384370.161092:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 168 00080000:00000001:0.0:1767384370.161092:0:18426:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384370.161098:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:2.0:1767384370.161101:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:0.0:1767384370.161103:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c2c3c62. 00000100:00000001:2.0:1767384370.161104:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767384370.161105:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384370.161109:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b039467. 00000020:00000010:2.0:1767384370.161111:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f03fa9e5. 00000400:00000200:3.0:1767384370.161113:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:0.0:1767384370.161113:0:18426:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:2.0:1767384370.161118:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00040000:00000001:0.0:1767384370.161118:0:18426:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384370.161123:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00080000:00000001:0.0:1767384370.161124:0:18426:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384370.161125:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7b34f88. 00000400:00000200:3.0:1767384370.161127:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16ffa72 00000001:00000040:0.0:1767384370.161129:0:18426:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000400:00000010:3.0:1767384370.161131:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000020:00000040:2.0:1767384370.161175:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000001:00000001:0.0:1767384370.161176:0:18426:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384370.161182:0:18426:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000100:00000001:2.0:1767384370.161185:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.161185:0:18426:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384370.161192:0:18426:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000a3fa80de 00000100:00000200:2.0:1767384370.161193:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384370.161198:0:18426:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e9698a60. 00000400:00000010:2.0:1767384370.161201:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0f9a9e. 00000020:00000040:0.0:1767384370.161208:0:18426:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000e9698a60 for nid 192.168.202.15@tcp50 - ref 2 00000100:00000001:3.0:1767384370.161242:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384370.161245:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384370.161246:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001548b6da. 02000000:00000010:3.0:1767384370.161248:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000941354ae. 02000000:00000001:3.0:1767384370.161254:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384370.161256:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384370.161325:0:18426:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.161335:0:18426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a8b4412f. 00000020:00000010:0.0:1767384370.161341:0:18426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000002f375293. 00000020:00000010:0.0:1767384370.161357:0:18426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000ea4b890d. 00000020:00000010:0.0:1767384370.161377:0:18426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000949685a7. 00000020:00000010:0.0:1767384370.161380:0:18426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000139dcc65. 00000020:00000010:0.0:1767384370.161383:0:18426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004a5d709b. 00000004:00080000:3.0:1767384370.161395:0:17090:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 569us 00002000:00000001:0.0:1767384370.161395:0:18426:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384370.161401:0:17090:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00002000:00080000:0.0:1767384370.161401:0:18426:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:0.0:1767384370.161406:0:18426:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.161409:0:18426:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.161414:0:18426:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004c6dec36. 00000020:00000040:0.0:1767384370.161417:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 8 - import 00000020:00000001:0.0:1767384370.161423:0:18426:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384370.161425:0:18426:0:(genops.c:1242:class_import_put()) import 000000004c6dec36 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384370.161427:0:18426:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384370.161429:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000020:00000040:0.0:1767384370.161434:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=6 00000100:00000040:0.0:1767384370.161436:0:18426:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000033970068 : new rpc_count 1 00000100:00000001:0.0:1767384370.161438:0:18426:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384370.161446:0:18426:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.15@tcp50 primary NID 192.168.202.15@tcp50 rc 0 00000100:00000001:0.0:1767384370.161450:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.161452:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.161455:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000100:00000001:0.0:1767384370.161457:0:18426:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630353975393728 : -113719734157888 : 0xffff98928fa43dc0) 00000100:00000040:0.0:1767384370.161461:0:18426:0:(connection.c:149:ptlrpc_connection_get()) conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000020:00000040:0.0:1767384370.161464:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=7 00000100:00000001:0.0:1767384370.161469:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.161472:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.161474:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.161477:0:18426:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384370.161480:0:18426:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384370.161482:0:18426:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:0.0:1767384370.161485:0:18426:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651718720 : -1057832896 : ffffffffc0f2c040) 02000000:00000001:0.0:1767384370.161489:0:18426:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.161491:0:18426:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384370.161494:0:18426:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384370.161497:0:18426:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384370.161500:0:18426:0:(import.c:65:import_set_state_nolock()) 000000004c6dec36 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384370.161503:0:18426:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384370.161505:0:18426:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384370.161507:0:18426:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.161510:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 6 00000020:00000040:0.0:1767384370.161512:0:18426:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 8 - find 00010000:00000001:0.0:1767384370.161515:0:18426:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.161518:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.161521:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548000 : -1044003616 : ffffffffc1c5c4e0) 00000020:00000001:0.0:1767384370.161524:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384370.161525:0:18426:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.161527:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.161528:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.161531:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.161533:0:18426:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384370.161537:0:18426:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.161539:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010496 00010000:00000001:0.0:1767384370.161542:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.161546:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a4f5219 x1853236722010496/t0(0) o8->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.161555:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.161557:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.161559:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=83 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384370.161562:0:18426:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384370.161565:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.161568:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.161569:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.161572:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.161574:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.161576:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.161578:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.161582:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384370.161585:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236722010496, offset 0 00000400:00000200:0.0:1767384370.161591:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.161598:0:18426:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.161607:0:18426:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [239:239:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384370.161617:0:18426:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.161622:0:18426:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.161626:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d7267f1. 00000800:00000200:0.0:1767384370.161631:0:18426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.161636:0:18426:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.161639:0:18426:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d7267f1 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.161653:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.161657:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.161660:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.161662:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.161665:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.161669:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a4f5219 x1853236722010496/t0(0) o8->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.161679:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a4f5219 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+6:11799:x1853236722010496:12345-192.168.202.15@tcp50:8: Request processed in 1309us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.161688:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 4 00000100:00000040:0.0:1767384370.161691:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033970068 : new rpc_count 0 00000100:00000001:0.0:1767384370.161694:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767384370.161696:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384370.161697:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767384370.161702:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d7267f1. 00000020:00000010:0.0:1767384370.161703:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301d668a. 00000400:00000200:3.0:1767384370.161709:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384370.161710:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000020:00000010:0.0:1767384370.161717:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000400:00000200:3.0:1767384370.161723:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000020:00000040:0.0:1767384370.161724:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 5 00000400:00000200:3.0:1767384370.161727:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000100:00000001:0.0:1767384370.161729:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384370.161773:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:3.0:1767384370.161779:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384370.161780:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:3.0:1767384370.166526:0:40019:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000007443ab3f. 02000000:00000001:3.0:1767384370.166530:0:40019:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384370.166533:0:40019:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384370.166539:0:40019:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000e547ffc8: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384370.166541:0:40019:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384370.166544:0:40019:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000000cd5c4c9 for key 0 02000000:00000001:3.0:1767384370.166556:0:40019:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384370.166558:0:40019:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000007443ab3f. 02000000:00001000:0.0:1767384370.166623:0:17090:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000000cd5c4c9 flags 0x0 02000000:00000001:0.0:1767384370.166627:0:17090:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630349570476544 : -113724139075072 : ffff989189168a00) 00000001:00000001:0.0:1767384370.166631:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.166633:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.166635:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166636:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.166637:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.166639:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166642:0:17090:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384370.166643:0:17090:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166646:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.166647:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166649:0:17090:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384370.166651:0:17090:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166654:0:17090:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:0.0:1767384370.166657:0:17090:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from d16c74c4-4c0b-4913-8034-7515e2db071e: does not need LOVEA. 00000004:00000001:0.0:1767384370.166660:0:17090:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384370.166663:0:17090:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384370.166668:0:17090:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384370.166669:0:17090:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384370.166672:0:17090:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166674:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.166675:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166676:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.166677:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.166679:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166680:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.166681:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.166682:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166683:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.166684:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.166686:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384370.166687:0:17090:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384370.166690:0:17090:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:0.0:1767384370.166692:0:17090:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384370.166693:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.166694:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166696:0:17090:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384370.166697:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.166700:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.166710:0:17090:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.166713:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.166714:0:17090:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.166717:0:17090:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384370.166718:0:17090:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.166720:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.166720:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166722:0:17090:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166726:0:17090:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:0.0:1767384370.166728:0:17090:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384370.166730:0:17090:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384370.166731:0:17090:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384370.166732:0:17090:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384370.166734:0:17090:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384370.166736:0:17090:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1767384370.166738:0:17090:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.166739:0:17090:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384370.166741:0:17090:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1767384370.166743:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010624 00010000:00000001:0.0:1767384370.166745:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.166748:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004920708 x1853236722010624/t0(0) o33->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 448/464 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384370.166754:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.166756:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.166758:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f401db3 time=1767384370 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384370.166760:0:17090:0:(import.c:2194:obd_at_measure()) AT 000000009f401db3 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384370.166763:0:17090:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@0000000004920708 x1853236722010624/t0(0) o33->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 448/464 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384370.166769:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.166770:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.166772:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.166773:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.166774:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.166776:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.166778:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.166782:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384370.166785:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236722010624, offset 224 00000400:00000200:0.0:1767384370.166792:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.166801:0:17090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.166811:0:17090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [240:240:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384370.166826:0:17090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.166832:0:17090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.166836:0:17090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b726b0b8. 00000800:00000200:0.0:1767384370.166842:0:17090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.166847:0:17090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.166851:0:17090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b726b0b8 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.166868:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.166871:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.166873:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.166875:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.166877:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1767384370.166880:0:17090:0:(lu_object.c:207:lu_object_put()) Add 00000000b9ebde39/000000003e4c2713 to site lru. bkt: 00000000fa469b5e 00000100:00000040:0.0:1767384370.166885:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004920708 x1853236722010624/t0(0) o33->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 448/464 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384370.166891:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004920708 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d16c74c4-4c0b-4913-8034-7515e2db071e+6:15189:x1853236722010624:12345-192.168.202.15@tcp50:33: Request processed in 6429us (6707us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384370.166900:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004cb6fa73. 00000100:00100000:0.0:1767384370.166905:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 0 00000100:00000040:0.0:1767384370.166907:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000100:00000001:0.0:1767384370.166909:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.166911:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.166914:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b02794a6. 00000020:00000010:0.0:1767384370.166917:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:0.0:1767384370.166920:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054c51830. 00000020:00000040:0.0:1767384370.166922:0:17090:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 5 00000100:00000001:0.0:1767384370.166923:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384370.166936:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384370.166941:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b726b0b8. 00000400:00000200:2.0:1767384370.166946:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.166953:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:2.0:1767384370.166958:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:2.0:1767384370.166960:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000001:2.0:1767384370.166964:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384370.166966:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384370.179728:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.179739:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.179742:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.179745:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.179755:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384370.179768:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 576 into portal 12 MB=0x695824c800b00 00000400:00000200:3.0:1767384370.179776:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 576/576 into md 0x229 [64] + 10808 00000800:00000001:3.0:1767384370.179781:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.179787:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.179789:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.179791:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:3.0:1767384370.179795:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.179797:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384370.179801:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083369aa1. 00000100:00000040:3.0:1767384370.179804:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000083369aa1 x1853236722010880 msgsize 576 00000100:00100000:3.0:1767384370.179807:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:3.0:1767384370.179817:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384370.179822:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.179824:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.179859:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.179862:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722010880 02000000:00000001:0.0:1767384370.179864:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.179866:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.179868:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.179871:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.179874:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722010880 00000020:00000001:0.0:1767384370.179876:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.179877:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000001:0.0:1767384370.179878:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.179880:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=6 00000020:00000001:0.0:1767384370.179882:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:0.0:1767384370.179883:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000100:00000001:0.0:1767384370.179886:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.179890:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000001:0.0:1767384370.179892:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.179893:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000020:00000010:0.0:1767384370.179900:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000010:0.0:1767384370.179903:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301d668a. 00000020:00000010:0.0:1767384370.179906:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000100:00000040:0.0:1767384370.179911:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384370.179913:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.179915:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384370.179917:0:17913:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384370.179918:0:17913:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.179920:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.179924:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.179934:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.179941:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.179942:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.179946:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 7 00000100:00000040:0.0:1767384370.179948:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:0.0:1767384370.179950:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354378911104 : -113719330640512 : ffff9892a7b16d80) 00000100:00000040:0.0:1767384370.179955:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083369aa1 x1853236722010880/t0(0) o101->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 576/0 e 0 to 0 dl 1767384381 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384370.179962:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.179964:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9d775a2. 00000100:00000001:0.0:1767384370.179966:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.179967:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9d775a2. 00000100:00100000:0.0:1767384370.179971:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083369aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+6:15220:x1853236722010880:12345-192.168.202.15@tcp50:101: 00000100:00000200:0.0:1767384370.179974:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722010880 00000020:00000001:0.0:1767384370.179976:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384370.179979:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.179983:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.179984:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.179986:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651466944 : -1058084672 : ffffffffc0eee8c0) 00000020:00000001:0.0:1767384370.179988:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384370.179990:0:17913:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722010880, found 0 last_xid 1853236722010879 00000020:00000001:0.0:1767384370.179992:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.179994:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.179995:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.179998:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.180000:0:17913:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384370.180002:0:17913:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384370.180003:0:17913:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384370.180004:0:17913:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384370.180006:0:17913:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180009:0:17913:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384370.180048:0:17913:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009d8487ef. 00010000:00000010:0.0:1767384370.180053:0:17913:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000065511e05. 00010000:00000001:0.0:1767384370.180058:0:17913:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384370.180060:0:17913:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c63f112. 00000020:00000010:0.0:1767384370.180065:0:17913:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e9d775a2. 00000020:00000001:0.0:1767384370.180068:0:17913:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384370.180070:0:17913:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c63f112 with handle 0x960a57272cefbcf4 to hash 00000020:00000001:0.0:1767384370.180072:0:17913:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384370.180074:0:17913:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00000010:0.0:1767384370.180079:0:17913:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007f73918b. 00010000:00000001:0.0:1767384370.180082:0:17913:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435520 : -113724218116096 : ffff989184607800) 00010000:00010000:0.0:1767384370.180086:0:17913:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c63f112/0x960a57272cefbcf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc5af19b5be76b67c expref: -99 pid: 17913 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384370.180096:0:17913:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000635b7e72 : new locks_count 1 00000020:00000040:0.0:1767384370.180099:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=7 00010000:00000001:0.0:1767384370.180104:0:17913:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384370.180106:0:17913:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384370.180112:0:17913:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384370.180113:0:17913:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384370.180115:0:17913:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384370.180116:0:17913:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384370.180118:0:17913:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384370.180120:0:17913:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384370.180125:0:17913:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353829912152 : -113719879639464 : ffff989286f85e58) 00000004:00000001:0.0:1767384370.180127:0:17913:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446630353829912064 : -113719879639552 : ffff989286f85e00) 00000004:00000001:0.0:1767384370.180128:0:17913:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180130:0:17913:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384370.180131:0:17913:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384370.180160:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.180163:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.180168:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d824dfe8. 02000000:00000001:0.0:1767384370.180171:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.180175:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180177:0:17913:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180179:0:17913:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384370.180184:0:17913:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384370.180186:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180188:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180191:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180192:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180194:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180196:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180197:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180199:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180200:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180202:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180204:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180205:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180206:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180208:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180210:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180211:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180213:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180215:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180216:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.180234:0:17913:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384370.180239:0:17913:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000000cd5c4c9 flags 0x0 02000000:00000001:0.0:1767384370.180242:0:17913:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630349570476544 : -113724139075072 : ffff989189168a00) 00000001:00000001:0.0:1767384370.180245:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180246:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180248:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180249:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180251:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180252:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180254:0:17913:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384370.180257:0:17913:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180259:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180261:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180263:0:17913:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384370.180264:0:17913:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180269:0:17913:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384370.180273:0:17913:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384370.180275:0:17913:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384370.180276:0:17913:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384370.180278:0:17913:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384370.180280:0:17913:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000ab9956ec 00000004:00000001:0.0:1767384370.180286:0:17913:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384370.180288:0:17913:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384370.180290:0:17913:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384370.180293:0:17913:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009d8487ef count: 2 00010000:00000001:0.0:1767384370.180296:0:17913:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384370.180299:0:17913:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384370.180302:0:17913:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099fb3556. 00000020:00000001:0.0:1767384370.180304:0:17913:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384370.180306:0:17913:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099fb3556 with handle 0x960a57272cefbcfb to hash 00000020:00000001:0.0:1767384370.180308:0:17913:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384370.180309:0:17913:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000010:0.0:1767384370.180312:0:17913:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065ba7136. 00010000:00000001:0.0:1767384370.180315:0:17913:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384370.180318:0:17913:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.180320:0:17913:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.180323:0:17913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17913 initiator: MDT0 00010000:00000001:0.0:1767384370.180331:0:17913:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384370.180335:0:17913:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384370.180337:0:17913:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384370.180339:0:17913:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.180341:0:17913:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.180343:0:17913:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.180345:0:17913:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.180347:0:17913:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384370.180350:0:17913:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384370.180352:0:17913:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384370.180353:0:17913:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384370.180355:0:17913:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000009d8487ef) refcount = 2 00010000:00010000:0.0:1767384370.180358:0:17913:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17913 initiator: MDT0 00010000:00000001:0.0:1767384370.180386:0:17913:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384370.180392:0:17913:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000013798ac3. 00010000:00000001:0.0:1767384370.180398:0:17913:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384370.180401:0:17913:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180403:0:17913:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384370.180405:0:17913:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.180407:0:17913:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180410:0:17913:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384370.180413:0:17913:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384370.180416:0:17913:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.180418:0:17913:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17913 initiator: MDT0 00010000:00000001:0.0:1767384370.180424:0:17913:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384370.180426:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180428:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.180430:0:17913:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.180432:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.180434:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00000020:00000001:0.0:1767384370.180436:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384370.180439:0:17913:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384370.180442:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180444:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384370.180445:0:17913:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180447:0:17913:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384370.180451:0:17913:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384370.180453:0:17913:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384370.180458:0:17913:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180461:0:17913:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.180464:0:17913:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.180476:0:17913:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.180479:0:17913:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.180482:0:17913:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.180484:0:17913:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384370.180486:0:17913:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:0.0:1767384370.180493:0:17913:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 000000000128705e. 00000004:00000001:0.0:1767384370.180496:0:17913:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384370.180498:0:17913:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384370.180501:0:17913:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384370.180503:0:17913:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180506:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180507:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180509:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180511:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180513:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180515:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180516:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180518:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180519:0:17913:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384370.180521:0:17913:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384370.180522:0:17913:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384370.180524:0:17913:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384370.180527:0:17913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767384370.180530:0:17913:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384370.180532:0:17913:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384370.180533:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180535:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180537:0:17913:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384370.180538:0:17913:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.180540:0:17913:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384370.180544:0:17913:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.180546:0:17913:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384370.180548:0:17913:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.180552:0:17913:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384370.180554:0:17913:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.180556:0:17913:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384370.180557:0:17913:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180559:0:17913:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180565:0:17913:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.180566:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.180567:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00000020:00000001:0.0:1767384370.180569:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384370.180571:0:17913:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00000004:00010000:0.0:1767384370.180574:0:17913:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17913 initiator: MDT0 00010000:00000001:0.0:1767384370.180580:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180582:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384370.180584:0:17913:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384370.180586:0:17913:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384370.180588:0:17913:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384370.180590:0:17913:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.180591:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.180592:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099fb3556 refcount=3 00000020:00000001:0.0:1767384370.180594:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00010000:00000001:0.0:1767384370.180596:0:17913:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491435008 : -113724218116608 : ffff989184607600) 00000004:00000040:0.0:1767384370.180599:0:17913:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000635b7e72 : new locks_count 2 00000020:00000040:0.0:1767384370.180602:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=8 00010000:00000001:0.0:1767384370.180605:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180606:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384370.180607:0:17913:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384370.180610:0:17913:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384370.180612:0:17913:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384370.180614:0:17913:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384370.180615:0:17913:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384370.180617:0:17913:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384370.180619:0:17913:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384370.180620:0:17913:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384370.180624:0:17913:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.180627:0:17913:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384370.180629:0:17913:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384370.180632:0:17913:0:(lu_object.c:207:lu_object_put()) Add 00000000b9ebde39/000000003e4c2713 to site lru. bkt: 00000000fa469b5e 00000004:00000001:0.0:1767384370.180634:0:17913:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384370.180636:0:17913:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384370.180638:0:17913:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384370.180640:0:17913:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.180644:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180645:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.180647:0:17913:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.180648:0:17913:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.180651:0:17913:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c63f112 with handle 0x960a57272cefbcf4 from hash 00010000:00000001:0.0:1767384370.180653:0:17913:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384370.180655:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180656:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.180658:0:17913:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384370.180659:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384370.180663:0:17913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c63f112/0x960a57272cefbcf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b67c expref: 8 pid: 17913 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384370.180670:0:17913:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000635b7e72 : new locks_count 1 00000020:00000040:0.0:1767384370.180672:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 7 00010000:00000010:0.0:1767384370.180675:0:17913:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f73918b. 00010000:00000001:0.0:1767384370.180680:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.180682:0:17913:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180686:0:17913:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384370.180689:0:17913:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b67c expref: 7 pid: 17913 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.180696:0:17913:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384370.180698:0:17913:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384370.180700:0:17913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000009d8487ef) 00010000:00010000:0.0:1767384370.180703:0:17913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384370.180706:0:17913:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.180709:0:17913:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.180710:0:17913:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384370.180712:0:17913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.180713:0:17913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384370.180714:0:17913:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000099fb3556, rc 0) 00000020:00000001:0.0:1767384370.180717:0:17913:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.180720:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722010880 00010000:00000001:0.0:1767384370.180722:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.180726:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083369aa1 x1853236722010880/t0(0) o101->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 576/688 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384370.180734:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.180736:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.180739:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.180743:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.180746:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.180750:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.180752:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.180754:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.180757:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.180760:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.180765:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000100:00000200:0.0:1767384370.180770:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236722010880, offset 224 00000400:00000200:0.0:1767384370.180776:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.180784:0:17913:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.180797:0:17913:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [241:241:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384370.180808:0:17913:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.180813:0:17913:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.180817:0:17913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056830721. 00000800:00000200:0.0:1767384370.180823:0:17913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.180830:0:17913:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.180833:0:17913:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056830721 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.180848:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.180851:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.180853:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.180855:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.180857:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.180862:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083369aa1 x1853236722010880/t0(0) o101->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 576/688 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384370.180873:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083369aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+7:15220:x1853236722010880:12345-192.168.202.15@tcp50:101: Request processed in 908us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.180881:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 7 00000100:00000040:0.0:1767384370.180884:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000100:00000001:0.0:1767384370.180887:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.180889:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.180894:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301d668a. 00000020:00000010:0.0:1767384370.180898:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000020:00000010:0.0:1767384370.180901:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000020:00000040:0.0:1767384370.180906:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 6 00000100:00000001:0.0:1767384370.180909:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384370.180919:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384370.180923:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056830721. 00000400:00000200:3.0:1767384370.180926:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.180930:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384370.180933:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:3.0:1767384370.180934:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000100:00000001:3.0:1767384370.180937:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384370.180938:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384370.186167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c63f112. 00000800:00000001:2.0:1767384370.189171:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.189181:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.189184:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.189188:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.189196:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:2.0:1767384370.189207:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 17 MB=0x695824c800b80 00000400:00000200:2.0:1767384370.189213:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:2.0:1767384370.189217:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.189237:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.189239:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.189242:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:2.0:1767384370.189245:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384370.189247:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384370.189251:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017ab60b5. 00000100:00000040:2.0:1767384370.189263:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000017ab60b5 x1853236722011008 msgsize 328 00000100:00100000:2.0:1767384370.189266:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:2.0:1767384370.189278:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384370.189284:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.189287:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.189289:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.189290:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.189295:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000100:00000001:1.0:1767384370.189301:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384370.189302:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 17 MB=0x695824c800c00 00000100:00100000:1.0:1767384370.189305:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011008 02000000:00000001:1.0:1767384370.189309:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384370.189310:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000100:00000001:1.0:1767384370.189312:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.189315:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.189317:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384370.189319:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.189321:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384370.189323:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011008 00000400:00000200:2.0:1767384370.189324:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384370.189326:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384370.189330:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000400:00000200:2.0:1767384370.189331:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000020:00000001:1.0:1767384370.189333:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384370.189335:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384370.189336:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=9 00000100:00000200:2.0:1767384370.189337:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:1.0:1767384370.189341:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:1.0:1767384370.189344:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:1.0:1767384370.189346:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.189350:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000100:00000001:1.0:1767384370.189351:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.189353:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000020:00000010:1.0:1767384370.189357:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4f18b7. 00000100:00000010:2.0:1767384370.189358:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ecac647. 00000020:00000010:1.0:1767384370.189360:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a829047f. 00000100:00000040:2.0:1767384370.189363:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000001ecac647 x1853236722011136 msgsize 328 00000020:00000010:1.0:1767384370.189365:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059167e6e. 00000100:00100000:2.0:1767384370.189371:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:1.0:1767384370.189374:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384370.189378:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384370.189379:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384370.189382:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384370.189387:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384370.189389:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000800:00000001:2.0:1767384370.189392:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.189392:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189394:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000800:00000001:2.0:1767384370.189397:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384370.189398:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:2.0:1767384370.189400:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.189401:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.189404:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095604b88 refcount=3 00000020:00000001:1.0:1767384370.189409:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000400:00000200:2.0:1767384370.189410:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00010000:00000001:1.0:1767384370.189414:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00010000:00000001:1.0:1767384370.189417:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.189419:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384370.189421:0:19669:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384370.189421:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.189422:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 328 into portal 17 MB=0x695824c800c80 00000100:00000001:1.0:1767384370.189425:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.189429:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.15@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000100:00100000:3.0:1767384370.189433:0:19669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011136 00000100:00000001:1.0:1767384370.189433:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384370.189434:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001537971b. 02000000:00000001:3.0:1767384370.189437:0:19669:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384370.189440:0:19669:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384370.189440:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000883804b7 00000100:00000001:3.0:1767384370.189443:0:19669:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.189444:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384370.189447:0:19669:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.189448:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384370.189450:0:19669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011136 00000800:00000001:2.0:1767384370.189451:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384370.189454:0:19669:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384370.189455:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384370.189458:0:19669:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000100:00000001:1.0:1767384370.189460:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384370.189462:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384370.189464:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:1.0:1767384370.189464:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384370.189465:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=10 00000400:00000200:2.0:1767384370.189469:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883804b7 00000020:00000001:3.0:1767384370.189471:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00100000:1.0:1767384370.189472:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 0 00000400:00000010:2.0:1767384370.189473:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000883804b7. 00000020:00000001:3.0:1767384370.189477:0:19669:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000040:1.0:1767384370.189478:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:2.0:1767384370.189479:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384370.189483:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384370.189483:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630349566694656 : -113724142856960 : ffff989188dcd500) 00000100:00000001:3.0:1767384370.189484:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.189489:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d83dbc61. 00000100:00000040:2.0:1767384370.189491:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000d4261cf9 x1853236722011264 msgsize 328 00000100:00000040:1.0:1767384370.189494:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017ab60b5 x1853236722011008/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.189495:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384370.189501:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d83dbc61. 00000020:00000010:3.0:1767384370.189508:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f96300. 00000100:00100000:2.0:1767384370.189508:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:2.0:1767384370.189514:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384370.189515:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.189516:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bfaff321. 00000020:00000010:1.0:1767384370.189520:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000020:00000010:3.0:1767384370.189522:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ab02439. 00000100:00000001:2.0:1767384370.189525:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384370.189525:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384370.189528:0:19669:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384370.189530:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000100:00000001:3.0:1767384370.189531:0:19669:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384370.189532:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384370.189534:0:19669:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000800:00000001:2.0:1767384370.189537:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.189539:0:19669:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.189541:0:19669:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384370.189544:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767384370.189544:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017ab60b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:79a3973a-570f-4516-b0eb-cf8df5359330+10:11803:x1853236722011008:12345-192.168.202.15@tcp50:103: 00000020:00000001:3.0:1767384370.189546:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384370.189549:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384370.189550:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b6fbb27 refcount=3 00000100:00000200:1.0:1767384370.189551:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011008 00000100:00100000:0.0:1767384370.189553:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011264 00010000:00000001:1.0:1767384370.189555:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:3.0:1767384370.189556:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 02000000:00000001:0.0:1767384370.189557:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000002:1.0:1767384370.189558:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384370.189560:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384370.189562:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00010000:00000001:1.0:1767384370.189562:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384370.189564:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.189567:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384370.189569:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.189569:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.189570:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384370.189573:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384370.189574:0:19669:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.189575:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011264 02000000:00000010:1.0:1767384370.189578:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a96f294. 00000100:00000001:3.0:1767384370.189579:0:19669:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.189580:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.189583:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000100:00000001:3.0:1767384370.189586:0:19669:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.189587:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384370.189588:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.189590:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=11 00000100:00000001:1.0:1767384370.189592:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.189595:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00010000:00000001:1.0:1767384370.189596:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384370.189599:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1767384370.189600:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:3.0:1767384370.189603:0:19669:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.189604:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384370.189605:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384370.189606:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.189609:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095604b88 refcount=3 00000020:00000010:0.0:1767384370.189610:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e93061c5. 00000020:00000001:1.0:1767384370.189612:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000100:00000001:0.0:1767384370.189615:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384370.189616:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474215424 : -113724235336192 : ffff98918359b600) 00000020:00000010:0.0:1767384370.189621:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e93061c5. 00010000:00000040:1.0:1767384370.189622:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 8 00000100:00000001:3.0:1767384370.189624:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384370.189626:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384370.189627:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384370.189628:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000001:1.0:1767384370.189630:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.189634:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:0.0:1767384370.189635:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301d668a. 00000100:00100000:3.0:1767384370.189637:0:19669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 1 00000100:00000001:2.0:1767384370.189637:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384370.189637:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.189641:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384370.189641:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3944e52. 00000020:00000001:1.0:1767384370.189643:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.189644:0:19669:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 2 00000100:00000001:2.0:1767384370.189645:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.189647:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384370.189650:0:19669:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637721984 : -113719071829632 : ffff9892b71e9180) 00000100:00000001:2.0:1767384370.189651:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189651:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384370.189651:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384370.189656:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.189657:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000040:3.0:1767384370.189661:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ecac647 x1853236722011136/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.189662:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189663:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.189666:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.189667:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384370.189669:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384370.189673:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.189674:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384370.189679:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095604b88 with handle 0x960a57272cefbcd1 from hash 00000020:00000001:0.0:1767384370.189679:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384370.189680:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384370.189684:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1767384370.189684:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b5c4a1a refcount=3 00000020:00000010:3.0:1767384370.189685:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d83dbc61. 00010000:00000001:1.0:1767384370.189687:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.189691:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384370.189692:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00000100:00000001:3.0:1767384370.189693:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384370.189693:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384370.189697:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384370.189701:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00000020:00000010:3.0:1767384370.189702:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d83dbc61. 00010000:00000001:1.0:1767384370.189702:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384370.189707:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095604b88/0x960a57272cefbcd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b62f expref: 11 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.189710:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.189714:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384370.189716:0:19669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ecac647 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:79a3973a-570f-4516-b0eb-cf8df5359330+11:11802:x1853236722011136:12345-192.168.202.15@tcp50:103: 00010000:00000001:0.0:1767384370.189718:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384370.189720:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000053b4f51 : new locks_count 3 00000100:00000001:0.0:1767384370.189725:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.189726:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 10 00000100:00000200:3.0:1767384370.189727:0:19669:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011136 00010000:00000001:3.0:1767384370.189734:0:19669:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1767384370.189734:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384370.189735:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189738:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000002:3.0:1767384370.189739:0:19669:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384370.189742:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384370.189743:0:19669:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384370.189748:0:19669:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384370.189749:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.189751:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384370.189752:0:19669:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384370.189753:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189757:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:3.0:1767384370.189759:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6227bf2. 00010000:00010000:1.0:1767384370.189759:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384370.189761:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384370.189765:0:19669:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.189766:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384370.189769:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.189771:0:19669:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384370.189772:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=93 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384370.189776:0:19669:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384370.189778:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384370.189779:0:19669:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:1.0:1767384370.189783:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00010000:00000001:3.0:1767384370.189784:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384370.189788:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384370.189788:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000020:00000040:3.0:1767384370.189791:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b6fbb27 refcount=3 02000000:00000001:1.0:1767384370.189792:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384370.189794:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.189796:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00000100:00000001:1.0:1767384370.189797:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384370.189801:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474210816 : -113724235340800 : ffff98918359a400) 00000100:00000040:1.0:1767384370.189802:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00010000:00000040:3.0:1767384370.189807:0:19669:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003575d54b count: 4 00000400:00000010:1.0:1767384370.189807:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00010000:00000001:3.0:1767384370.189811:0:19669:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1767384370.189812:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236722011008, offset 224 00000020:00000001:3.0:1767384370.189814:0:19669:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.189817:0:19669:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384370.189819:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00010000:00000001:3.0:1767384370.189827:0:19669:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.189827:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000020:00000001:3.0:1767384370.189833:0:19669:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.189836:0:19669:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384370.189837:0:19669:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384370.189841:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384370.189841:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [242:242:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:3.0:1767384370.189844:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.189848:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.189851:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384370.189856:0:19669:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005b6fbb27 with handle 0x960a57272cefbcdf from hash 00000400:00000200:1.0:1767384370.189858:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00010000:00000001:3.0:1767384370.189859:0:19669:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384370.189862:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.189864:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.189865:0:19669:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384370.189866:0:19669:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384370.189867:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384370.189869:0:19669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005b6fbb27/0x960a57272cefbcdf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b659 expref: 10 pid: 17081 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767384370.189876:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00010000:00000040:3.0:1767384370.189879:0:19669:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000053b4f51 : new locks_count 2 00000800:00000010:1.0:1767384370.189880:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b1cddf. 00000020:00000040:3.0:1767384370.189882:0:19669:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 9 00000800:00000200:1.0:1767384370.189887:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00010000:00000001:3.0:1767384370.189890:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.189893:0:19669:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000200:1.0:1767384370.189894:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00010000:00000001:3.0:1767384370.189895:0:19669:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384370.189899:0:19669:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384370.189899:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075b1cddf type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767384370.189902:0:19669:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.189905:0:19669:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384370.189906:0:19669:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384370.189907:0:19669:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.189909:0:19669:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384370.189911:0:19669:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.189912:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384370.189913:0:19669:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=93 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384370.189917:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00000100:00000001:3.0:1767384370.189919:0:19669:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384370.189921:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.189924:0:19669:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384370.189924:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.189928:0:19669:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000100:00000040:1.0:1767384370.189929:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017ab60b5 x1853236722011008/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384370.189933:0:19669:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384370.189936:0:19669:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.189943:0:19669:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384370.189954:0:19669:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000100:00100000:1.0:1767384370.189959:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017ab60b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:79a3973a-570f-4516-b0eb-cf8df5359330+9:11803:x1853236722011008:12345-192.168.202.15@tcp50:103: Request processed in 441us (692us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384370.189960:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000200:3.0:1767384370.189968:0:19669:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236722011136, offset 224 00000800:00000200:2.0:1767384370.189969:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384370.189970:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 0 00000100:00000040:1.0:1767384370.189976:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 1 00000800:00000010:2.0:1767384370.189977:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b1cddf. 00000100:00000001:1.0:1767384370.189979:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384370.189984:0:19669:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000100:00000001:1.0:1767384370.189984:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384370.189986:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384370.189989:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a829047f. 00000020:00000010:1.0:1767384370.189995:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000059167e6e. 00000400:00000200:2.0:1767384370.189999:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000020:00000010:1.0:1767384370.190000:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4f18b7. 00000400:00000200:3.0:1767384370.190001:0:19669:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000020:00000040:1.0:1767384370.190005:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 8 00000100:00000001:1.0:1767384370.190008:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.190015:0:19669:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [243:243:255:4294967295] 192.168.202.15@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00000001:1.0:1767384370.190017:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384370.190021:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384370.190024:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 2 00000100:00000040:1.0:1767384370.190026:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 2 00000100:00000001:1.0:1767384370.190028:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353871042640 : -113719838508976 : ffff9892896bf850) 00000100:00000040:1.0:1767384370.190031:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d4261cf9 x1853236722011264/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.190036:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.190037:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0043224. 00000100:00000001:1.0:1767384370.190038:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.190040:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0043224. 00000100:00100000:1.0:1767384370.190042:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d4261cf9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:79a3973a-570f-4516-b0eb-cf8df5359330+8:11801:x1853236722011264:12345-192.168.202.15@tcp50:103: 00000100:00000200:1.0:1767384370.190044:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011264 00010000:00000001:1.0:1767384370.190045:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384370.190046:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384370.190047:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384370.190049:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384370.190050:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384370.190056:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa2f2074. 02000000:00000001:1.0:1767384370.190057:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.190059:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.190060:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384370.190061:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384370.190063:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384370.190064:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.190065:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001b5c4a1a refcount=3 00000020:00000001:1.0:1767384370.190067:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000001:1.0:1767384370.190068:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349474217472 : -113724235334144 : ffff98918359be00) 00010000:00000040:1.0:1767384370.190070:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e6ebf617 count: 3 00010000:00000001:1.0:1767384370.190074:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384370.190077:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.190079:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.190082:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384370.190086:0:19669:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000020:00000001:1.0:1767384370.190086:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.190090:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384370.190092:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384370.190094:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000800:00000200:3.0:1767384370.190095:0:19669:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00010000:00000001:1.0:1767384370.190097:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384370.190098:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00010000:00000001:1.0:1767384370.190101:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767384370.190103:0:19669:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001717e9c7. 00000100:00000001:2.0:1767384370.190104:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384370.190104:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384370.190108:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384370.190109:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384370.190114:0:19669:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000020:00000040:1.0:1767384370.190114:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b5c4a1a with handle 0x960a57272cefbcd8 from hash 00010000:00000001:1.0:1767384370.190119:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384370.190122:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1767384370.190123:0:19669:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00010000:00000001:1.0:1767384370.190125:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767384370.190129:0:19669:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001717e9c7 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767384370.190129:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384370.190130:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384370.190132:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384370.190166:0:19669:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.190167:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b5c4a1a/0x960a57272cefbcd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b652 expref: 8 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384370.190174:0:19669:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000040:1.0:1767384370.190177:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000053b4f51 : new locks_count 1 00010000:00000001:3.0:1767384370.190178:0:19669:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.190181:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 7 00010000:00000001:3.0:1767384370.190182:0:19669:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.190188:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384370.190189:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ecac647 x1853236722011136/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384370.190190:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384370.190198:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384370.190201:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384370.190202:0:19669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ecac647 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:79a3973a-570f-4516-b0eb-cf8df5359330+7:11802:x1853236722011136:12345-192.168.202.15@tcp50:103: Request processed in 519us (835us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384370.190204:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.190209:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384370.190211:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384370.190212:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384370.190216:0:19669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 1 00010000:00000001:1.0:1767384370.190217:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384370.190231:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.190233:0:19669:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 1 00000100:00001000:1.0:1767384370.190235:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384370.190239:0:19669:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384370.190240:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384370.190243:0:19669:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384370.190245:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000020:00000010:3.0:1767384370.190248:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bfaff321. 00000100:00000001:1.0:1767384370.190248:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000800:00000200:0.0:1767384370.190251:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384370.190254:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384370.190255:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ab02439. 00000800:00000010:0.0:1767384370.190256:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001717e9c7. 02000000:00000001:1.0:1767384370.190257:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384370.190260:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f96300. 00000100:00000001:1.0:1767384370.190262:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384370.190265:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384370.190267:0:19669:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000100:00000040:1.0:1767384370.190268:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000100:00000001:3.0:1767384370.190274:0:19669:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384370.190275:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000100:00000200:1.0:1767384370.190280:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236722011264, offset 224 00000400:00000200:0.0:1767384370.190280:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:0.0:1767384370.190289:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dfc246a 00000400:00000010:0.0:1767384370.190293:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dfc246a. 00000100:00000001:0.0:1767384370.190298:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.190301:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384370.190302:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:1.0:1767384370.190311:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:1.0:1767384370.190318:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [244:244:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384370.190326:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384370.190330:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:1.0:1767384370.190332:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1cfe91a. 00000800:00000200:1.0:1767384370.190335:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:1.0:1767384370.190339:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:1.0:1767384370.190340:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1cfe91a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384370.190349:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.190351:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:1.0:1767384370.190353:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.190354:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.190357:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4261cf9 x1853236722011264/t0(0) o103->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384370.190370:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d4261cf9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:79a3973a-570f-4516-b0eb-cf8df5359330+6:11801:x1853236722011264:12345-192.168.202.15@tcp50:103: Request processed in 332us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384370.190375:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 2 00000100:00000040:1.0:1767384370.190377:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000100:00000001:1.0:1767384370.190379:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384370.190380:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384370.190382:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301d668a. 00000020:00000010:1.0:1767384370.190385:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3944e52. 00000020:00000010:1.0:1767384370.190387:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000020:00000040:1.0:1767384370.190389:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 5 02000000:00000001:1.0:1767384370.190393:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384370.190395:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6227bf2. 00000800:00000200:2.0:1767384370.190397:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384370.190397:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190401:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ecac647. 00000800:00000010:2.0:1767384370.190402:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1cfe91a. 02000000:00000001:1.0:1767384370.190404:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384370.190407:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384370.190407:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a96f294. 02000000:00000001:1.0:1767384370.190414:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190416:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017ab60b5. 00000400:00000200:2.0:1767384370.190418:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 02000000:00000001:1.0:1767384370.190421:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384370.190423:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 02000000:00000010:1.0:1767384370.190423:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002fdb529f. 00000400:00000010:2.0:1767384370.190426:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 02000000:00000001:1.0:1767384370.190427:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190431:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f049baf. 00000100:00000001:2.0:1767384370.190432:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384370.190435:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384370.190435:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384370.190437:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fb000245. 02000000:00000010:2.0:1767384370.190439:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa2f2074. 02000000:00000001:1.0:1767384370.190440:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190443:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091dee638. 02000000:00000001:2.0:1767384370.190444:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384370.190447:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384370.190447:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384370.190450:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e197ee5b. 02000000:00000001:1.0:1767384370.190452:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190453:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2bbd5f9. 02000000:00000001:1.0:1767384370.190455:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384370.190455:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d4ec5d1. 02000000:00000001:1.0:1767384370.190457:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384370.190458:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf55aff3. 00000100:00000001:1.0:1767384370.190465:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384370.190470:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384370.190473:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11a2e74. 00000400:00000010:1.0:1767384370.190476:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000113ec9af. 00000800:00000001:2.0:1767384370.195069:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.195077:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.195080:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.195082:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.195089:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:2.0:1767384370.195098:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 28 MB=0x695824c800d00 00000400:00000200:2.0:1767384370.195106:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.15@tcp50 of length 224/224 into md 0xab9 [8] + 5528 00000800:00000001:2.0:1767384370.195112:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.195119:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.195122:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.195125:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:2.0:1767384370.195130:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384370.195174:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384370.195179:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1c5dbd6. 00000100:00000040:2.0:1767384370.195183:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000a1c5dbd6 x1853236722011392 msgsize 224 00000100:00100000:2.0:1767384370.195188:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:2.0:1767384370.195200:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384370.195207:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.195211:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.195246:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.195260:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011392 02000000:00000001:0.0:1767384370.195263:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.195265:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.195266:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.195269:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.195271:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011392 00000020:00000001:0.0:1767384370.195274:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.195275:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbced 00000020:00000001:0.0:1767384370.195277:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.195279:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033970068 refcount=6 00000020:00000001:0.0:1767384370.195282:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349479196672 : -113724230354944 : ffff989183a5b800) 00000020:00000001:0.0:1767384370.195285:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349479196672 : -113724230354944 : ffff989183a5b800) 00000100:00000001:0.0:1767384370.195288:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.195291:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e93061c5. 00000020:00000010:0.0:1767384370.195295:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006c2c3c62. 00000020:00000040:0.0:1767384370.195302:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 8 - evictor 00000100:00000001:0.0:1767384370.195317:0:18426:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384370.195322:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083062077. 00000020:00000010:0.0:1767384370.195326:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf7cc70. 00000020:00000010:0.0:1767384370.195331:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000100:00080000:3.0:1767384370.195332:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384370.195337:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 8 - evictor 00000100:00000040:0.0:1767384370.195339:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384370.195343:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.195345:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384370.195346:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.195350:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.195360:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.195369:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.195370:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.195375:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 5 00000100:00000040:0.0:1767384370.195378:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000033970068 : new rpc_count 1 00000100:00000001:0.0:1767384370.195380:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637718400 : -113719071833216 : ffff9892b71e8380) 00000100:00000040:0.0:1767384370.195385:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1c5dbd6 x1853236722011392/t0(0) o9->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.195395:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.195399:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c2c3c62. 00000100:00000001:0.0:1767384370.195402:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.195405:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c2c3c62. 00000100:00100000:0.0:1767384370.195411:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1c5dbd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+6:11799:x1853236722011392:12345-192.168.202.15@tcp50:9: 00000100:00000200:0.0:1767384370.195415:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011392 00000020:00000001:0.0:1767384370.195418:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384370.195420:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.195422:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.195425:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.195426:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548048 : -1044003568 : ffffffffc1c5c510) 00000020:00000001:0.0:1767384370.195430:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384370.195432:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.195434:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.195436:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.195438:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.195440:0:18426:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384370.195442:0:18426:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384370.195444:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.195446:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.195449:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000089b64fe6. 02000000:00000001:0.0:1767384370.195451:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.195453:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.195458:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=7 00010000:00000001:0.0:1767384370.195460:0:18426:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:0.0:1767384370.195463:0:18426:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384370.195464:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=8 00010000:00000001:0.0:1767384370.195467:0:18426:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384370.195469:0:18426:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384370.195479:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 7 00000020:00000080:0.0:1767384370.195482:0:18426:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefbced 00000020:00000040:0.0:1767384370.195484:0:18426:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033970068 with handle 0x960a57272cefbced from hash 00000020:00000040:0.0:1767384370.195489:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 6 00000020:00000010:0.0:1767384370.195492:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e93061c5. 00000020:00000001:0.0:1767384370.195496:0:18426:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384370.195497:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 5 00000020:00000001:0.0:1767384370.195499:0:18426:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384370.195500:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 4 00000020:00000001:0.0:1767384370.195502:0:18426:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.195504:0:18426:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384370.195506:0:18426:0:(import.c:65:import_set_state_nolock()) 000000004c6dec36 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384370.195510:0:18426:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384370.195512:0:18426:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384370.195513:0:18426:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384370.195527:0:18426:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.195532:0:18426:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384370.195535:0:18426:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000a7ec01eb dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384370.195538:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000020:0.0:1767384370.195539:0:18426:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/0000000033970068 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384370.195542:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.195545:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384370.195548:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbba6c2f. 00000020:00000010:0.0:1767384370.195554:0:18426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099a67435. 00000020:00000010:0.0:1767384370.195570:0:18426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007412fefb. 00000020:00000010:0.0:1767384370.195575:0:18426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384370.195579:0:18426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a4846f5f. 80000000:00000010:0.0:1767384370.195583:0:18426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d13f02d2. 40000000:00000010:0.0:1767384370.195587:0:18426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e93061c5. 00100000:00000010:0.0:1767384370.195592:0:18426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009625e1ce. 00040000:00000010:0.0:1767384370.195596:0:18426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005541ea9b. 00040000:00000010:0.0:1767384370.195599:0:18426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aef3bfd9. 00080000:00000010:0.0:1767384370.195606:0:18426:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000072cb8d0. 00080000:00000010:0.0:1767384370.195612:0:18426:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009734de5e. 00002000:00000010:0.0:1767384370.195618:0:18426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d9e49c39. 00000001:00000001:0.0:1767384370.195621:0:18426:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384370.195623:0:18426:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'd16c74c4-4c0b-4913-8034-7515e2db071e' 00000001:00000001:0.0:1767384370.195627:0:18426:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384370.195628:0:18426:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:0.0:1767384370.195632:0:18426:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384370.195635:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002dd7815e. 00080000:00000001:0.0:1767384370.195638:0:18426:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570985472 : -113724138566144 : ffff9891891e4e00) 00080000:00000001:0.0:1767384370.195641:0:18426:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384370.195646:0:18426:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384370.195650:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c2c3c62. 00080000:00000001:0.0:1767384370.195653:0:18426:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.195655:0:18426:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384370.195665:0:18426:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.195668:0:18426:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384370.195697:0:18426:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384370.195701:0:18426:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.195704:0:18426:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384370.195712:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c2c3c62. 00040000:00000001:0.0:1767384370.195717:0:18426:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384370.195719:0:18426:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384370.195721:0:18426:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384370.195723:0:18426:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384370.195726:0:18426:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.195729:0:18426:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384370.195730:0:18426:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384370.195733:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000031767a68. 00080000:00000001:0.0:1767384370.195734:0:18426:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570987520 : -113724138564096 : ffff9891891e5600) 00080000:00000001:0.0:1767384370.195737:0:18426:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384370.195739:0:18426:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384370.195741:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c2c3c62. 00080000:00000001:0.0:1767384370.195743:0:18426:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.195745:0:18426:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384370.195748:0:18426:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384370.195752:0:18426:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004eff5a67. 00000001:00000040:0.0:1767384370.195754:0:18426:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000033970068 : new cb_count 2 00000020:00000040:0.0:1767384370.195756:0:18426:0:(genops.c:887:class_export_get()) GET export 0000000033970068 refcount=5 00000001:00000001:0.0:1767384370.195764:0:18426:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384370.195765:0:18426:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384370.195768:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c2c3c62. 00040000:00000001:0.0:1767384370.195771:0:18426:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384370.195772:0:18426:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384370.195773:0:18426:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384370.195775:0:18426:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:0.0:1767384370.195777:0:18426:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:0.0:1767384370.195780:0:18426:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.195784:0:18426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099a67435. 00000020:00000010:0.0:1767384370.195787:0:18426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007412fefb. 00000020:00000010:0.0:1767384370.195791:0:18426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384370.195795:0:18426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a4846f5f. 80000000:00000010:0.0:1767384370.195799:0:18426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d13f02d2. 40000000:00000010:0.0:1767384370.195812:0:18426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e93061c5. 00100000:00000010:0.0:1767384370.195815:0:18426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009625e1ce. 00040000:00000010:0.0:1767384370.195819:0:18426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005541ea9b. 00040000:00000010:0.0:1767384370.195822:0:18426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aef3bfd9. 00080000:00000010:0.0:1767384370.195825:0:18426:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009734de5e. 00080000:00000010:0.0:1767384370.195828:0:18426:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000072cb8d0. 00002000:00000010:0.0:1767384370.195832:0:18426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d9e49c39. 00000020:00000010:0.0:1767384370.195834:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbba6c2f. 00000001:00000001:0.0:1767384370.195838:0:18426:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384370.195840:0:18426:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 8 00000001:00000001:0.0:1767384370.195843:0:18426:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384370.195846:0:18426:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 7 00000020:00000040:0.0:1767384370.195848:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 4 00000001:00000001:0.0:1767384370.195850:0:18426:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384370.195851:0:18426:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 6 00000001:00000001:0.0:1767384370.195853:0:18426:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384370.195855:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 3 00002000:00000001:0.0:1767384370.195856:0:18426:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.195859:0:18426:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.195861:0:18426:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.195863:0:18426:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.195865:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722011392 00010000:00000001:0.0:1767384370.195867:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.195872:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1c5dbd6 x1853236722011392/t0(0) o9->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.195880:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.195882:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.195885:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.195888:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.195890:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.195892:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.195895:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.195897:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.195899:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.195901:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.195905:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000200:0.0:1767384370.195908:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236722011392, offset 224 00000400:00000200:0.0:1767384370.195913:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.195920:0:18426:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.195929:0:18426:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [245:245:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384370.195938:0:18426:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.195943:0:18426:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.195946:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005541ea9b. 00000800:00000200:0.0:1767384370.195951:0:18426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.195955:0:18426:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.195958:0:18426:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005541ea9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.195972:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.195975:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.195978:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.195979:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.195981:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.195985:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1c5dbd6 x1853236722011392/t0(0) o9->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.195995:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1c5dbd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+3:11799:x1853236722011392:12345-192.168.202.15@tcp50:9: Request processed in 598us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.196003:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 5 00000100:00000040:0.0:1767384370.196006:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000033970068 : new rpc_count 0 00000100:00000001:0.0:1767384370.196009:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.196010:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.196014:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf7cc70. 00000020:00000010:0.0:1767384370.196027:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384370.196030:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083062077. 00000020:00000040:0.0:1767384370.196034:0:18426:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 2 00000800:00000200:3.0:1767384370.196037:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384370.196038:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384370.196040:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005541ea9b. 00000400:00000200:3.0:1767384370.196045:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.196050:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384370.196053:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:3.0:1767384370.196054:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000001:3.0:1767384370.196057:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384370.196058:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384370.198162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095604b88. 00010000:00000010:1.1:1767384370.198168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b5c4a1a. 00010000:00000010:3.1:1767384370.198173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005b6fbb27. 00000800:00000001:2.0:1767384370.201774:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.201781:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.201783:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.201784:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.201789:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:2.0:1767384370.201796:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 12 MB=0x695824c800e00 00000400:00000200:2.0:1767384370.201801:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.15@tcp50 of length 224/224 into md 0x229 [64] + 11384 00000800:00000001:2.0:1767384370.201804:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.201809:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.201811:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.201813:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000100:00000001:2.0:1767384370.201816:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384370.201817:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384370.201820:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eea2c24. 00000100:00000040:2.0:1767384370.201822:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000005eea2c24 x1853236722011648 msgsize 224 00000100:00100000:2.0:1767384370.201825:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000001:2.0:1767384370.201835:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384370.201839:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.201841:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.201891:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.201894:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011648 02000000:00000001:0.0:1767384370.201896:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.201897:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.201899:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.201901:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.201903:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011648 00000020:00000001:0.0:1767384370.201905:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.201906:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbce6 00000020:00000001:0.0:1767384370.201907:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.201909:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000635b7e72 refcount=7 00000020:00000001:0.0:1767384370.201911:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000020:00000001:0.0:1767384370.201913:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00000100:00000001:0.0:1767384370.201915:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.201918:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9e26591. 00000100:00000001:0.0:1767384370.201920:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.201921:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9e26591. 00000020:00000010:0.0:1767384370.201925:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fba59a9. 00000020:00000010:0.0:1767384370.201928:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf7cc70. 00000020:00000010:0.0:1767384370.201930:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000100:00000040:0.0:1767384370.201935:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384370.201936:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.201937:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384370.201938:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.201942:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.201953:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.201959:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.201960:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.201964:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 8 00000100:00000040:0.0:1767384370.201966:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000635b7e72 : new rpc_count 1 00000100:00000001:0.0:1767384370.201967:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637720192 : -113719071831424 : ffff9892b71e8a80) 00000100:00000040:0.0:1767384370.201972:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005eea2c24 x1853236722011648/t0(0) o39->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.201979:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.201981:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9e26591. 00000100:00000001:0.0:1767384370.201982:0:17913:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.201984:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9e26591. 00000100:00100000:0.0:1767384370.201989:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005eea2c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+7:11799:x1853236722011648:12345-192.168.202.15@tcp50:39: 00000100:00000200:0.0:1767384370.201992:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011648 00000020:00000001:0.0:1767384370.201994:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384370.201995:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384370.201998:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.201999:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384370.202001:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424352 : -1046127264 : ffffffffc1a55d60) 00000020:00000001:0.0:1767384370.202003:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384370.202005:0:17913:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236722011648, found 0 last_xid 1853236722010879 00000020:00000001:0.0:1767384370.202007:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.202008:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384370.202009:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384370.202010:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.202011:0:17913:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384370.202012:0:17913:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384370.202014:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.202015:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.202016:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9e49c39. 02000000:00000001:0.0:1767384370.202017:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.202019:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.202021:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=8 00010000:00000001:0.0:1767384370.202022:0:17913:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384370.202024:0:17913:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384370.202025:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=9 00010000:00000001:0.0:1767384370.202027:0:17913:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384370.202028:0:17913:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384370.202036:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 8 00000020:00000080:0.0:1767384370.202038:0:17913:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefbce6 00000020:00000040:0.0:1767384370.202040:0:17913:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000635b7e72 with handle 0x960a57272cefbce6 from hash 00000020:00000040:0.0:1767384370.202044:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 7 00000020:00000010:0.0:1767384370.202047:0:17913:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a8b16593. 00000020:00000001:0.0:1767384370.202049:0:17913:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384370.202051:0:17913:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000635b7e72: total 0 00000020:00000001:0.0:1767384370.202052:0:17913:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384370.202054:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 6 00000020:00000001:0.0:1767384370.202055:0:17913:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.202057:0:17913:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384370.202059:0:17913:0:(import.c:65:import_set_state_nolock()) 000000008e45f8df : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384370.202062:0:17913:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384370.202063:0:17913:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384370.202064:0:17913:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384370.202074:0:17913:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384370.202078:0:17913:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384370.202080:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000bcae3774 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384370.202084:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000eecba894 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384370.202087:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384370.202090:0:17913:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:0.0:1767384370.202094:0:17913:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384370.202096:0:17913:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'd16c74c4-4c0b-4913-8034-7515e2db071e' 00000001:00000001:0.0:1767384370.202099:0:17913:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000001:3.0:1767384370.202100:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000004:0.0:1767384370.202101:0:17913:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00010000:3.0:1767384370.202105:0:17075:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000635b7e72: total 0 00080000:00000001:0.0:1767384370.202106:0:17913:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384370.202109:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630349490640896 : -113724218910720 : ffff989184545800) 00080000:00000010:0.0:1767384370.202110:0:17913:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aef3bfd9. 00010000:00000001:3.0:1767384370.202114:0:17075:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:0.0:1767384370.202115:0:17913:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570983424 : -113724138568192 : ffff9891891e4600) 00080000:00000001:0.0:1767384370.202118:0:17913:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:3.0:1767384370.202119:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f96300. 00000001:00000001:0.0:1767384370.202121:0:17913:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:3.0:1767384370.202124:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c088f831. 00080000:00000010:0.0:1767384370.202125:0:17913:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9e26591. 00080000:00000001:0.0:1767384370.202129:0:17913:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384370.202130:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ddc3d95. 00080000:00000001:0.0:1767384370.202131:0:17913:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:3.0:1767384370.202151:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.202154:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000856193c1. 80000000:00000010:3.0:1767384370.202157:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.202159:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.202163:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007443ab3f. 00040000:00000010:3.0:1767384370.202166:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001717e9c7. 00080000:00000001:0.0:1767384370.202167:0:17913:0:(osd_io.c:1849:osd_declare_write()) Process entered 00040000:00000010:3.0:1767384370.202169:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000628154b2. 00000001:00000001:0.0:1767384370.202170:0:17913:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384370.202174:0:17913:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003a467e56. 00080000:00000010:3.0:1767384370.202176:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000055eb89. 00080000:00000001:0.0:1767384370.202178:0:17913:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384370.202182:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081d31d33. 00080000:00000001:0.0:1767384370.202185:0:17913:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.202188:0:17913:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00002000:00000010:3.0:1767384370.202189:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be969fe0. 00000020:00000010:3.0:1767384370.202193:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c088f831. 00000020:00000010:3.0:1767384370.202196:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006ddc3d95. 00000020:00000010:3.0:1767384370.202199:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.202202:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000856193c1. 00000001:00000040:0.0:1767384370.202203:0:17913:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384370.202206:0:17913:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.202208:0:17913:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:0.0:1767384370.202210:0:17913:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 80000000:00000010:3.0:1767384370.202213:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021635d69. 00000001:00000002:0.0:1767384370.202214:0:17913:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 40000000:00000010:3.0:1767384370.202233:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83dbc61. 00000001:00000010:0.0:1767384370.202234:0:17913:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d13f02d2. 00100000:00000010:3.0:1767384370.202237:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007443ab3f. 00000001:00000040:0.0:1767384370.202238:0:17913:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000635b7e72 : new cb_count 2 00040000:00000010:3.0:1767384370.202243:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001717e9c7. 00000020:00000040:0.0:1767384370.202243:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=7 00000001:00000010:0.0:1767384370.202246:0:17913:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000407750f1. 00040000:00000010:3.0:1767384370.202247:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000628154b2. 00080000:00000010:3.0:1767384370.202252:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081d31d33. 00080000:00000010:3.0:1767384370.202255:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000055eb89. 00002000:00000010:3.0:1767384370.202258:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be969fe0. 00000020:00000010:3.0:1767384370.202259:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f96300. 00010000:00010000:3.0:1767384370.202261:0:17075:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000635b7e72, canceled 0 locks, left on hash table 1. 00000020:00000010:3.0:1767384370.202265:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5468cd. 00000020:00000010:3.0:1767384370.202266:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000628154b2. 00000020:00000010:3.0:1767384370.202268:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007443ab3f. 00000020:00000010:3.0:1767384370.202270:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.202271:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cde560b. 80000000:00000010:3.0:1767384370.202273:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.202274:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.202276:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ddc3d95. 00040000:00000010:3.0:1767384370.202277:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001717e9c7. 00040000:00000010:3.0:1767384370.202278:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af6a486a. 00080000:00000010:3.0:1767384370.202280:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000055eb89. 00080000:00000010:3.0:1767384370.202282:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081d31d33. 00002000:00000010:3.0:1767384370.202284:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be969fe0. 00000001:00000001:3.0:1767384370.202286:0:17075:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384370.202289:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384370.202292:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009d8487ef count: 2 00000001:00000010:0.0:1767384370.202293:0:17913:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000825b4c01. 00000004:00000001:3.0:1767384370.202296:0:17075:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1767384370.202298:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384370.202300:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.202301:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.202303:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.202305:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384370.202308:0:17913:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000045a19070. 00010000:00000001:3.0:1767384370.202309:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384370.202312:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384370.202322:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.202323:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.202325:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.202326:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384370.202328:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099fb3556 with handle 0x960a57272cefbcfb from hash 00000001:00000001:0.0:1767384370.202330:0:17913:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000407750f1: xid 1853236722011648, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:3.0:1767384370.202331:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384370.202334:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384370.202335:0:17913:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.202336:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.202340:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767384370.202343:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000001534549a. 00010000:00000001:3.0:1767384370.202347:0:17075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384370.202348:0:17075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.202350:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384370.202351:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384370.202353:0:17075:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767384370.202354:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000009d8487ef) 00010000:00010000:3.0:1767384370.202357:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384370.202359:0:17075:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.202362:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.202364:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384370.202365:0:17075:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000635b7e72, 1 locks cancelled. 00010000:00000001:3.0:1767384370.202367:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.202369:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.202370:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384370.202374:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000099fb3556/0x960a57272cefbcfb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b67c expref: 7 pid: 17913 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384370.202381:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000051d422b7. 00010000:00000040:3.0:1767384370.202384:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000635b7e72 : new locks_count 0 00000020:00000040:3.0:1767384370.202386:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 6 00010000:00000010:3.0:1767384370.202388:0:17075:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065ba7136. 00010000:00000040:3.0:1767384370.202391:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009d8487ef count: 0 00010000:00000010:3.0:1767384370.202395:0:17075:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065511e05. 00010000:00000001:3.0:1767384370.202401:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384370.202403:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d16c74c4-4c0b-4, loop: 0 00000001:00000001:3.0:1767384370.202410:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384370.202413:0:17075:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.202415:0:17075:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000635b7e72, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384370.202418:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000628154b2. 00000020:00000010:3.0:1767384370.202420:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007443ab3f. 00000020:00000010:3.0:1767384370.202423:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.202425:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007cde560b. 80000000:00000010:3.0:1767384370.202427:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.202429:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.202431:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ddc3d95. 00040000:00000010:3.0:1767384370.202433:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001717e9c7. 00040000:00000010:3.0:1767384370.202435:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af6a486a. 00080000:00000010:3.0:1767384370.202436:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081d31d33. 00080000:00000010:3.0:1767384370.202438:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000055eb89. 00002000:00000010:3.0:1767384370.202440:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be969fe0. 00000020:00000010:3.0:1767384370.202442:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d5468cd. 00000020:00000001:3.0:1767384370.202443:0:17075:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384370.202444:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 5 00000020:00000001:3.0:1767384370.202445:0:17075:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384370.202447:0:17075:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.202448:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.202449:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.202450:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384370.202452:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.202452:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.202453:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384370.202455:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.202455:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.202456:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384370.203231:0:17067:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384370.203234:0:17067:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384370.203236:0:17067:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:1.0:1767384370.203238:0:17067:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000635b7e72 : new cb_count 1 00000020:00000040:1.0:1767384370.203240:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 4 00000001:00000010:1.0:1767384370.203242:0:17067:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d13f02d2. 00080000:00000010:1.0:1767384370.203244:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aef3bfd9. 00000001:00100000:1.0:1767384370.203247:0:17067:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d16c74c4-4c0b-4913-8034-7515e2db071e 00000001:00000040:1.0:1767384370.203249:0:17067:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000635b7e72 : new cb_count 0 00000020:00000040:1.0:1767384370.203250:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 3 00000001:00000010:1.0:1767384370.203251:0:17067:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b1ffc3a1. 00080000:00000010:1.0:1767384370.203253:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000036d49e7a. 00080000:00000010:0.0:1767384370.203283:0:17913:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003a467e56. 00080000:00000010:0.0:1767384370.203289:0:17913:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9e26591. 00040000:00000001:0.0:1767384370.203291:0:17913:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384370.203292:0:17913:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384370.203294:0:17913:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384370.203296:0:17913:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384370.203298:0:17913:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.203300:0:17913:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384370.203301:0:17913:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384370.203304:0:17913:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a4846f5f. 00080000:00000001:0.0:1767384370.203305:0:17913:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349570988032 : -113724138563584 : ffff9891891e5800) 00080000:00000001:0.0:1767384370.203307:0:17913:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384370.203309:0:17913:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384370.203310:0:17913:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9e26591. 00080000:00000001:0.0:1767384370.203311:0:17913:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.203312:0:17913:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384370.203319:0:17913:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384370.203321:0:17913:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000002ae5ac68. 00000001:00000040:0.0:1767384370.203322:0:17913:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000635b7e72 : new cb_count 1 00000020:00000040:0.0:1767384370.203323:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000635b7e72 refcount=4 00000001:00000001:0.0:1767384370.203333:0:17913:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384370.203334:0:17913:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384370.203337:0:17913:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9e26591. 00040000:00000001:0.0:1767384370.203339:0:17913:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384370.203340:0:17913:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384370.203340:0:17913:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384370.203341:0:17913:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:0.0:1767384370.203343:0:17913:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:0.0:1767384370.203345:0:17913:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384370.203347:0:17913:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384370.203348:0:17913:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384370.203350:0:17913:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 7 00000001:00000001:0.0:1767384370.203352:0:17913:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384370.203353:0:17913:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 6 00000020:00000040:0.0:1767384370.203355:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 3 00000001:00000001:0.0:1767384370.203356:0:17913:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384370.203357:0:17913:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 5 00000001:00000001:0.0:1767384370.203358:0:17913:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384370.203359:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 2 00000004:00000001:0.0:1767384370.203359:0:17913:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.203360:0:17913:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.203362:0:17913:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.203363:0:17913:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.203364:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853236722011648 00010000:00000001:0.0:1767384370.203366:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.203370:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005eea2c24 x1853236722011648/t8589934593(0) o39->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.203375:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.203377:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.203378:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.203381:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.203382:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000100:00000001:0.0:1767384370.203383:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 02000000:00000001:0.0:1767384370.203385:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.203386:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.203388:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.203389:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00000400:00000010:0.0:1767384370.203392:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384370.203394:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236722011648, offset 224 00000400:00000200:0.0:1767384370.203398:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000400:00000200:0.0:1767384370.203403:0:17913:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00000400:00000200:0.0:1767384370.203410:0:17913:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [246:246:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384370.203416:0:17913:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384370.203420:0:17913:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00000800:00000010:0.0:1767384370.203423:0:17913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005541ea9b. 00000800:00000200:0.0:1767384370.203426:0:17913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00000800:00000200:0.0:1767384370.203430:0:17913:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00000800:00000200:0.0:1767384370.203432:0:17913:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005541ea9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.203443:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.203445:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00000001:0.0:1767384370.203447:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.203448:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.203449:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.203452:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eea2c24 x1853236722011648/t8589934593(0) o39->d16c74c4-4c0b-4913-8034-7515e2db071e@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.203458:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005eea2c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d16c74c4-4c0b-4913-8034-7515e2db071e+2:11799:x1853236722011648:12345-192.168.202.15@tcp50:39: Request processed in 1478us (1634us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1767384370.203463:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 8 00000100:00000040:0.0:1767384370.203465:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000635b7e72 : new rpc_count 0 00000100:00000001:0.0:1767384370.203466:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.203467:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.203469:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf7cc70. 00000020:00000010:0.0:1767384370.203471:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384370.203473:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fba59a9. 00000020:00000040:0.0:1767384370.203475:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 1 00000100:00000001:0.0:1767384370.203477:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384370.203532:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384370.203536:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005541ea9b. 00000400:00000200:2.0:1767384370.203539:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.203543:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:2.0:1767384370.203546:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:2.0:1767384370.203547:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:2.0:1767384370.203550:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384370.203551:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384370.209189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009d8487ef. 00010000:00000010:3.1:1767384370.209205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099fb3556. 00000800:00000001:3.0:1767384370.209751:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.209756:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.209758:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.209760:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.209765:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50) <- 192.168.202.15@tcp50 : PUT - for me 00000400:00000200:3.0:1767384370.209772:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.15@tcp50 of length 224 into portal 26 MB=0x695824c800f00 00000400:00000200:3.0:1767384370.209783:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.15@tcp50 of length 224/224 into md 0x192d [2] + 0 00000400:00000010:3.0:1767384370.209786:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b969890. 00000400:00000200:3.0:1767384370.209789:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d22cf42a 00000800:00000001:3.0:1767384370.209791:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.209796:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.209797:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.209800:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000400:00000200:3.0:1767384370.209802:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22cf42a 00000400:00000010:3.0:1767384370.209803:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22cf42a. 00000100:00000001:3.0:1767384370.209806:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.209807:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384370.209809:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000216d6946 x1853236722011904 msgsize 224 00000100:00100000:3.0:1767384370.209812:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.15@tcp50 (source: 12345-192.168.202.15@tcp50) 00000100:00000040:3.0:1767384370.209814:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384370.209823:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384370.209826:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.209828:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384370.209866:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384370.209870:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236722011904 02000000:00000001:2.0:1767384370.209873:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384370.209875:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384370.209876:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384370.209880:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384370.209883:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236722011904 00000020:00000001:2.0:1767384370.209885:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384370.209886:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbcc3 00000020:00000001:2.0:1767384370.209888:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384370.209891:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000053b4f51 refcount=6 00000020:00000001:2.0:1767384370.209893:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000020:00000001:2.0:1767384370.209895:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00000100:00000001:2.0:1767384370.209898:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384370.209902:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6a2c2e. 00000100:00000001:2.0:1767384370.209905:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384370.209907:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6a2c2e. 00000020:00000010:2.0:1767384370.209912:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7b34f88. 00000020:00000010:2.0:1767384370.209916:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f03fa9e5. 00000020:00000010:2.0:1767384370.209920:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000100:00000040:2.0:1767384370.209926:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384370.209928:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384370.209930:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384370.209931:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.209935:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.209949:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384370.209956:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384370.209958:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384370.209962:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.15@tcp50, seq: 169 00000100:00000040:2.0:1767384370.209965:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000053b4f51 : new rpc_count 1 00000100:00000001:2.0:1767384370.209967:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250610768 : -113719458940848 : ffff9892a00bb850) 00000100:00000040:2.0:1767384370.209972:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000216d6946 x1853236722011904/t0(0) o251->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.209981:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384370.209984:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a6a2c2e. 00000100:00000001:2.0:1767384370.209986:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384370.209989:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a6a2c2e. 00000100:00100000:2.0:1767384370.209993:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000216d6946 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:79a3973a-570f-4516-b0eb-cf8df5359330+6:11799:x1853236722011904:12345-192.168.202.15@tcp50:251: 00000100:00000200:2.0:1767384370.209998:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236722011904 00000020:00000001:2.0:1767384370.210000:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384370.210003:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384370.210004:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.210006:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384370.210008:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383408 : -1048168208 : ffffffffc18638f0) 00000020:00000001:2.0:1767384370.210011:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384370.210012:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384370.210014:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384370.210015:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384370.210017:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.210019:0:17079:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:2.0:1767384370.210020:0:17079:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384370.210022:0:17079:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384370.210024:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384370.210025:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384370.210029:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de32e370. 02000000:00000001:2.0:1767384370.210031:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.210032:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384370.210035:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=7 00010000:00000001:2.0:1767384370.210037:0:17079:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384370.210039:0:17079:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384370.210042:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 20000000:00000010:2.0:1767384370.210044:0:17079:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000c0bf3483. 00000020:00000040:2.0:1767384370.210047:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000053b4f51 refcount=7 00010000:00000001:2.0:1767384370.210050:0:17079:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384370.210052:0:17079:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384370.210062:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 6 00000020:00000080:2.0:1767384370.210064:0:17079:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefbcc3 00000020:00000040:2.0:1767384370.210067:0:17079:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000053b4f51 with handle 0x960a57272cefbcc3 from hash 00000020:00000040:2.0:1767384370.210071:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 5 00000020:00000001:2.0:1767384370.210074:0:17079:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384370.210075:0:17079:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000053b4f51: total 0 00000020:00000001:2.0:1767384370.210077:0:17079:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384370.210078:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 4 00000020:00000001:2.0:1767384370.210080:0:17079:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.210082:0:17079:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384370.210084:0:17079:0:(import.c:65:import_set_state_nolock()) 0000000023e93990 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384370.210087:0:17079:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384370.210089:0:17079:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384370.210090:0:17079:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384370.210102:0:17079:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384370.210105:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 3 20000000:00000001:2.0:1767384370.210107:0:17079:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.210109:0:17079:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.210111:0:17079:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.210113:0:17079:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.210116:0:17079:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.210118:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:2.0:1767384370.210119:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236722011904 00000020:00010000:3.0:1767384370.210121:0:17076:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000053b4f51: total 0 00000020:00000001:3.0:1767384370.210125:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630349562814464 : -113724146737152 : ffff989188a1a000) 00010000:00000001:2.0:1767384370.210125:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384370.210129:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384370.210131:0:17076:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000200:2.0:1767384370.210133:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000216d6946 x1853236722011904/t0(0) o251->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384370.210150:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5468cd. 00000020:00000010:3.0:1767384370.210153:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b6d0a3f. 00000020:00000010:3.0:1767384370.210155:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ddc3d95. 00000020:00000010:3.0:1767384370.210157:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.210160:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000af6a486a. 80000000:00000010:3.0:1767384370.210162:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.210164:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.210168:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007443ab3f. 00040000:00000010:3.0:1767384370.210172:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001717e9c7. 00040000:00000010:3.0:1767384370.210177:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007cde560b. 00080000:00000010:3.0:1767384370.210182:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000055eb89. 00010000:00000001:2.0:1767384370.210184:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384370.210186:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384370.210188:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=93 v=5 (1 0 0 0) 00080000:00000010:3.0:1767384370.210193:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081d31d33. 00000100:00000001:2.0:1767384370.210194:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000010:3.0:1767384370.210198:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be969fe0. 00000100:00000040:2.0:1767384370.210200:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000005eaa11c4 refcount 7 to 192.168.202.15@tcp50 00000020:00000010:3.0:1767384370.210203:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b6d0a3f. 00000100:00000001:2.0:1767384370.210206:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630353975393728 : -113719734157888 : ffff98928fa43dc0) 00000020:00000010:3.0:1767384370.210207:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006ddc3d95. 00000020:00000010:3.0:1767384370.210214:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e29b763b. 02000000:00000001:2.0:1767384370.210214:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384370.210230:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000af6a486a. 80000000:00000010:3.0:1767384370.210232:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.210234:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83dbc61. 02000000:00000001:2.0:1767384370.210234:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384370.210238:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007443ab3f. 00000100:00000001:2.0:1767384370.210241:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:3.0:1767384370.210242:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001717e9c7. 00040000:00000010:3.0:1767384370.210246:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007cde560b. 00080000:00000010:3.0:1767384370.210250:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081d31d33. 00000100:00000040:2.0:1767384370.210250:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.15@tcp50 00080000:00000010:3.0:1767384370.210255:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000055eb89. 00002000:00000010:3.0:1767384370.210257:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be969fe0. 00000400:00000010:2.0:1767384370.210258:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000020:00000010:3.0:1767384370.210259:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d5468cd. 00010000:00010000:3.0:1767384370.210264:0:17076:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000053b4f51, canceled 0 locks, left on hash table 1. 00000100:00000200:2.0:1767384370.210266:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236722011904, offset 224 00000020:00000010:3.0:1767384370.210268:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5468cd. 00000020:00000010:3.0:1767384370.210273:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000628154b2. 00000020:00000010:3.0:1767384370.210276:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007443ab3f. 00000400:00000200:2.0:1767384370.210280:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.15@tcp50 00000020:00000010:3.0:1767384370.210281:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.210286:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cde560b. 80000000:00000010:3.0:1767384370.210287:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.210289:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.210290:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ddc3d95. 00040000:00000010:3.0:1767384370.210294:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001717e9c7. 00000400:00000200:2.0:1767384370.210295:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp50 to NMR: 192.168.202.15@tcp50 local destination 00040000:00000010:3.0:1767384370.210296:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af6a486a. 00080000:00000010:3.0:1767384370.210301:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000055eb89. 00080000:00000010:3.0:1767384370.210304:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081d31d33. 00002000:00000010:3.0:1767384370.210305:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be969fe0. 00000001:00000001:3.0:1767384370.210307:0:17076:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384370.210310:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1767384370.210313:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp50 NI seq info: [247:247:256:4294967295] 192.168.202.15@tcp50 LPNI seq info [31:31:8:4294967295] 00010000:00000040:3.0:1767384370.210315:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 7 00010000:00000001:3.0:1767384370.210319:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384370.210326:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.210329:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.210332:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.210335:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.210337:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp50(192.168.202.115@tcp50:192.168.202.115@tcp50) -> 192.168.202.15@tcp50(192.168.202.15@tcp50:192.168.202.15@tcp50) : PUT try# 0 00010000:00000001:3.0:1767384370.210339:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384370.210342:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384370.210347:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.210350:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767384370.210351:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.15@tcp50 00010000:00000001:3.0:1767384370.210352:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.210356:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384370.210357:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ef69440 with handle 0x960a57272cefbcca from hash 00000800:00000010:2.0:1767384370.210358:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab2795ef. 00010000:00000001:3.0:1767384370.210359:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384370.210362:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.210365:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.210366:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384370.210369:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1767384370.210369:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4c49be0] -> 12345-192.168.202.15@tcp50 (4) 00010000:00000001:3.0:1767384370.210372:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384370.210375:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384370.210377:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.210379:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.210381:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000200:2.0:1767384370.210381:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.15@tcp50 ip 192.168.202.15:1023 00010000:00000040:3.0:1767384370.210384:0:17076:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000053b4f51, 1 locks cancelled. 00010000:00000001:3.0:1767384370.210388:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767384370.210388:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab2795ef type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767384370.210390:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.210393:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384370.210398:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ef69440/0x960a57272cefbcca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.15@tcp50 remote: 0xc5af19b5be76b628 expref: 3 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384370.210404:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000053b4f51 : new locks_count 0 00000020:00000040:3.0:1767384370.210405:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 2 00010000:00000001:3.0:1767384370.210410:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384370.210412:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384370.210413:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 79a3973a-570f-4, loop: 0 00000001:00000001:3.0:1767384370.210417:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384370.210420:0:17076:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384370.210421:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 6 to 192.168.202.15@tcp50 00010000:00010000:3.0:1767384370.210423:0:17076:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000053b4f51, canceled 1 locks, left on hash table 0. 00010000:00000001:2.0:1767384370.210427:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384370.210428:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000628154b2. 00000020:00000001:2.0:1767384370.210430:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384370.210432:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007443ab3f. 00000020:00000001:2.0:1767384370.210435:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384370.210441:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000216d6946 x1853236722011904/t0(0) o251->79a3973a-570f-4516-b0eb-cf8df5359330@192.168.202.15@tcp50:351/0 lens 224/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384370.210442:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384370.210447:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007cde560b. 80000000:00000010:3.0:1767384370.210452:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384370.210456:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384370.210461:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ddc3d95. 00040000:00000010:3.0:1767384370.210464:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001717e9c7. 00000100:00100000:2.0:1767384370.210465:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000216d6946 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:79a3973a-570f-4516-b0eb-cf8df5359330+2:11799:x1853236722011904:12345-192.168.202.15@tcp50:251: Request processed in 478us (649us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384370.210465:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:3.0:1767384370.210467:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af6a486a. 00000800:00000010:0.0:1767384370.210469:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab2795ef. 00080000:00000010:3.0:1767384370.210472:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081d31d33. 00000400:00000200:0.0:1767384370.210476:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384370.210478:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000055eb89. 00002000:00000010:3.0:1767384370.210482:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be969fe0. 00000100:00100000:2.0:1767384370.210487:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.15@tcp50, seq: 169 00000400:00000200:0.0:1767384370.210488:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp50->192.168.202.15@tcp50: PUT: OK 00000020:00000010:3.0:1767384370.210489:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d5468cd. 00000020:00000001:3.0:1767384370.210494:0:17076:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000200:0.0:1767384370.210496:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097933078 00000020:00000040:3.0:1767384370.210497:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 1 00000100:00000040:2.0:1767384370.210497:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000053b4f51 : new rpc_count 0 00000400:00000010:0.0:1767384370.210500:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000001:3.0:1767384370.210503:0:17076:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384370.210505:0:17076:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.210505:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.210506:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384370.210510:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384370.210510:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384370.210511:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.210515:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384370.210516:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f03fa9e5. 00010000:00010000:3.0:1767384370.210517:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384370.210519:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767384370.210524:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000020:00000010:2.0:1767384370.210528:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7b34f88. 00000020:00000040:2.0:1767384370.210533:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000053b4f51 : new refcount 0 00000020:00000080:2.0:1767384370.210535:0:17079:0:(genops.c:904:class_export_put()) final put 00000000053b4f51/79a3973a-570f-4516-b0eb-cf8df5359330 02000000:00000001:2.0:1767384370.210553:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384370.210555:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000de32e370. 02000000:00000001:2.0:1767384370.210559:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384370.210560:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384370.210565:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.210567:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384370.210569:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.210570:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.210572:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384370.210576:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384370.210582:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b2ef36. 00000020:00000001:1.0:1767384370.210583:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384370.210587:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000053b4f51/79a3973a-570f-4516-b0eb-cf8df5359330 for MGS 00000400:00000010:2.0:1767384370.210588:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d094d655. 00000020:00000040:1.0:1767384370.210594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 5 to 192.168.202.15@tcp50 00000020:00000001:1.0:1767384370.210597:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384370.210599:0:38:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:1.0:1767384370.210601:0:38:0:(genops.c:1229:class_import_get()) import 0000000023e93990 refcount=2 obd=MGS 00000020:00000001:1.0:1767384370.210604:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.210605:0:38:0:(genops.c:1242:class_import_put()) import 0000000023e93990 refcount=1 obd=MGS 00000020:00000001:1.0:1767384370.210606:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384370.210608:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.210609:0:38:0:(genops.c:1242:class_import_put()) import 0000000023e93990 refcount=0 obd=MGS 00000020:00000040:1.0:1767384370.210611:0:38:0:(genops.c:1245:class_import_put()) final put import 0000000023e93990 00000020:00000001:1.0:1767384370.210624:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384370.210626:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384370.210629:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384370.210635:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e94648e9. 00000001:00000010:1.0:1767384370.210640:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e19b5e3. 00000001:00000010:1.0:1767384370.210643:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0f73470. 00000001:00000010:1.0:1767384370.210653:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097c4328b. 00000001:00000010:1.0:1767384370.210656:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004683e158. 00000001:00000010:1.0:1767384370.210661:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cd91488f. 00000001:00000001:1.0:1767384370.210664:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384370.210666:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384370.210668:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384370.210670:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384370.210671:0:38:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.210673:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.210676:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 7 - export 00000020:00000010:1.0:1767384370.210679:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000053b4f51. 00000020:00000001:1.0:1767384370.210686:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384370.210691:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384370.210692:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000023e93990 for MGS 00000020:00000040:1.0:1767384370.210695:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 4 to 192.168.202.15@tcp50 00000020:00000040:1.0:1767384370.210697:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 6 - import 00000020:00000010:1.0:1767384370.210699:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000023e93990. 00000020:00000001:1.0:1767384370.210701:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1767384370.216167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00010000:00000001:2.0:1767384370.484251:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.484257:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.484262:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.484264:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.484305:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.484308:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.484311:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384371.060265:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384371.060271:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384371.060293:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000400:00000010:3.0:1767384371.060299:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 10000000:00000001:1.0:1767384371.060301:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384371.060305:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384371.060306:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384371.060313:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384371.060327:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004aa99043. 00000400:00000010:3.0:1767384371.060331:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f09338b3. 00000800:00000200:3.0:1767384371.060375:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000800:00000200:3.1:1767384371.060393:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000400:00000200:3.0:1767384371.060466:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060504:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060518:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060538:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060554:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060646:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060662:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060677:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060690:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060702:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060714:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060727:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060739:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060751:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060764:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060776:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060789:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060891:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060942:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060968:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.060996:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061015:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061028:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061042:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061055:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061068:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061081:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061094:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061107:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061119:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061131:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061186:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061204:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061233:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384371.061248:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384371.061339:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000055eb89. 00000800:00000010:3.0:1767384371.061344:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001969a626. 00000800:00000010:3.0:1767384371.061348:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d83dbc61. 00000800:00000010:3.0:1767384371.061362:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d83dbc61. 00000800:00020000:3.0:1767384371.061368:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384371.061371:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001969a626. 00000800:00000010:3.0:1767384371.061372:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000055eb89. 00000400:02020000:3.0:1767384371.061398:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp35 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384371.061402:0:35781:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000001:2.0:1767384371.262480:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.262504:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384371.262507:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384371.262517:0:16348:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000002b44b889] EOF from 12345-192.168.202.15@tcp50 ip 192.168.202.15:1021 00000800:00000001:0.0:1767384371.262519:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384371.262529:0:16349:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000007967a72b] EOF from 12345-192.168.202.15@tcp50 ip 192.168.202.15:1022 00000800:00000001:1.0:1767384371.262544:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384371.262726:0:16347:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000002b44b889 00000800:00000010:3.0:1767384371.262729:0:16347:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000002b44b889. 00000800:00000200:3.0:1767384371.262733:0:16347:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000007967a72b 00000800:00000010:3.0:1767384371.262734:0:16347:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000007967a72b. 00000800:00000200:3.0:1767384371.262736:0:16347:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000805f8e8e 00000800:00000200:3.0:1767384371.262739:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.15@tcp50 00000000a4c49be0 deleted 00000800:00000010:3.0:1767384371.262741:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4c49be0. 00000800:00000010:3.0:1767384371.262743:0:16347:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000805f8e8e. 00000800:00000200:3.0:1767384371.262754:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f6a6122] -> 12345-192.168.202.115@tcp22 (6) 00000800:00000200:3.0:1767384371.262758:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp22 ip 192.168.202.115:988 00000800:00000200:3.0:1767384371.262761:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384371.262854:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384371.262858:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.262864:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384371.262867:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.262868:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384371.508321:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.508328:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.508335:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.508338:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.508402:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384371.508406:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384371.508409:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384372.079830:0:40021:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004289339d. 00080000:00000010:3.0:1767384372.079839:0:40021:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004289339d. 00000020:00000001:3.0:1767384372.079843:0:40021:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384372.079849:0:40021:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004289339d. 00080000:00000010:3.0:1767384372.079853:0:40021:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004289339d. 00000020:00000001:3.0:1767384372.079858:0:40021:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384372.197110:0:40058:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009cb78da6. 00080000:00000010:1.0:1767384372.197121:0:40058:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009cb78da6. 00000020:00000001:1.0:1767384372.197126:0:40058:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384372.197159:0:40058:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009cb78da6. 00080000:00000010:1.0:1767384372.197167:0:40058:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009cb78da6. 00000020:00000001:1.0:1767384372.197173:0:40058:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384372.276222:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003bbac8e0] -> 12345-192.168.202.115@tcp17 (6) 00000800:00000200:3.0:1767384372.276230:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp17 ip 192.168.202.115:988 00000800:00000200:3.0:1767384372.276234:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384372.276320:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384372.276325:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.276332:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.276336:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.276338:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384372.354185:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008c042acc. 00080000:00000010:3.0:1767384372.354194:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008c042acc. 00000020:00000001:3.0:1767384372.354211:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384372.354220:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008c042acc. 00080000:00000010:3.0:1767384372.354224:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008c042acc. 00000020:00000001:3.0:1767384372.354227:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384372.473252:0:40106:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000909aaf95. 00080000:00000010:3.0:1767384372.473260:0:40106:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000909aaf95. 00000020:00000001:3.0:1767384372.473266:0:40106:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384372.473275:0:40106:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000909aaf95. 00080000:00000010:3.0:1767384372.473280:0:40106:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000909aaf95. 00000020:00000001:3.0:1767384372.473284:0:40106:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.473786:0:40106:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:3.0:1767384372.473788:0:40106:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:3.0:1767384372.473790:0:40106:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:0.0:1767384372.474239:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eb25a037. 00080000:00000010:0.0:1767384372.474246:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eb25a037. 00000020:00000001:0.0:1767384372.474250:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384372.474417:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee609f0e. 00080000:00000010:1.0:1767384372.474423:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee609f0e. 00000020:00000001:1.0:1767384372.474427:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.478408:0:40106:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384372.478413:0:40106:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000143f8ee2. 00000020:01000004:0.0:1767384372.478416:0:40106:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384372.478418:0:40106:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384372.478420:0:40106:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384372.478422:0:40106:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000038e4d2a9. 00000020:00000010:0.0:1767384372.478425:0:40106:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000007b3466f5. 00000020:00000001:0.0:1767384372.478428:0:40106:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384372.478430:0:40106:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000042402f70. 00000020:00000001:0.0:1767384372.478433:0:40106:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384372.478436:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c088f831. 00000020:00000010:0.0:1767384372.478439:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045f96300. 00000040:00000010:0.0:1767384372.478442:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008df31217. 00000020:00000010:0.0:1767384372.478446:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009625e1ce. 00000020:00000010:0.0:1767384372.478449:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000016a47d4f. 00040000:00000010:0.0:1767384372.478453:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012a264de. 00040000:00000010:0.0:1767384372.478456:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e4bbcd6. 00080000:00000010:0.0:1767384372.478461:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000072cb8d0. 00080000:00000010:0.0:1767384372.478466:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009734de5e. 10000000:00000001:0.0:1767384372.478471:0:40106:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384372.478473:0:40106:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384372.478476:0:40106:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384372.478477:0:40106:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384372.478480:0:40106:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384372.478481:0:40106:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000009bddce68) refs 3 10000000:00000001:0.0:1767384372.478483:0:40106:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384372.478484:0:40106:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630353827999744 : -113719881551872 : ffff989286db3000) 10000000:00000001:0.0:1767384372.478486:0:40106:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384372.478488:0:40106:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x960a57272cefb966 00010000:00000001:0.0:1767384372.478491:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384372.478492:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384372.478494:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b49a43d refcount=2 00000020:00000001:0.0:1767384372.478496:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00010000:00000001:0.0:1767384372.478498:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00010000:00000001:0.0:1767384372.478500:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384372.478502:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.478504:0:40106:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384372.478511:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.478513:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384372.478514:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384372.478515:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384372.478516:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b49a43d refcount=3 00000020:00000001:0.0:1767384372.478517:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00010000:00000001:0.0:1767384372.478518:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00010000:00000001:0.0:1767384372.478519:0:40106:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384372.478520:0:40106:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384372.478524:0:40106:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384372.478525:0:40106:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384372.478528:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.478529:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384372.478530:0:40106:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384372.478533:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384372.478534:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.478536:0:40106:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384372.478539:0:40106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005b503605. 00010000:00000001:0.0:1767384372.478541:0:40106:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384372.478551:0:40106:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384372.478553:0:40106:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.478554:0:40106:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.478555:0:40106:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384372.478556:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.478557:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384372.478559:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384372.478559:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478560:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384372.478561:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478562:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384372.478562:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478563:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384372.478563:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478564:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384372.478565:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478566:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384372.478566:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009bddce68) refs 3 10000000:00000001:0.0:1767384372.478568:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.478569:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384372.478569:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009bddce68) refs 2 10000000:00000001:0.0:1767384372.478570:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384372.478571:0:40106:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767384372.478572:0:40106:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384372.478573:0:40106:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.478577:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045f96300. 00000020:00000001:3.0:1767384372.478578:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000040:00000010:0.0:1767384372.478580:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008df31217. 00000020:00000001:3.0:1767384372.478581:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.478585:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009625e1ce. 00010000:00010000:3.0:1767384372.478586:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:0.0:1767384372.478589:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016a47d4f. 00010000:00000001:3.0:1767384372.478590:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384372.478595:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00040000:00000010:0.0:1767384372.478595:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012a264de. 00010000:00010000:3.0:1767384372.478600:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00040000:00000010:0.0:1767384372.478600:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e4bbcd6. 00080000:00000010:0.0:1767384372.478606:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009734de5e. 00080000:00000010:0.0:1767384372.478611:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000072cb8d0. 00010000:00010000:3.0:1767384372.478612:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b49a43d already unused, calling callback (00000000a89832d0) 00000020:00000010:0.0:1767384372.478614:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c088f831. 10000000:00000001:3.0:1767384372.478616:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:0.0:1767384372.478618:0:40106:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384372.478619:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384372.478622:0:40106:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000042402f70. 00000020:00000001:0.0:1767384372.478627:0:40106:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.478633:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384372.478633:0:40106:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000eb25a037. 00010000:00000001:3.0:1767384372.478636:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384372.478638:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384372.478638:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 5 00000020:00000010:0.0:1767384372.478642:0:40106:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000c1456495. 00000010:00000001:0.0:1767384372.478645:0:40106:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000020:00000040:3.0:1767384372.478648:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b49a43d refcount=3 00000100:00000001:0.0:1767384372.478649:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:3.0:1767384372.478653:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00000100:00080000:0.0:1767384372.478653:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384372.478656:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:3.0:1767384372.478658:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648512 : -113724217903104 : ffff98918463b800) 00000100:00000001:0.0:1767384372.478659:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767384372.478663:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:0.0:1767384372.478664:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:3.0:1767384372.478667:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384372.478668:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:3.0:1767384372.478676:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384372.478677:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384372.478680:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:01000000:3.0:1767384372.478681:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384372.478682:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384372.478685:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:01000000:3.0:1767384372.478686:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767384372.478688:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384372.478688:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000040:3.0:1767384372.478691:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009bddce68) refs 1 00000100:00000001:0.0:1767384372.478691:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:01000000:3.0:1767384372.478693:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:0.0:1767384372.478694:0:40106:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:3.0:1767384372.478696:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.478698:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00080000:0.0:1767384372.478698:0:40106:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:3.0:1767384372.478701:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.478703:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384372.478703:0:40106:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:3.0:1767384372.478706:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767384372.478706:0:40106:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:3.0:1767384372.478708:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.478710:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384372.478711:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384372.478712:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384372.478714:0:40106:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384372.478715:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.478717:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384372.478719:0:40106:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000020:00000040:3.0:1767384372.478720:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000379a4c96 : new refcount 11 00000100:00000001:0.0:1767384372.478722:0:40106:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000010:3.0:1767384372.478723:0:17075:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000009bddce68. 00000100:00000001:0.0:1767384372.478724:0:40106:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00000001:3.0:1767384372.478729:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.478731:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384372.478731:0:40106:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000039f5f63. 00000020:00000040:0.0:1767384372.478736:0:40106:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:3.0:1767384372.478737:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384372.478741:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384372.478741:0:40106:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.478744:0:40106:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384372.478745:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384372.478748:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384372.478749:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.478750:0:40106:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.478751:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b49a43d with handle 0x960a57272cefb966 from hash 02000000:00000010:0.0:1767384372.478756:0:40106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a264de. 00010000:00000001:3.0:1767384372.478761:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384372.478762:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.478764:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384372.478764:0:40106:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.478766:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384372.478768:0:40106:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00010000:00000001:3.0:1767384372.478769:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384372.478772:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00080000:0.0:1767384372.478773:0:40106:0:(import.c:65:import_set_state_nolock()) 0000000008a1bfb8 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:3.0:1767384372.478778:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384372.478780:0:40106:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384372.478781:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384372.478783:0:40106:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384372.478787:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007eda9c42. 00000020:00000040:3.0:1767384372.478791:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000040:0.0:1767384372.478792:0:40106:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000039f5f63] to pc [ptlrpcd_rcv+-1] req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.478798:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384372.478801:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384372.478805:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384372.478809:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000032fcb05. 00000100:00000001:0.0:1767384372.478811:0:40106:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.478812:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.478816:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384372.478819:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384372.478824:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384372.478825:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.478827:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384372.478828:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.478832:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007eda9c42] to pc [ptlrpcd_00_02+2] req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.478843:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.478846:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.478849:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384372.478853:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384372.478854:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.478859:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.478862:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.478864:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.478866:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384372.478870:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.478870:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.478872:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.478873:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384372.478874:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.478875:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.478880:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384372.478880:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.478881:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384372.478885:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384372.478891:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.478899:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236728331904:0@lo:39: 00010000:00000001:3.0:1767384372.478900:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384372.478908:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384372.478908:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384372.478909:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 000000000b49a43d/0x960a57272cefb966 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb96d expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384372.478909:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.478913:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.478914:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.478915:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384372.478919:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.478920:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384372.478922:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384372.478923:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384372.478924:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.478928:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:2.0:1767384372.478928:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7b34f88. 02000000:00000001:0.0:1767384372.478928:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384372.478933:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005b503605. 02000000:00000001:2.0:1767384372.478934:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.478937:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007eda9c42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332032:0@lo:103: 00010000:00000001:3.0:1767384372.478938:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384372.478942:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc2be66. 00000020:00000001:3.0:1767384372.478943:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384372.478943:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384372.478947:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384372.478948:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.478950:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.478951:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384372.478951:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 02000000:00000001:0.0:1767384372.478952:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384372.478956:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384372.478958:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef3bfd9. 00000020:00000001:3.0:1767384372.478959:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384372.478960:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728331904, portal 10 00010000:00010000:3.0:1767384372.478965:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384372.478965:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.478966:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384372.478970:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630349498613760 : -113724210937856 : ffff989184ce0000) 00000020:00000001:3.0:1767384372.478971:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384372.478972:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50b0e5c. 00000020:00000001:3.0:1767384372.478975:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.478977:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384372.478978:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384372.478979:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029023403. 00000100:00000200:0.0:1767384372.478985:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332032, portal 18 00000100:00000001:0.0:1767384372.478990:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384372.478992:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384372.478992:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378912000 : -113719330639616 : ffff9892a7b17100) 00000100:00000040:2.0:1767384372.478996:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384372.478999:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384372.479000:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000200:2.0:1767384372.479006:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728331904, offset 0 00000100:00000001:0.0:1767384372.479008:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384372.479011:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384372.479014:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384372.479015:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00000100:00000200:0.0:1767384372.479019:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728332032, offset 0 00000400:00000200:0.0:1767384372.479024:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384372.479028:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384372.479033:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384372.479042:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce07e80 00000400:00000200:0.0:1767384372.479043:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce07f00 00000400:00000200:0.0:1767384372.479052:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 0 00000400:00000200:0.0:1767384372.479057:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384372.479062:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384372.479063:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000400:00000200:2.0:1767384372.479070:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.479074:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384372.479075:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384372.479077:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384372.479082:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d461d9a7. 00000100:00000001:2.0:1767384372.479083:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384372.479084:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000d461d9a7 x1853236728332032 msgsize 328 00000100:00000200:2.0:1767384372.479087:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384372.479092:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384372.479096:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000824f076c. 00000100:00000040:2.0:1767384372.479101:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000824f076c x1853236728331904 msgsize 224 00000100:00000001:0.0:1767384372.479102:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384372.479110:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000100:00100000:2.0:1767384372.479111:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384372.479114:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000100:00000001:0.0:1767384372.479117:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384372.479120:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.479126:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.479127:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.479128:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384372.479132:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332032 00000100:00000040:0.0:1767384372.479132:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384372.479153:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.479155:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.479158:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.479159:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000400:00000010:2.0:1767384372.479163:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 02000000:00000001:1.0:1767384372.479164:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479170:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384372.479170:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.479171:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332032 00000100:00000001:0.0:1767384372.479175:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384372.479176:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384372.479179:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384372.479179:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384372.479179:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:0.0:1767384372.479181:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.479183:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728331904 00000020:00000001:1.0:1767384372.479184:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384372.479188:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294960530 02000000:00000001:3.0:1767384372.479189:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384372.479189:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000100:00000001:3.0:1767384372.479192:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384372.479195:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384372.479196:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384372.479196:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fecb392. 00000020:00000001:1.0:1767384372.479213:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384372.479216:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384372.479217:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479217:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.479218:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384372.479223:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384372.479224:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728331904 00000020:00000010:1.0:1767384372.479225:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00000100:00000001:0.0:1767384372.479226:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294960530 00000020:00000001:3.0:1767384372.479229:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.479231:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384372.479233:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e96e08a. 00000020:00000040:3.0:1767384372.479234:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb989 00000020:00000010:1.0:1767384372.479236:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 00000020:00000001:3.0:1767384372.479239:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384372.479240:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384372.479244:0:17913:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eecba894 refcount=5 00000020:00000010:1.0:1767384372.479245:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72c949e. 00000100:00000001:2.0:1767384372.479246:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.479247:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294960530 00000020:00000001:3.0:1767384372.479251:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:2.0:1767384372.479252:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384372.479252:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee609f0e. 00000100:00000010:0.0:1767384372.479254:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c31cbeb0. 00000020:00000001:3.0:1767384372.479257:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353830088704 : -113719879462912 : ffff989286fb1000) 00000100:00000001:0.0:1767384372.479259:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384372.479260:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384372.479261:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059167e6e. 00000100:00000001:3.0:1767384372.479263:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.479263:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294960530 00000100:00000040:2.0:1767384372.479268:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3042 usecs (4 jiffies) 00000020:00000010:3.0:1767384372.479271:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7c35796. 00000100:00000001:2.0:1767384372.479272:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960527 00000100:00000010:0.0:1767384372.479272:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eb36dda. 00000100:00000040:1.0:1767384372.479273:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384372.479279:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384372.479280:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384372.479281:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.479281:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960530 00000100:00000001:1.0:1767384372.479284:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384372.479284:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.479288:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960527 00010000:00000001:1.0:1767384372.479289:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384372.479290:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.479291:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7c35796. 00010000:00000001:1.0:1767384372.479292:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479293:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960530 00000100:00000001:0.0:1767384372.479296:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.479298:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384372.479299:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960527 00000100:00000001:0.0:1767384372.479300:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384372.479302:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c194df. 00010000:00000001:1.0:1767384372.479302:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384372.479305:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960530 00000020:00000001:1.0:1767384372.479306:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384372.479309:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000909aaf95. 00000100:00000001:2.0:1767384372.479311:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960527 00000020:00000040:1.0:1767384372.479311:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002121f262 refcount=3 00000100:00000001:0.0:1767384372.479311:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.479315:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384372.479316:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960530 00000020:00000001:1.0:1767384372.479317:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736394752 : -113718973156864 : ffff9892bd003200) 00000100:00000001:0.0:1767384372.479321:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.479322:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384372.479323:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736394752 : -113718973156864 : ffff9892bd003200) 00000020:00000010:3.0:1767384372.479324:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ab02439. 00000100:00000001:0.0:1767384372.479324:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.479326:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.479328:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.479331:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384372.479333:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.479334:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384372.479335:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479336:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384372.479337:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1767384372.479338:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.479344:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384372.479344:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479345:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384372.479348:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384372.479349:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384372.479352:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479353:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.479357:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.479359:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479360:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.479361:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.479366:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.479372:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.479376:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.479387:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384372.479390:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384372.479390:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384372.479393:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384372.479397:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384372.479397:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384372.479401:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384372.479402:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384372.479403:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384372.479407:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354608983552 : -113719100568064 : ffff9892b5680e00) 00000100:00000040:3.0:1767384372.479408:0:17913:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eecba894 : new rpc_count 1 00000100:00000001:0.0:1767384372.479409:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.479414:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637717504 : -113719071834112 : ffff9892b71e8000) 00000100:00000040:1.0:1767384372.479414:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d461d9a7 x1853236728332032/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.479414:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.479423:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000824f076c x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.479429:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384372.479433:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00000100:00000001:3.0:1767384372.479435:0:17913:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384372.479437:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384372.479439:0:17913:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7c35796. 00000020:00000010:1.0:1767384372.479440:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 00000100:00000001:3.0:1767384372.479446:0:17913:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384372.479450:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d461d9a7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728332032:12345-0@lo:103: 00000020:00000010:3.0:1767384372.479451:0:17913:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7c35796. 00000100:00000200:1.0:1767384372.479457:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332032 00000100:00100000:3.0:1767384372.479461:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000824f076c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236728331904:12345-0@lo:39: 00010000:00000001:1.0:1767384372.479461:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384372.479465:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000200:3.0:1767384372.479467:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728331904 00010000:00000001:1.0:1767384372.479468:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384372.479470:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384372.479473:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384372.479474:0:17913:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384372.479477:0:17913:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.479477:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384372.479481:0:17913:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384372.479481:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c3d8026. 00000020:00000001:3.0:1767384372.479483:0:17913:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663424352 : -1046127264 : ffffffffc1a55d60) 02000000:00000001:1.0:1767384372.479485:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.479487:0:17913:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384372.479488:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.479490:0:17913:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384372.479491:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384372.479494:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1767384372.479495:0:17913:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384372.479497:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384372.479499:0:17913:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384372.479499:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384372.479502:0:17913:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.479503:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002121f262 refcount=3 00000020:00000001:1.0:1767384372.479508:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736394752 : -113718973156864 : ffff9892bd003200) 00000020:00000001:3.0:1767384372.479509:0:17913:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384372.479510:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736394752 : -113718973156864 : ffff9892bd003200) 00010000:00000001:3.0:1767384372.479511:0:17913:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000040:1.0:1767384372.479514:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 6 00000100:00000001:3.0:1767384372.479515:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384372.479517:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384372.479524:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384372.479526:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384372.479529:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000010:3.0:1767384372.479530:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001cd286d7. 00010000:00000001:1.0:1767384372.479530:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.479533:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.479536:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.479537:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384372.479541:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.479541:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384372.479546:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384372.479548:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000eecba894 refcount=6 00010000:00000001:1.0:1767384372.479548:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.479551:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384372.479553:0:17913:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767384372.479554:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.479558:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002121f262 with handle 0x960a57272cefb96d from hash 00000004:00000001:3.0:1767384372.479560:0:17913:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:1.0:1767384372.479560:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1767384372.479565:0:17913:0:(genops.c:887:class_export_get()) GET export 00000000eecba894 refcount=7 00010000:00000001:1.0:1767384372.479565:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384372.479566:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.479569:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384372.479571:0:17913:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:1.0:1767384372.479571:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384372.479573:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384372.479576:0:17913:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00010000:1.0:1767384372.479577:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002121f262/0x960a57272cefb96d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb966 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384372.479582:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 6 00010000:00000040:1.0:1767384372.479584:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 9 00000020:00000080:3.0:1767384372.479586:0:17913:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb989 00000020:00000040:1.0:1767384372.479588:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00000020:00000040:3.0:1767384372.479590:0:17913:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eecba894 with handle 0x960a57272cefb989 from hash 00010000:00000001:1.0:1767384372.479593:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384372.479594:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 5 00010000:00000001:1.0:1767384372.479596:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384372.479598:0:17913:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:1.0:1767384372.479599:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:3.0:1767384372.479601:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 4 00010000:00000001:1.0:1767384372.479602:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384372.479605:0:17913:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384372.479606:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.479607:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 3 00010000:00000001:1.0:1767384372.479609:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1767384372.479610:0:17913:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.479612:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1767384372.479614:0:17913:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:1.0:1767384372.479615:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384372.479618:0:17913:0:(import.c:65:import_set_state_nolock()) 000000009eac409a : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384372.479621:0:17913:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384372.479621:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384372.479624:0:17913:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384372.479624:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.479628:0:17913:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00001000:1.0:1767384372.479629:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.479633:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384372.479636:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384372.479637:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:3.0:1767384372.479639:0:17913:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.479639:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:3.0:1767384372.479644:0:17913:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:1.0:1767384372.479645:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384372.479647:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000bcae3774 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384372.479649:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:3.0:1767384372.479653:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000eecba894 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384372.479654:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384372.479655:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384372.479658:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384372.479660:0:17913:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 dirty 0 pend 0 grant 0 00000400:00000010:1.0:1767384372.479661:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00010000:00010000:0.0:1767384372.479662:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384372.479667:0:17913:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000200:1.0:1767384372.479667:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728332032, offset 224 00000001:00000001:3.0:1767384372.479672:0:17913:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000400:00000200:1.0:1767384372.479673:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1767384372.479676:0:17913:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384372.479678:0:17913:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.479683:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:3.0:1767384372.479684:0:17913:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384372.479687:0:17913:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 6 00000400:00000200:1.0:1767384372.479690:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce07f00 00000400:00000200:1.0:1767384372.479696:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x20f9 [1] + 224 00000001:00000001:3.0:1767384372.479700:0:17913:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000400:00000200:1.0:1767384372.479701:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:3.0:1767384372.479702:0:17913:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 5 00000400:00000200:1.0:1767384372.479707:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384372.479708:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 2 00000100:00000001:1.0:1767384372.479710:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384372.479714:0:17913:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000200:1.0:1767384372.479715:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384372.479717:0:17913:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 4 00000001:00000001:3.0:1767384372.479723:0:17913:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384372.479726:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 1 00000100:00000040:1.0:1767384372.479729:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384372.479730:0:17913:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.479736:0:17913:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.479744:0:17913:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.479747:0:17913:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.479750:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:3.0:1767384372.479751:0:17913:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728331904 00000400:00000200:1.0:1767384372.479754:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00010000:00000001:3.0:1767384372.479756:0:17913:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384372.479757:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:0.0:1767384372.479760:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.479761:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384372.479763:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.479764:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:3.0:1767384372.479769:0:17913:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000824f076c x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.479769:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384372.479769:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384372.479772:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384372.479775:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000400:00000010:0.0:1767384372.479776:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b50b0e5c. 00010000:00000001:1.0:1767384372.479781:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.479783:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029023403 00010000:00000001:1.0:1767384372.479787:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.479788:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029023403. 00010000:00000001:3.0:1767384372.479791:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384372.479793:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384372.479794:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d461d9a7 x1853236728332032/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.479797:0:17913:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.479799:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384372.479805:0:17913:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ba9c412 time=90 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384372.479816:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d461d9a7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728332032:12345-0@lo:103: Request processed in 382us (727us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384372.479817:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384372.479822:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000200:0.0:1767384372.479824:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.479828:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00100000:1.0:1767384372.479833:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:3.0:1767384372.479835:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384372.479839:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.479840:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:0.0:1767384372.479841:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.479842:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384372.479845:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.479845:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384372.479849:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384372.479850:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384372.479854:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384372.479854:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384372.479855:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000001:0.0:1767384372.479858:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384372.479859:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee609f0e. 00000100:00000200:3.0:1767384372.479861:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728331904, offset 224 00000100:00000001:0.0:1767384372.479861:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384372.479865:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000059167e6e. 02000000:00000001:0.0:1767384372.479867:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384372.479869:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72c949e. 00000400:00000200:3.0:1767384372.479872:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384372.479874:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=95 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384372.479876:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000100:00001000:0.0:1767384372.479880:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.479881:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.479882:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384372.479888:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384372.479891:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.479893:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384372.479894:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce07e80 00010000:00000001:0.0:1767384372.479895:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.479898:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.479902:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20f5 [1] + 224 00000100:00000040:0.0:1767384372.479905:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.479909:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.479915:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384372.479916:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.479921:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384372.479923:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384372.479924:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.479926:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384372.479934:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384372.479934:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007eda9c42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332032:0@lo:103: 00000100:00000001:0.0:1767384372.479943:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.479947:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384372.479951:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007eda9c42 x1853236728332032/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.479955:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.479969:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384372.479973:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384372.479976:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef3bfd9. 02000000:00000001:0.0:1767384372.479978:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384372.479979:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384372.479980:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384372.479981:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384372.479982:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384372.479985:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000032fcb05. 00000400:00000200:3.0:1767384372.479988:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 02000000:00000001:0.0:1767384372.479989:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384372.479992:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 02000000:00000001:0.0:1767384372.479993:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384372.479995:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007eda9c42. 00000100:00000001:3.0:1767384372.479998:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.480000:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.480000:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384372.480003:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.480006:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.480007:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.480008:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.480011:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.480013:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00000100:00000001:2.0:1767384372.480015:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.480015:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.480019:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.480020:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.480021:0:17913:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384372.480023:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384372.480025:0:17913:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384372.480026:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384372.480030:0:17913:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384372.480030:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000400:00000200:2.0:1767384372.480036:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000100:00000040:3.0:1767384372.480037:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000824f076c x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384372.480041:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:2.0:1767384372.480046:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384372.480053:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384372.480057:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000824f076c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:16354:x1853236728331904:12345-0@lo:39: Request processed in 618us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384372.480075:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:2.0:1767384372.480078:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.480080:0:17913:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eecba894 : new rpc_count 0 00000100:00000001:3.0:1767384372.480085:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384372.480088:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384372.480093:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384372.480094:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000909aaf95. 00000100:00000001:2.0:1767384372.480095:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.480100:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384372.480101:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ab02439. 02000000:00000001:2.0:1767384372.480101:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384372.480104:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384372.480106:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.480108:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c194df. 02000000:00000001:2.0:1767384372.480109:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384372.480113:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000009ec48307 time=90 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384372.480114:0:17913:0:(genops.c:898:class_export_put()) PUTting export 00000000eecba894 : new refcount 0 00000020:00000080:3.0:1767384372.480120:0:17913:0:(genops.c:904:class_export_put()) final put 00000000eecba894/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00001000:2.0:1767384372.480120:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000149dfc1e time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.480125:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384372.480126:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.480128:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384372.480130:0:16354:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.480132:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384372.480133:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384372.480154:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384372.480155:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.480156:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.480162:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.480167:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.480169:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384372.480170:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384372.480172:0:16354:0:(import.c:65:import_set_state_nolock()) 0000000008a1bfb8 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384372.480175:0:16354:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384372.480176:0:16354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384372.480177:0:16354:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384372.480179:0:16354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384372.480187:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.480191:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00100000:2.0:1767384372.480193:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000039f5f63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236728331904:0@lo:39: 00000020:00000080:0.0:1767384372.480194:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000eecba894/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:3.0:1767384372.480209:0:40106:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.480211:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 19 to 0@lo 00000100:00000001:2.0:1767384372.480214:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.480216:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:3.0:1767384372.480217:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:2.0:1767384372.480218:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1767384372.480220:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00080000:3.0:1767384372.480221:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000040:0.0:1767384372.480224:0:38:0:(genops.c:1229:class_import_get()) import 000000009eac409a refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1767384372.480225:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:2.0:1767384372.480225:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000039f5f63 x1853236728331904/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.480229:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384372.480230:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384372.480233:0:38:0:(genops.c:1242:class_import_put()) import 000000009eac409a refcount=1 obd=lustre-MDT0000 00000100:00100000:3.0:1767384372.480237:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000020:00000001:0.0:1767384372.480239:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384372.480241:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384372.480242:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:0.0:1767384372.480243:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384372.480246:0:38:0:(genops.c:1242:class_import_put()) import 000000009eac409a refcount=0 obd=lustre-MDT0000 00000100:00000001:3.0:1767384372.480247:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384372.480251:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000040:0.0:1767384372.480251:0:38:0:(genops.c:1245:class_import_put()) final put import 000000009eac409a 00000100:00000001:3.0:1767384372.480253:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384372.480256:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:2.0:1767384372.480257:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384372.480258:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1767384372.480260:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7b34f88. 00000100:00100000:3.0:1767384372.480262:0:40106:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1767384372.480264:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384372.480264:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384372.480266:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:2.0:1767384372.480268:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000010:0.0:1767384372.480268:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000016cb8020. 00000001:00000001:3.0:1767384372.480272:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:2.0:1767384372.480272:0:16354:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384372.480275:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000001:2.0:1767384372.480278:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1767384372.480279:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384372.480279:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000010:2.0:1767384372.480281:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a264de. 00000001:00000010:0.0:1767384372.480286:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089b9a7ce. 02000000:00000001:2.0:1767384372.480287:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384372.480290:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384372.480292:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000039f5f63. 00000001:00000010:0.0:1767384372.480292:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000b807e81. 00000100:00000001:2.0:1767384372.480298:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000010:0.0:1767384372.480299:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091a0e7c0. 00000100:00000001:2.0:1767384372.480301:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1767384372.480303:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ffb6af35. 00000100:00000001:2.0:1767384372.480304:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1767384372.480307:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000444cec1d. 00000100:00000001:2.0:1767384372.480309:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000010:0.0:1767384372.480310:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000f1e31a9. 00000100:00000001:2.0:1767384372.480312:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384372.480313:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:2.0:1767384372.480315:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384372.480316:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:2.0:1767384372.480317:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384372.480319:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.480323:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e492760a. 00000001:00000010:0.0:1767384372.480325:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a2bce8e. 00000001:00000010:0.0:1767384372.480327:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000655867f. 00000001:00000010:0.0:1767384372.480329:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024082eb1. 00000001:00000010:0.0:1767384372.480330:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e348e8a0. 00000001:00000010:0.0:1767384372.480331:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005b294372. 00000001:00000001:0.0:1767384372.480341:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384372.480342:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384372.480343:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384372.480346:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000c14ef088. 00000020:00000020:0.0:1767384372.480350:0:38:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384372.480352:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000bcae3774 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384372.480354:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli d16c74c4-4c0b-4913-8034-7515e2db071e/00000000635b7e72 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384372.480356:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.480357:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.480359:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 9 - export 00000020:00000010:0.0:1767384372.480361:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000eecba894. 00000020:00000001:0.0:1767384372.480366:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384372.480369:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384372.480370:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009eac409a for lustre-MDT0000 00000020:00000040:0.0:1767384372.480372:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00000020:00000040:0.0:1767384372.480374:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 8 - import 00000020:00000010:0.0:1767384372.480375:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009eac409a. 00000020:00000001:0.0:1767384372.480378:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1767384372.480675:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384372.480678:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384372.480679:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384372.481026:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.481029:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384372.481031:0:40106:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384372.481032:0:40106:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.481034:0:40106:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000c1456495. 00000020:00000001:3.0:1767384372.481037:0:40106:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384372.481039:0:40106:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000eb25a037. 00000020:00000010:3.0:1767384372.481041:0:40106:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000007b3466f5. 00000020:00000010:3.0:1767384372.481042:0:40106:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000038e4d2a9. 00000020:00000010:3.0:1767384372.481046:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c194df. 00000020:00000010:3.0:1767384372.481049:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd8f34ba. 00000040:00000010:3.0:1767384372.481050:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000032fcb05. 00000020:00000010:3.0:1767384372.481053:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8cf1f0d. 00000020:00000010:3.0:1767384372.481056:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e29b763b. 00000020:00000010:3.0:1767384372.481058:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009bddce68. 80000000:00000010:3.0:1767384372.481060:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009aca4a47. 40000000:00000010:3.0:1767384372.481063:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d7c35796. 00100000:00000010:3.0:1767384372.481066:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe7cd822. 00040000:00000010:3.0:1767384372.481068:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001717e9c7. 00040000:00000010:3.0:1767384372.481071:0:40106:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007443ab3f. 00040000:00000010:3.0:1767384372.481073:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e875a789. 00080000:00000010:3.0:1767384372.481081:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000055eb89. 00080000:00000010:3.0:1767384372.481084:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081d31d33. 00000004:00000010:3.0:1767384372.481088:0:40106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ddc3d95. 00000004:00000010:3.0:1767384372.481092:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d402ce6. 00000004:00000010:3.0:1767384372.481095:0:40106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000017b5d854. 00002000:00000010:3.0:1767384372.481098:0:40106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ab21f421. 00000004:00000010:3.0:1767384372.481100:0:40106:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e6227bf2. 00000020:00000010:3.0:1767384372.481103:0:40106:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c16719e5. 00000020:00000001:3.0:1767384372.481106:0:40106:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384372.481108:0:40106:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000002a866064. 00000020:00000001:3.0:1767384372.481109:0:40106:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384372.481110:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa8cd50d. 00000020:00000010:3.0:1767384372.481111:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce6c3e19. 00000040:00000010:3.0:1767384372.481113:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000770865. 00000020:00000010:3.0:1767384372.481115:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384372.481117:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000082f11597. 00040000:00000010:3.0:1767384372.481120:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005aa2d1ae. 00040000:00000010:3.0:1767384372.481122:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000148fec8e. 00080000:00000010:3.0:1767384372.481126:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cacff4b9. 00080000:00000010:3.0:1767384372.481131:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b44b889. 10000000:00000001:3.0:1767384372.481158:0:40106:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384372.481160:0:40106:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384372.481163:0:40106:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384372.481164:0:40106:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384372.481167:0:40106:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384372.481169:0:40106:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000693d036a) refs 3 10000000:00000001:3.0:1767384372.481171:0:40106:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384372.481173:0:40106:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630354248570880 : -113719460980736 : ffff98929fec9800) 10000000:00000001:3.0:1767384372.481176:0:40106:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384372.481177:0:40106:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x960a57272cefb8e1 00010000:00000001:3.0:1767384372.481180:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384372.481181:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.481183:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be204060 refcount=2 00000020:00000001:3.0:1767384372.481186:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:3.0:1767384372.481195:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:3.0:1767384372.481211:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384372.481214:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.481216:0:40106:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481223:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481224:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.481225:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384372.481227:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.481228:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be204060 refcount=3 00000020:00000001:3.0:1767384372.481230:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:3.0:1767384372.481231:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:3.0:1767384372.481233:0:40106:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384372.481234:0:40106:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481239:0:40106:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384372.481241:0:40106:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481245:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481246:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384372.481247:0:40106:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481251:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384372.481253:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481254:0:40106:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384372.481258:0:40106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a4c49be0. 00010000:00000001:3.0:1767384372.481260:0:40106:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384372.481270:0:40106:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384372.481273:0:40106:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481274:0:40106:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481282:0:40106:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384372.481284:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481285:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384372.481288:0:40106:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000020:00000001:1.0:1767384372.481288:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000040:3.0:1767384372.481290:0:40106:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x960a57272cefbcb5 00000020:00000001:1.0:1767384372.481292:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481294:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767384372.481296:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:3.0:1767384372.481298:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384372.481299:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384372.481303:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:3.0:1767384372.481304:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=2 00010000:00010000:1.0:1767384372.481305:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384372.481310:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00010000:00010000:1.0:1767384372.481315:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000be204060 already unused, calling callback (00000000a89832d0) 00010000:00000001:3.0:1767384372.481316:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 10000000:00000001:1.0:1767384372.481318:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384372.481320:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481324:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384372.481326:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384372.481328:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.481329:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384372.481330:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384372.481334:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000be204060 refcount=3 00010000:00010000:3.0:1767384372.481335:0:40106:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384372.481336:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:1.0:1767384372.481340:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491642368 : -113724217909248 : ffff98918463a000) 00010000:00000001:1.0:1767384372.481344:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384372.481347:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481352:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384372.481354:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384372.481356:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:1.0:1767384372.481357:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481360:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:01000000:1.0:1767384372.481363:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000001:3.0:1767384372.481365:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.481367:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=3 00000020:00000001:3.0:1767384372.481370:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 10000000:01000000:1.0:1767384372.481375:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:3.0:1767384372.481376:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 10000000:00000001:1.0:1767384372.481377:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384372.481379:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000693d036a) refs 3 00010000:00000001:3.0:1767384372.481382:0:40106:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:1.0:1767384372.481383:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384372.481385:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.481387:0:40106:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384372.481388:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384372.481391:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384372.481393:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384372.481395:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384372.481397:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.481401:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000be204060 with handle 0x960a57272cefb8e1 from hash 00010000:00000001:3.0:1767384372.481403:0:40106:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384372.481404:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384372.481407:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384372.481408:0:40106:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384372.481408:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.481410:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384372.481412:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384372.481414:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384372.481417:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384372.481419:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384372.481423:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384372.481424:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002002adac. 00010000:00000001:3.0:1767384372.481427:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384372.481428:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00010000:00010000:3.0:1767384372.481431:0:40106:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384372.481432:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384372.481435:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384372.481437:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384372.481441:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e72c949e. 00000100:00000001:1.0:1767384372.481446:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.481447:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384372.481449:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384372.481462:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384372.481464:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.481468:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384372.481469:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384372.481472:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481473:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481476:0:40106:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767384372.481478:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002002adac] to pc [ptlrpcd_00_03+3] req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384372.481480:0:40106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d913f525. 00010000:00000001:3.0:1767384372.481485:0:40106:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384372.481494:0:40106:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384372.481499:0:40106:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481503:0:40106:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481508:0:40106:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384372.481510:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481511:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384372.481512:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384372.481513:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 2 10000000:00000001:3.0:1767384372.481515:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.481516:0:40106:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384372.481518:0:40106:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x960a57272cefb958 00010000:00000001:3.0:1767384372.481519:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384372.481521:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.481523:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4e1c9f0 refcount=2 00000020:00000001:3.0:1767384372.481525:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00010000:00000001:1.0:1767384372.481526:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384372.481530:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00010000:00000001:1.0:1767384372.481531:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384372.481533:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.481536:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481537:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384372.481538:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481541:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.481542:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.481546:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384372.481547:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767384372.481548:0:40106:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384372.481551:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.481556:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384372.481562:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384372.481565:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 00000000be204060/0x960a57272cefb8e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8e8 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384372.481567:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481571:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.481575:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384372.481577:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384372.481578:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384372.481580:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:3.0:1767384372.481582:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4e1c9f0 refcount=3 00010000:00000010:1.0:1767384372.481582:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a4c49be0. 00000020:00000001:3.0:1767384372.481586:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00010000:00000001:1.0:1767384372.481588:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.481588:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384372.481591:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00000020:00000001:1.0:1767384372.481593:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384372.481593:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:1.0:1767384372.481597:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.481598:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.481605:0:40106:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384372.481605:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384372.481607:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1767384372.481609:0:40106:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384372.481610:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384372.481610:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384372.481614:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.481615:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.481619:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384372.481620:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384372.481623:0:40106:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1767384372.481624:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384372.481624:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767384372.481629:0:40106:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384372.481629:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.481630:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384372.481632:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.481635:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.481636:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384372.481652:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384372.481653:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.481656:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481657:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384372.481658:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384372.481661:0:40106:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384372.481661:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.481665:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.481671:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002002adac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332160:0@lo:103: 00000100:00000001:0.0:1767384372.481678:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384372.481680:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384372.481681:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384372.481684:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.481684:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.481690:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384372.481691:0:40106:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:0.0:1767384372.481693:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef3bfd9. 00010000:00000010:3.0:1767384372.481697:0:40106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c26674dd. 02000000:00000001:0.0:1767384372.481697:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.481698:0:40107:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000400:00000010:0.0:1767384372.481701:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50b0e5c. 00010000:00000010:2.0:1767384372.481703:0:40107:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000c45948cf. 00010000:00000001:3.0:1767384372.481704:0:40106:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384372.481707:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029023403. 00000020:00000010:2.0:1767384372.481710:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045422b81. 00000100:00000200:0.0:1767384372.481711:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332160, portal 18 00000100:00000001:0.0:1767384372.481715:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384372.481716:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a69a32e0. 00000100:00000001:0.0:1767384372.481717:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379527424 : -113719330024192 : ffff9892a7bad500) 00010000:00010000:3.0:1767384372.481718:0:40106:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:2.0:1767384372.481721:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c677929. 00000100:00000040:0.0:1767384372.481724:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.481725:0:40106:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.481727:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000084846974. 00010000:00000001:3.0:1767384372.481732:0:40106:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.481733:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ec2a1f1. 00000020:00000001:1.0:1767384372.481735:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384372.481738:0:40106:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1767384372.481739:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384372.481740:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000003938490. 00010000:00000001:3.0:1767384372.481744:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384372.481744:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384372.481746:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 40000000:00000010:2.0:1767384372.481747:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073ec8edc. 00010000:00000001:3.0:1767384372.481748:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384372.481751:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384372.481754:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384372.481754:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00100000:00000010:2.0:1767384372.481755:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000053b4f51. 00000400:00000010:0.0:1767384372.481755:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00010000:00000001:1.0:1767384372.481758:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000040:3.0:1767384372.481759:0:40106:0:(mgc_request.c:123:config_log_put()) log params(00000000af48407d) refs 2 00000100:00000200:0.0:1767384372.481761:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728332160, offset 0 00010000:00010000:1.0:1767384372.481762:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00040000:00000010:2.0:1767384372.481763:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000968ce2c6. 10000000:00000001:3.0:1767384372.481766:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.481770:0:40106:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00040000:00000010:2.0:1767384372.481771:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d9d69dc. 00000400:00000200:0.0:1767384372.481774:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000040:3.0:1767384372.481775:0:40106:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x960a57272cefb8d3 00080000:00000010:2.0:1767384372.481780:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fcd9109b. 00010000:00000001:3.0:1767384372.481781:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384372.481785:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384372.481786:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:2.0:1767384372.481788:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000805f8e8e. 00000020:00000040:3.0:1767384372.481791:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a59cd36 refcount=2 00002000:00000010:2.0:1767384372.481794:0:40107:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000080251b79. 00000020:00000001:3.0:1767384372.481798:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00000400:00000200:0.0:1767384372.481798:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce07f80 00000020:00000010:2.0:1767384372.481801:0:40107:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001155eaa1. 00010000:00000001:3.0:1767384372.481806:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00000400:00000200:0.0:1767384372.481810:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000020:00000001:2.0:1767384372.481813:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767384372.481813:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d4e1c9f0 already unused, calling callback (00000000a89832d0) 00010000:00000001:3.0:1767384372.481814:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384372.481815:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384372.481816:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384372.481819:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384372.481820:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384372.481823:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384372.481825:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.481826:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.481829:0:16357:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:3.0:1767384372.481830:0:40106:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384372.481831:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384372.481831:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1767384372.481835:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384372.481837:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767384372.481838:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384372.481840:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2e26658. 10000000:00010000:1.0:1767384372.481841:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384372.481844:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384372.481846:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f2e26658 x1853236728332160 msgsize 328 00010000:00000001:3.0:1767384372.481849:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384372.481853:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.481856:0:40106:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384372.481859:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1767384372.481859:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384372.481860:0:40106:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384372.481863:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384372.481864:0:40106:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a59cd36 refcount=3 00000020:00000001:1.0:1767384372.481866:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384372.481867:0:40106:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00000020:00000040:1.0:1767384372.481869:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4e1c9f0 refcount=3 00010000:00000001:3.0:1767384372.481871:0:40106:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00000020:00000001:1.0:1767384372.481872:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00010000:00000001:3.0:1767384372.481874:0:40106:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384372.481876:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736392192 : -113718973159424 : ffff9892bd002800) 00010000:00010000:3.0:1767384372.481877:0:40106:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384372.481878:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384372.481879:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384372.481882:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384372.481885:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000010:0.0:1767384372.481889:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00010000:00000001:3.0:1767384372.481892:0:40106:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384372.481895:0:16357:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:3.0:1767384372.481896:0:40106:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384372.481896:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 10000000:00000001:1.0:1767384372.481897:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384372.481899:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332160 00000100:00000200:0.0:1767384372.481900:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00010000:1.0:1767384372.481901:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384372.481904:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384372.481907:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384372.481910:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.481915:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.481922:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384372.481923:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332160 10000000:01000000:1.0:1767384372.481923:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000001:3.0:1767384372.481927:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384372.481928:0:17074:0:(genops.c:811:class_conn2export()) Process entered 10000000:01000000:1.0:1767384372.481930:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1767384372.481932:0:40106:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384372.481932:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 10000000:00000001:1.0:1767384372.481935:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384372.481936:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:1.0:1767384372.481938:0:17075:0:(mgc_request.c:123:config_log_put()) log params(00000000af48407d) refs 1 00000020:00000040:2.0:1767384372.481940:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 10000000:01000000:1.0:1767384372.481945:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00000001:2.0:1767384372.481947:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 10000000:00000001:1.0:1767384372.481949:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384372.481952:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384372.481953:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 10000000:00000001:1.0:1767384372.481955:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384372.481956:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384372.481959:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384372.481960:0:40106:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384372.481961:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000001:1.0:1767384372.481961:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767384372.481962:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.481965:0:40106:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.481966:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767384372.481967:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 10000000:00000001:1.0:1767384372.481969:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384372.481973:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384372.481974:0:40106:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384372.481974:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384372.481976:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384372.481979:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767384372.481981:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00010000:00000010:3.0:1767384372.481982:0:40106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001b81686f. 00000100:00000001:0.0:1767384372.481984:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.481988:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c4328b. 00000020:00000040:1.0:1767384372.481988:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000379a4c96 : new refcount 10 00010000:00000001:3.0:1767384372.481989:0:40106:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384372.481989:0:16357:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000010:1.0:1767384372.481993:0:17075:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000af48407d. 00000100:00000001:0.0:1767384372.481994:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.481996:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000631fcb9a. 00000100:00000001:0.0:1767384372.481998:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294960532 10000000:00000001:1.0:1767384372.481999:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384372.482002:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.482003:0:40106:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:2.0:1767384372.482004:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00010000:00000001:1.0:1767384372.482006:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384372.482007:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960530 00010000:00000001:3.0:1767384372.482011:0:40106:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482011:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384372.482014:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294960532 00000100:00000040:2.0:1767384372.482015:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:1.0:1767384372.482015:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384372.482016:0:40106:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482019:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384372.482021:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960530 00000100:00000001:2.0:1767384372.482022:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384372.482023:0:40106:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384372.482023:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.482025:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294960532 00010000:00000001:3.0:1767384372.482029:0:40106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384372.482029:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384372.482029:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d4e1c9f0 with handle 0x960a57272cefb958 from hash 00000100:00000001:0.0:1767384372.482030:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960530 00010000:00000001:3.0:1767384372.482035:0:40106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384372.482035:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384372.482036:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384372.482036:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294960532 00010000:00000001:2.0:1767384372.482040:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482040:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384372.482041:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960530 00010000:00000001:1.0:1767384372.482042:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.482047:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:3.0:1767384372.482048:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384372.482048:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384372.482048:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384372.482050:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000040:3.0:1767384372.482054:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000d68a568c) refs 2 00010000:00000001:1.0:1767384372.482054:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1767384372.482055:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.482056:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384372.482061:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384372.482062:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:3.0:1767384372.482063:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384372.482063:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482065:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:2.0:1767384372.482067:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e253f717 refcount=3 10000000:00000001:3.0:1767384372.482069:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384372.482069:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384372.482071:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3bc305e. 10000000:00000040:3.0:1767384372.482074:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000ac2cbc7e) refs 3 00000020:00000001:2.0:1767384372.482075:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391168 : -113718973160448 : ffff9892bd002400) 00000020:00000040:1.0:1767384372.482076:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 10000000:00000001:3.0:1767384372.482080:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384372.482081:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:3.0:1767384372.482084:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384372.482084:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391168 : -113718973160448 : ffff9892bd002400) 02000000:00000001:1.0:1767384372.482085:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384372.482086:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:3.0:1767384372.482090:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767384372.482090:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.482091:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.482091:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:3.0:1767384372.482094:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384372.482095:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384372.482097:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384372.482097:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a40cce2d. 10000000:00000040:3.0:1767384372.482098:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000693d036a) refs 2 00010000:00000001:2.0:1767384372.482102:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.482104:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384372.482106:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384372.482109:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482110:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:3.0:1767384372.482111:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384372.482112:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021c686e8 already unused, calling callback (00000000a89832d0) 00010000:00010000:1.0:1767384372.482114:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767384372.482116:0:40106:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000693d036a) refs 1 10000000:00000001:0.0:1767384372.482117:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384372.482119:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384372.482120:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384372.482124:0:40106:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:3.0:1767384372.482130:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767384372.482131:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:3.0:1767384372.482133:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.482162:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.482164:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.482165:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.482167:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.482169:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384372.482171:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384372.482172:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384372.482175:0:40106:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384372.482178:0:40106:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384372.482180:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000379a4c96 : new refcount 9 10000000:00000010:3.0:1767384372.482184:0:40106:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000693d036a. 10000000:00000001:3.0:1767384372.482189:0:40106:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767384372.482191:0:40106:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00000001:2.0:1767384372.482191:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000001:3.0:1767384372.482196:0:40106:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.482196:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00000001:3.0:1767384372.482214:0:40106:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.482215:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:3.0:1767384372.482220:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce6c3e19. 00000100:00000040:2.0:1767384372.482221:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:2.0:1767384372.482226:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354608992512 : -113719100559104 : ffff9892b5683100) 00000040:00000010:3.0:1767384372.482230:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000000770865. 00000100:00000040:2.0:1767384372.482234:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2e26658 x1853236728332160/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384372.482239:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384372.482247:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000082f11597. 00010000:00000001:0.0:1767384372.482248:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384372.482251:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384372.482252:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384372.482254:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000010:3.0:1767384372.482255:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005aa2d1ae. 00000020:00000010:2.0:1767384372.482257:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 00000020:00000040:0.0:1767384372.482258:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021c686e8 refcount=3 00040000:00000010:3.0:1767384372.482262:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000148fec8e. 00000020:00000001:0.0:1767384372.482263:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00000100:00000001:2.0:1767384372.482264:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384372.482264:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.482270:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491644416 : -113724217907200 : ffff98918463a800) 00000020:00000010:2.0:1767384372.482271:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00000100:00000001:1.0:1767384372.482271:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:3.0:1767384372.482272:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b44b889. 00010000:00000001:0.0:1767384372.482274:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384372.482275:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.482278:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384372.482281:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cacff4b9. 00000100:00100000:2.0:1767384372.482283:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2e26658 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:16357:x1853236728332160:12345-0@lo:103: 00000100:00000040:1.0:1767384372.482284:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3bc305e] to pc [ptlrpcd_00_00+0] req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384372.482293:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:2.0:1767384372.482295:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332160 00000020:00000010:3.0:1767384372.482296:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa8cd50d. 10000000:00010000:0.0:1767384372.482296:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384372.482299:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384372.482304:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:3.0:1767384372.482305:0:40106:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.482307:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:3.0:1767384372.482313:0:40106:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000002a866064. 10000000:01000000:0.0:1767384372.482313:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384372.482314:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384372.482317:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384372.482318:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 10000000:01000000:0.0:1767384372.482321:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00000001:3.0:1767384372.482322:0:40106:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384372.482323:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001aaf580c. 10000000:00000001:0.0:1767384372.482324:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384372.482327:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cd5494ac) refs 1 00000020:00000001:3.0:1767384372.482330:0:40106:0:(obd_config.c:1053:class_get_profile()) Process entered 02000000:00000001:2.0:1767384372.482330:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482331:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:0.0:1767384372.482331:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000001:2.0:1767384372.482335:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482336:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384372.482336:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384372.482337:0:40106:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00010000:00000001:2.0:1767384372.482338:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384372.482339:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384372.482340:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767384372.482342:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1767384372.482343:0:40106:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446630354725134336 : -113718984417280 : ffff9892bc546000) 00010000:00000001:1.0:1767384372.482343:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384372.482344:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384372.482345:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:0.0:1767384372.482347:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384372.482350:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.482351:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:0.0:1767384372.482351:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384372.482352:0:40106:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446630354725134336 : -113718984417280 : ffff9892bc546000) 00000020:00000040:2.0:1767384372.482354:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e253f717 refcount=3 10000000:00000001:0.0:1767384372.482355:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:1.0:1767384372.482356:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384372.482360:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736391168 : -113718973160448 : ffff9892bd002400) 10000000:00000001:0.0:1767384372.482360:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1767384372.482362:0:40106:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000b5207067. 10000000:00000001:0.0:1767384372.482364:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384372.482367:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736391168 : -113718973160448 : ffff9892bd002400) 10000000:00000001:0.0:1767384372.482368:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384372.482369:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384372.482371:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:1.0:1767384372.482372:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 00000000d4e1c9f0/0x960a57272cefb958 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb95f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384372.482373:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 5 00000020:00000040:0.0:1767384372.482374:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000379a4c96 : new refcount 8 00000020:01000004:3.0:1767384372.482375:0:40106:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:2.0:1767384372.482378:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000010:0.0:1767384372.482380:0:17076:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000cd5494ac. 00000020:00000001:3.0:1767384372.482382:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000001:2.0:1767384372.482382:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384372.482387:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:01000000:3.0:1767384372.482388:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 10000000:00000001:0.0:1767384372.482388:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384372.482389:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482390:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384372.482392:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482394:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1767384372.482396:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.482398:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000002367c4d8. 00010000:00000010:1.0:1767384372.482398:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c26674dd. 00010000:00000001:0.0:1767384372.482398:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384372.482401:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384372.482402:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384372.482405:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384372.482406:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00000001:2.0:1767384372.482407:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384372.482407:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384372.482408:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384372.482410:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384372.482412:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.482413:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.482415:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:2.0:1767384372.482416:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384372.482416:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:0.0:1767384372.482417:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021c686e8 with handle 0x960a57272cefbcb5 from hash 00000020:00000080:3.0:1767384372.482420:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00010000:00000001:2.0:1767384372.482421:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.482422:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384372.482422:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384372.482426:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767384372.482427:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384372.482428:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1767384372.482430:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384372.482430:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:3.0:1767384372.482431:0:40106:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000bcae3774 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:2.0:1767384372.482432:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.482434:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384372.482437:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:2.0:1767384372.482441:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e253f717 with handle 0x960a57272cefb8e8 from hash 00010000:00000001:0.0:1767384372.482441:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384372.482447:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384372.482449:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384372.482451:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:1.0:1767384372.482452:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a59cd36 already unused, calling callback (00000000a89832d0) 00010000:00000001:2.0:1767384372.482453:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00080000:3.0:1767384372.482455:0:40106:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000635b7e72 d16c74c4-4c0b-4913-8034-7515e2db071e 192.168.202.15@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00010000:00000001:2.0:1767384372.482457:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384372.482458:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:0.0:1767384372.482458:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030c02527. 10000000:00010000:1.0:1767384372.482461:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384372.482463:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1767384372.482463:0:17076:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=6 obd=MGC192.168.202.115@tcp 00010000:00000001:2.0:1767384372.482469:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767384372.482470:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:0.0:1767384372.482470:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384372.482474:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00080000:3.0:1767384372.482477:0:40106:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000567a4f01) has exports, disconnecting them 00010000:00000001:1.0:1767384372.482477:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384372.482477:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767384372.482481:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e253f717/0x960a57272cefb8e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb8e1 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384372.482481:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384372.482482:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.482483:0:40106:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000001:1.0:1767384372.482484:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.482487:0:40106:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=5 00000020:00000040:1.0:1767384372.482488:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a59cd36 refcount=3 02000000:00000010:0.0:1767384372.482489:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e4bbcd6. 00000020:00000040:3.0:1767384372.482495:0:40106:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=6 00000020:00000001:1.0:1767384372.482495:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00000100:00000001:0.0:1767384372.482496:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384372.482500:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 8 00010000:00000001:1.0:1767384372.482503:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491647488 : -113724217904128 : ffff98918463b400) 00010000:00000001:0.0:1767384372.482503:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:2.0:1767384372.482504:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00000020:00080000:3.0:1767384372.482505:0:40106:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000bcae3774), last request at 1767384369 00010000:00010000:0.0:1767384372.482507:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384372.482512:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384372.482514:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1767384372.482515:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384372.482515:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:3.0:1767384372.482520:0:40106:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384372.482520:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1767384372.482520:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384372.482521:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:3.0:1767384372.482526:0:40106:0:(genops.c:887:class_export_get()) GET export 00000000bcae3774 refcount=7 00010000:00000001:2.0:1767384372.482527:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.482527:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.482534:0:40106:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:0.0:1767384372.482534:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384372.482535:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.482535:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384372.482537:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.482540:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384372.482540:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 10000000:00010000:1.0:1767384372.482540:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384372.482544:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030c02527] to pc [ptlrpcd_00_01+1] req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384372.482545:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1767384372.482557:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 6 00010000:00000001:2.0:1767384372.482558:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384372.482558:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000020:00000080:3.0:1767384372.482564:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb9f9 00010000:00000001:2.0:1767384372.482566:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 10000000:01000000:1.0:1767384372.482566:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00000001:2.0:1767384372.482572:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.482573:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bcae3774 with handle 0x960a57272cefb9f9 from hash 10000000:00000001:1.0:1767384372.482573:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00001000:2.0:1767384372.482575:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=95 v=5 (1 0 0 0) 10000000:00000040:1.0:1767384372.482576:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000d68a568c) refs 1 00010000:00000001:0.0:1767384372.482576:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384372.482583:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 5 00010000:00000001:0.0:1767384372.482583:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384372.482584:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 10000000:01000000:1.0:1767384372.482584:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:1.0:1767384372.482588:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384372.482588:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384372.482591:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 19 to 0@lo 10000000:00000001:1.0:1767384372.482592:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384372.482592:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.482597:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384372.482598:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.482599:0:40106:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009b486d8b. 00000100:00000001:2.0:1767384372.482599:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 10000000:00000001:1.0:1767384372.482600:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384372.482601:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.482602:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384372.482606:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384372.482608:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:00000001:1.0:1767384372.482609:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384372.482609:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384372.482611:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 10000000:00000001:1.0:1767384372.482613:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384372.482614:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.482616:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 4 10000000:00000001:1.0:1767384372.482616:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384372.482621:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384372.482623:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384372.482623:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384372.482624:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000379a4c96 : new refcount 7 00000020:00000040:3.0:1767384372.482626:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 3 00000020:00000001:3.0:1767384372.482629:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.482635:0:40106:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 10000000:00000010:1.0:1767384372.482635:0:17075:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000d68a568c. 00010000:00000001:0.0:1767384372.482635:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384372.482639:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1767384372.482640:0:40106:0:(import.c:65:import_set_state_nolock()) 0000000069dd764c : changing import state from FULL to CLOSED 10000000:00000001:1.0:1767384372.482641:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:0.0:1767384372.482641:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 0000000021c686e8/0x960a57272cefbcb5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefbcbc expref: -99 pid: 17084 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384372.482646:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384372.482647:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000001:3.0:1767384372.482649:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384372.482651:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384372.482654:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384372.482655:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384372.482656:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728332160, offset 224 00000100:00000001:3.0:1767384372.482658:0:40106:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384372.482658:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:0.0:1767384372.482658:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000037529f60 count: 0 00010000:00000001:1.0:1767384372.482664:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384372.482666:0:40106:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482667:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.482669:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384372.482670:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384372.482673:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:3.0:1767384372.482675:0:40106:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000020:00000040:1.0:1767384372.482675:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a59cd36 with handle 0x960a57272cefb8d3 from hash 00010000:00000010:0.0:1767384372.482676:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d913f525. 00010000:00000001:1.0:1767384372.482679:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:3.0:1767384372.482682:0:40106:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:0.0:1767384372.482682:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482683:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384372.482686:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384372.482687:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384372.482689:0:40106:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.482689:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384372.482690:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384372.482693:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384372.482694:0:40106:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.482696:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384372.482698:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384372.482699:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1767384372.482701:0:40106:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:1.0:1767384372.482702:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:2.0:1767384372.482703:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce07f80 00000020:00000001:0.0:1767384372.482703:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384372.482705:0:40106:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 5 00010000:00000001:1.0:1767384372.482709:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:0.0:1767384372.482709:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384372.482714:0:40106:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:1.0:1767384372.482714:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384372.482714:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767384372.482719:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x210d [1] + 224 00000001:00000040:3.0:1767384372.482720:0:40106:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 4 00000100:00000010:1.0:1767384372.482720:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 00000020:00000001:0.0:1767384372.482720:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.482726:0:17075:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=7 obd=MGC192.168.202.115@tcp 00010000:00010000:0.0:1767384372.482726:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384372.482728:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 2 00000400:00000200:2.0:1767384372.482729:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.482732:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:3.0:1767384372.482736:0:40106:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000400:00000200:2.0:1767384372.482736:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384372.482736:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384372.482740:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384372.482741:0:40106:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 3 00000100:00000001:2.0:1767384372.482743:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384372.482743:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384372.482747:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca02b1c3. 00000001:00000001:3.0:1767384372.482748:0:40106:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:0.0:1767384372.482748:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384372.482750:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.482751:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384372.482753:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 1 00000100:00000001:1.0:1767384372.482753:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.482757:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384372.482759:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000004:00000001:3.0:1767384372.482761:0:40106:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.482764:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384372.482768:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384372.482778:0:40106:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000bcae3774): rc 0 00000100:00000040:2.0:1767384372.482783:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384372.482783:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:3.0:1767384372.482786:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcae3774 : new refcount 0 00010000:00000001:1.0:1767384372.482788:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.482789:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000080:3.0:1767384372.482793:0:40106:0:(genops.c:904:class_export_put()) final put 00000000bcae3774/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000001:0.0:1767384372.482793:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.482795:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384372.482798:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.482800:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384372.482804:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384372.482807:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011276065] to pc [ptlrpcd_00_02+2] req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384372.482810:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.482812:0:40106:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384372.482817:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384372.482819:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384372.482819:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3bc305e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728332288:0@lo:103: 00000020:00000001:3.0:1767384372.482822:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00000001:0.0:1767384372.482827:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000004:00000001:3.0:1767384372.482828:0:40106:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000400:00000200:2.0:1767384372.482829:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00010000:00000001:1.0:1767384372.482830:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.482830:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:3.0:1767384372.482832:0:40106:0:(mdt_handler.c:6442:mdt_fini()) Process entered 02000000:00000001:0.0:1767384372.482834:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384372.482835:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00010000:00000001:1.0:1767384372.482837:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384372.482838:0:40106:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 02000000:00000001:0.0:1767384372.482838:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384372.482841:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384372.482843:0:17074:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:0.0:1767384372.482843:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016a47d4f. 00010000:00000001:1.0:1767384372.482844:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.482848:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000080:3.0:1767384372.482851:0:40106:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb93c09f3bb28 00010000:00000001:1.0:1767384372.482851:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.482851:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.482855:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384372.482857:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.482858:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000947621b5. 00100000:00000001:3.0:1767384372.482860:0:40106:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00010000:1.0:1767384372.482862:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384372.482865:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00000400:00000010:0.0:1767384372.482865:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000308b462e. 00100000:00000001:3.0:1767384372.482867:0:40106:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384372.482871:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332288, portal 18 00010000:00000001:2.0:1767384372.482873:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384372.482876:0:40106:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.482877:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384372.482878:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000001:3.0:1767384372.482891:0:40106:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:2.0:1767384372.482891:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.482892:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.115@tcp lock: 000000004a59cd36/0x960a57272cefb8d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x960a57272cefb8da expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384372.482892:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379529216 : -113719330022400 : ffff9892a7badc00) 00000004:00000010:3.0:1767384372.482898:0:40106:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000005164604a. 00010000:00000040:1.0:1767384372.482901:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002f38958c count: 0 00000100:00000040:2.0:1767384372.482903:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2e26658 x1853236728332160/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.482903:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384372.482904:0:40106:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:3.0:1767384372.482909:0:40106:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:1.0:1767384372.482915:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384372.482917:0:40106:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767384372.482918:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:3.0:1767384372.482922:0:40106:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000010:1.0:1767384372.482923:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001b81686f. 00000100:00000001:0.0:1767384372.482923:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000040:3.0:1767384372.482927:0:40106:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9892b550c000 00010000:00000001:1.0:1767384372.482929:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.482931:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.482934:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:1.0:1767384372.482935:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00080000:3.0:1767384372.482938:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000020:00000001:1.0:1767384372.482938:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.482938:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00100000:2.0:1767384372.482940:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2e26658 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+13:16357:x1853236728332160:12345-0@lo:103: Request processed in 685us (1090us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384372.482945:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00010000:1.0:1767384372.482946:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384372.482946:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728332288, offset 0 00000100:00000001:3.0:1767384372.482950:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384372.482950:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384372.482952:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767384372.482954:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.482956:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000400:00000200:0.0:1767384372.482956:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384372.482958:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00010000:00010000:1.0:1767384372.482960:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384372.482963:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384372.482965:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:1.0:1767384372.482966:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384372.482967:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384372.482967:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384372.482969:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.482973:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000631fcb9a. 00010000:00010000:1.0:1767384372.482975:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384372.482976:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384372.482979:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000100:00000001:3.0:1767384372.482980:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000400:00000200:0.0:1767384372.482980:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce08000 00000020:00000010:2.0:1767384372.482983:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c4328b. 00000100:00000001:1.0:1767384372.482983:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.482985:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384372.482987:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384372.482989:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 12 00000400:00000200:0.0:1767384372.482990:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000100:00000001:3.0:1767384372.482991:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384372.482992:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.482996:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.482998:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:3.0:1767384372.482999:0:40106:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000040:1.0:1767384372.483000:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.483006:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.483012:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384372.483014:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384372.483014:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384372.483017:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.483020:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384372.483021:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00080000:3.0:1767384372.483028:0:40106:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000010:0.0:1767384372.483028:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c53c840f. 02000000:00000001:1.0:1767384372.483029:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.483033:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384372.483033:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384372.483034:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000c53c840f x1853236728332288 msgsize 328 00000100:00100000:1.0:1767384372.483037:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030c02527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728332416:0@lo:103: 00000001:00000001:3.0:1767384372.483039:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1767384372.483039:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1767384372.483046:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384372.483046:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384372.483046:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384372.483047:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384372.483052:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384372.483054:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.483056:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384372.483057:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384372.483059:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384372.483062:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d68a568c. 00000400:00000200:0.0:1767384372.483064:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 02000000:00000001:1.0:1767384372.483066:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.483068:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000010:1.0:1767384372.483072:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c6a32b. 00000100:00000001:0.0:1767384372.483073:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384372.483080:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000001:2.0:1767384372.483081:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384372.483081:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.483085:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332416, portal 18 00000100:00000001:2.0:1767384372.483086:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384372.483089:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483090:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384372.483094:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354608986240 : -113719100565376 : ffff9892b5681880) 00000001:00000001:3.0:1767384372.483095:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1767384372.483095:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384372.483097:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1767384372.483100:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1767384372.483101:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384372.483101:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.483106:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.483109:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.483119:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011276065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332544:0@lo:103: 00000100:00000001:0.0:1767384372.483128:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483129:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384372.483154:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.483159:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.483160:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384372.483161:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384372.483162:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483162:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294960534 02000000:00000001:2.0:1767384372.483165:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.483169:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.483170:0:40106:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:0.0:1767384372.483170:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960532 02000000:00000001:2.0:1767384372.483171:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384372.483173:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00080000:3.0:1767384372.483175:0:40106:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00000001:0.0:1767384372.483177:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294960534 00000020:00000001:3.0:1767384372.483179:0:40106:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767384372.483179:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097c4328b. 00000100:00000200:1.0:1767384372.483179:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728332416, offset 0 00000100:00000001:0.0:1767384372.483183:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960532 00000020:00000040:3.0:1767384372.483184:0:40106:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=1 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384372.483186:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483188:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294960534 00000400:00000200:1.0:1767384372.483190:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384372.483191:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384372.483194:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960532 00000400:00000010:2.0:1767384372.483195:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc2be66. 00000100:00000001:3.0:1767384372.483196:0:40106:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483209:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294960534 00000400:00000010:2.0:1767384372.483215:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000001:3.0:1767384372.483217:0:40106:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767384372.483217:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960532 00000400:00000200:1.0:1767384372.483218:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384372.483223:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332544, portal 18 00000100:00000001:0.0:1767384372.483224:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.483228:0:40106:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:2.0:1767384372.483230:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384372.483230:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce08080 00000100:00000001:0.0:1767384372.483230:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384372.483234:0:40106:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084600cc7. 00000100:00000001:2.0:1767384372.483235:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379531904 : -113719330019712 : ffff9892a7bae680) 00000100:00000001:0.0:1767384372.483236:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.483241:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000100:00000001:0.0:1767384372.483242:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384372.483243:0:40106:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384372.483248:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.483251:0:40106:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384372.483252:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.483252:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.483256:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384372.483257:0:40106:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384372.483262:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.483263:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384372.483264:0:40106:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483267:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.483269:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384372.483271:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384372.483274:0:40106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005aa2d1ae. 00000100:00000001:2.0:1767384372.483274:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384372.483274:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384372.483275:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.483281:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.483284:0:40106:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384372.483284:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d097d017. 00000400:00000010:2.0:1767384372.483285:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000040:1.0:1767384372.483289:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d097d017 x1853236728332416 msgsize 328 00000100:00000001:3.0:1767384372.483292:0:40106:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630354378905728 : -113719330645888 : ffff9892a7b15880) 00000100:00000200:2.0:1767384372.483292:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728332544, offset 0 00000100:00100000:1.0:1767384372.483299:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767384372.483301:0:40106:0:(import.c:65:import_set_state_nolock()) 000000002608ec52 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:2.0:1767384372.483304:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384372.483309:0:40106:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384372.483310:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.483315:0:40106:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.483315:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384372.483316:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384372.483321:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000001:1.0:1767384372.483325:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384372.483326:0:40106:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084600cc7] to pc [ptlrpcd_rcv+-1] req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.483328:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce08100 00000100:00000200:1.0:1767384372.483331:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.483338:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00000001:0.0:1767384372.483343:0:19669:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384372.483348:0:19669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332288 00000400:00000200:2.0:1767384372.483349:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384372.483354:0:19669:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384372.483357:0:19669:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384372.483360:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.483361:0:19669:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483367:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384372.483368:0:19669:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483369:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384372.483370:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:0.0:1767384372.483372:0:19669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332288 00000100:00000010:2.0:1767384372.483375:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007eb3ea59. 00000100:00000040:1.0:1767384372.483375:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.483376:0:19669:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384372.483379:0:40106:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.483380:0:19669:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000040:2.0:1767384372.483382:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007eb3ea59 x1853236728332544 msgsize 328 00000020:00000001:0.0:1767384372.483384:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1767384372.483386:0:40106:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.483387:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=13 00000020:00000001:0.0:1767384372.483393:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000004:00000001:3.0:1767384372.483394:0:40106:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.483400:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384372.483400:0:19669:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384372.483402:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.483404:0:40106:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000100:00000001:1.0:1767384372.483407:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.483407:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384372.483412:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9026207. 00080000:00000002:3.0:1767384372.483413:0:40106:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:2109274391 to info 000000000055eb89 00000100:00000001:1.0:1767384372.483413:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483416:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.483416:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.483419:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294960534 00100000:00000001:3.0:1767384372.483423:0:40106:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000010:0.0:1767384372.483423:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9026207. 00000100:00000001:1.0:1767384372.483424:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294960534 00000400:00000200:2.0:1767384372.483426:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00100000:00000010:3.0:1767384372.483429:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000051cb3071. 00000100:00000001:1.0:1767384372.483429:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294960534 00000400:00000010:2.0:1767384372.483431:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000020:00000010:0.0:1767384372.483432:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a6ca825. 00000100:00000001:1.0:1767384372.483435:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294960534 00100000:00000010:3.0:1767384372.483437:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000097abe1ca. 00000100:00000001:2.0:1767384372.483439:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384372.483439:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e337e57. 00100000:00000010:3.0:1767384372.483444:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a70aa485. 00000100:00000001:1.0:1767384372.483445:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294960534 00000020:00000010:0.0:1767384372.483446:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000100:00000200:2.0:1767384372.483448:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.483450:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a9e22ee6. 00000100:00000001:1.0:1767384372.483451:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294960534 00000100:00000040:0.0:1767384372.483453:0:19669:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00100000:00000010:3.0:1767384372.483456:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007907c942. 00000100:00000001:1.0:1767384372.483457:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294960534 00000100:00000001:0.0:1767384372.483458:0:19669:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384372.483463:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294960534 00000100:00000001:0.0:1767384372.483463:0:19669:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00100000:00000010:3.0:1767384372.483464:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000428459ec. 00010000:00000001:0.0:1767384372.483466:0:19669:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384372.483470:0:19669:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483471:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384372.483472:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000552d2e02. 00010000:00000001:0.0:1767384372.483476:0:19669:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384372.483478:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483480:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000039ee0929. 00010000:00000001:0.0:1767384372.483480:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384372.483482:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384372.483483:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384372.483484:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483486:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a996bdea. 00000020:00000040:0.0:1767384372.483487:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053427ffd refcount=3 00000100:00000001:1.0:1767384372.483488:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384372.483489:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.483495:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000050fc3042. 00000020:00000001:0.0:1767384372.483495:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491650048 : -113724217901568 : ffff98918463be00) 00000100:00000001:1.0:1767384372.483497:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.483500:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384372.483502:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491650048 : -113724217901568 : ffff98918463be00) 00100000:00000010:3.0:1767384372.483503:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008b123657. 00000100:00000001:1.0:1767384372.483506:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384372.483509:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384372.483510:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:3.0:1767384372.483512:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fb445c0e. 00000100:00000001:1.0:1767384372.483513:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.483513:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384372.483517:0:19669:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483519:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f9958138. 00000100:00000001:1.0:1767384372.483520:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483521:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483521:0:19669:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483526:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a3661a0e. 00000100:00000001:2.0:1767384372.483527:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.483530:0:19669:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483533:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483534:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:3.0:1767384372.483537:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000979990e0. 00000100:00000001:1.0:1767384372.483538:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483539:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294960534 00000100:00000001:0.0:1767384372.483540:0:19669:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384372.483544:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c5e2bb74. 00000100:00000001:2.0:1767384372.483545:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294960534 00100000:00000010:3.0:1767384372.483549:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000083d6a422. 00000100:00000001:2.0:1767384372.483550:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294960534 00000100:00000001:1.0:1767384372.483553:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384372.483562:0:19669:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384372.483563:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294960534 00100000:00000010:3.0:1767384372.483564:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c4575f8e. 00000100:00100000:1.0:1767384372.483566:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332416 00000100:00100000:0.0:1767384372.483567:0:19669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332544 00100000:00000010:3.0:1767384372.483570:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cfcc66fd. 00000100:00000001:2.0:1767384372.483570:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294960534 02000000:00000001:1.0:1767384372.483571:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384372.483571:0:19669:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.483577:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384372.483577:0:19669:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00100000:00000010:3.0:1767384372.483578:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bebcb2c4. 00000100:00000001:2.0:1767384372.483578:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294960534 00000100:00000001:1.0:1767384372.483581:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483582:0:19669:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483583:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dc539d8c. 00000100:00000001:2.0:1767384372.483584:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294960534 02000000:00000001:1.0:1767384372.483587:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483589:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294960534 00100000:00000010:3.0:1767384372.483590:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000082a08ab3. 02000000:00000001:0.0:1767384372.483590:0:19669:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.483591:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332416 00100000:00000010:3.0:1767384372.483596:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f2eba79e. 00000020:00000001:1.0:1767384372.483598:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384372.483598:0:19669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332544 00100000:00000010:3.0:1767384372.483599:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000053411e4c. 00000100:00000001:2.0:1767384372.483599:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384372.483602:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000001:0.0:1767384372.483603:0:19669:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384372.483606:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.483606:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384372.483607:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000621cfa8e. 00000020:00000040:0.0:1767384372.483608:0:19669:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000020:00000040:1.0:1767384372.483611:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=14 00000020:00000001:0.0:1767384372.483612:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384372.483614:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000064e050a2. 00000400:00000001:2.0:1767384372.483614:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384372.483616:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=15 00000020:00000001:1.0:1767384372.483617:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000400:00000001:2.0:1767384372.483618:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384372.483622:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b50b0e5c. 00000020:00000001:1.0:1767384372.483623:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000020:00000001:0.0:1767384372.483623:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00100000:00000010:3.0:1767384372.483628:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000856dedcc. 00000020:00000001:0.0:1767384372.483628:0:19669:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384372.483630:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384372.483632:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029023403 00000400:00000010:2.0:1767384372.483636:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029023403. 00000020:00000010:1.0:1767384372.483636:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00100000:00000010:3.0:1767384372.483637:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004f8e1a4a. 00000100:00000001:0.0:1767384372.483637:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384372.483639:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384372.483642:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9026207. 00000100:00000001:1.0:1767384372.483643:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384372.483645:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000015352ab2. 00000100:00000200:2.0:1767384372.483646:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.483647:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384372.483649:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 00100000:00000010:3.0:1767384372.483650:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d3fe807f. 00000020:00000010:0.0:1767384372.483654:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9026207. 00100000:00000010:3.0:1767384372.483657:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000069585c6e. 00000020:00000010:1.0:1767384372.483658:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000693d036a. 00000020:00000010:0.0:1767384372.483662:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5494ac. 00100000:00000010:3.0:1767384372.483663:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ef58eac0. 00000100:00000200:2.0:1767384372.483666:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.483669:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000986f7974. 00000020:00000010:0.0:1767384372.483669:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca8447ce. 00000020:00000010:1.0:1767384372.483671:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee609f0e. 00100000:00000010:3.0:1767384372.483676:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000089849ec2. 00000020:00000010:0.0:1767384372.483677:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcda3e1b. 00000020:00000010:1.0:1767384372.483679:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059167e6e. 00100000:00000010:3.0:1767384372.483682:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000836b52be. 00000100:00000001:0.0:1767384372.483684:0:19669:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384372.483687:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00100000:00000010:3.0:1767384372.483688:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c8b0aabf. 00000100:00000001:2.0:1767384372.483688:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.483688:0:19669:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.483690:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384372.483692:0:19669:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384372.483693:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384372.483694:0:17074:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00100000:00000010:3.0:1767384372.483695:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c2624dd3. 00010000:00000001:0.0:1767384372.483696:0:19669:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.483698:0:17074:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483699:0:16357:0:(client.c:1578:after_reply()) Process entered 00100000:00000010:3.0:1767384372.483701:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000097e320c9. 00010000:00000001:0.0:1767384372.483701:0:19669:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384372.483703:0:17074:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:2.0:1767384372.483705:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384372.483706:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:3.0:1767384372.483707:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f37c580a. 00010000:00000001:1.0:1767384372.483707:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384372.483709:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384372.483710:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384372.483711:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384372.483712:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000036329a7e. 00000020:00000040:0.0:1767384372.483713:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb0bcc02 refcount=3 00000100:00000001:2.0:1767384372.483714:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.483715:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=3 00100000:00000010:3.0:1767384372.483717:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d9a5641c. 00000020:00000001:0.0:1767384372.483718:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397312 : -113718973154304 : ffff9892bd003c00) 00000020:00000001:1.0:1767384372.483722:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 02000000:00000001:2.0:1767384372.483723:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.483723:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397312 : -113718973154304 : ffff9892bd003c00) 00100000:00000010:3.0:1767384372.483724:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002b96e157. 00010000:00000001:1.0:1767384372.483725:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00010000:00000001:0.0:1767384372.483730:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:3.0:1767384372.483731:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c60a20f5. 00000100:00001000:2.0:1767384372.483731:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=95 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384372.483731:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.483733:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.483734:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384372.483736:0:19669:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.483737:0:17074:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483738:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c9ee4c33. 00000100:00000001:0.0:1767384372.483741:0:19669:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384372.483743:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.483743:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483744:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c686938c. 00000100:00000001:0.0:1767384372.483745:0:19669:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483751:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cf7d1a66. 00000100:00000001:1.0:1767384372.483751:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483752:0:19669:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.483753:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384372.483757:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483757:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384372.483758:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000074e476cd. 00000100:00000001:0.0:1767384372.483762:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384372.483764:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384372.483764:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00100000:00000010:3.0:1767384372.483765:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b33ebc10. 00010000:00000001:2.0:1767384372.483767:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384372.483771:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d59f9c05. 00000100:00000001:2.0:1767384372.483772:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.483772:0:19669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384372.483774:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384372.483776:0:19669:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:1.0:1767384372.483779:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384372.483781:0:19669:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354608981760 : -113719100569856 : ffff9892b5680700) 00100000:00000010:3.0:1767384372.483782:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a23d2aa0. 00000100:00000040:2.0:1767384372.483782:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.483788:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000827d50bb. 00000100:00100000:1.0:1767384372.483789:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384372.483790:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c53c840f x1853236728332288/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.483794:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000371d1a93. 00000100:00000040:1.0:1767384372.483798:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 2 00100000:00000010:3.0:1767384372.483800:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000809441f9. 00000100:00000001:1.0:1767384372.483806:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637726464 : -113719071825152 : ffff9892b71ea300) 00100000:00000010:3.0:1767384372.483807:0:40106:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000051793a23. 00100000:00000001:3.0:1767384372.483814:0:40106:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:2.0:1767384372.483814:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384372.483818:0:40106:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.483818:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384372.483819:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007eb3ea59 x1853236728332544/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.483820:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384372.483822:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9026207. 00000100:00000001:2.0:1767384372.483824:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384372.483825:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:0.0:1767384372.483827:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00080000:3.0:1767384372.483830:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000567a4f01) has no exports 00000020:00000010:0.0:1767384372.483833:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9026207. 00000100:00000040:2.0:1767384372.483834:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384372.483835:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1767384372.483840:0:40106:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00100000:0.0:1767384372.483845:0:19669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c53c840f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16355:x1853236728332288:12345-0@lo:103: 00000100:00000200:0.0:1767384372.483855:0:19669:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332288 00000100:00000001:1.0:1767384372.483859:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384372.483859:0:19669:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00100000:2.0:1767384372.483862:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002002adac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332160:0@lo:103: 00000100:00000001:3.0:1767384372.483863:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000002:0.0:1767384372.483864:0:19669:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000010:1.0:1767384372.483866:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf006f9b. 00010000:00000001:0.0:1767384372.483868:0:19669:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384372.483869:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.483870:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483873:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.483874:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.483874:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384372.483874:0:19669:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384372.483881:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf006f9b. 02000000:00000001:0.0:1767384372.483881:0:19669:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384372.483882:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002002adac x1853236728332160/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.483888:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384372.483890:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384372.483891:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5074b9c. 00000100:00000040:3.0:1767384372.483892:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384372.483894:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef3bfd9. 02000000:00000001:0.0:1767384372.483896:0:19669:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.483901:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007eb3ea59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:16357:x1853236728332544:12345-0@lo:103: 02000000:00000001:2.0:1767384372.483902:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384372.483902:0:19669:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.483907:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384372.483908:0:19669:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:2.0:1767384372.483911:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=6 obd=MGC192.168.202.115@tcp 00010000:00010000:0.0:1767384372.483912:0:19669:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000200:1.0:1767384372.483913:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332544 00000020:00000001:2.0:1767384372.483919:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384372.483920:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384372.483920:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384372.483920:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384372.483924:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384372.483925:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384372.483925:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e72c949e. 00000020:00000040:0.0:1767384372.483926:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053427ffd refcount=3 00010000:00000002:1.0:1767384372.483930:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:3.0:1767384372.483932:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384372.483934:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384372.483934:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767384372.483934:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491650048 : -113724217901568 : ffff98918463be00) 02000000:00000001:3.0:1767384372.483935:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384372.483938:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384372.483940:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491650048 : -113724217901568 : ffff98918463be00) 00000100:00000001:1.0:1767384372.483941:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384372.483942:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384372.483942:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002002adac. 02000000:00000001:1.0:1767384372.483945:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1767384372.483945:0:19669:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003575d54b count: 3 00000100:00000001:2.0:1767384372.483950:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384372.483950:0:19669:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1767384372.483951:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084600cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16354:1853236728332672:0@lo:9: 02000000:00000010:1.0:1767384372.483951:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c82a1f45. 00000100:00000001:2.0:1767384372.483953:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.483954:0:19669:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:1.0:1767384372.483957:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.483958:0:19669:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384372.483959:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.483960:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384372.483962:0:19669:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.483963:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.483965:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384372.483965:0:19669:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483966:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384372.483967:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:3.0:1767384372.483968:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483970:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1767384372.483971:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:3.0:1767384372.483972:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384372.483972:0:19669:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384372.483975:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384372.483977:0:19669:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384372.483978:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a304192a. 00000100:00000001:2.0:1767384372.483979:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384372.483979:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384372.483981:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384372.483984:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.483984:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.483984:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384372.483985:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384372.483988:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb0bcc02 refcount=3 00010000:00000001:0.0:1767384372.483989:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384372.483990:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.483992:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b969890. 00000020:00000001:1.0:1767384372.483993:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736397312 : -113718973154304 : ffff9892bd003c00) 00010000:00000001:0.0:1767384372.483993:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.483999:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736397312 : -113718973154304 : ffff9892bd003c00) 00000020:00000040:0.0:1767384372.483999:0:19669:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053427ffd with handle 0x960a57272cefb95f from hash 00000400:00000010:3.0:1767384372.484000:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000020:00000040:2.0:1767384372.484002:0:17117:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:0.0:1767384372.484006:0:19669:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000040:1.0:1767384372.484007:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df59f97d count: 2 00000020:00000001:2.0:1767384372.484008:0:17117:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384372.484009:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332672, portal 4 00010000:00000001:0.0:1767384372.484009:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384372.484011:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384372.484013:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384372.484016:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384372.484016:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384372.484016:0:19669:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384372.484018:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378905728 : -113719330645888 : ffff9892a7b15880) 00010000:00000001:1.0:1767384372.484019:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384372.484021:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.484022:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.484024:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384372.484025:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384372.484030:0:19669:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384372.484031:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384372.484034:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.484034:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384372.484035:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384372.484039:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767384372.484041:0:19669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053427ffd/0x960a57272cefb95f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb958 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384372.484042:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.484048:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb0bcc02 with handle 0x960a57272cefb8da from hash 00010000:00000001:1.0:1767384372.484053:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384372.484056:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384372.484058:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384372.484059:0:19669:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 7 00010000:00000001:1.0:1767384372.484060:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384372.484064:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767384372.484065:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 14 00010000:00000001:1.0:1767384372.484067:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384372.484074:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384372.484075:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384372.484075:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cb0bcc02/0x960a57272cefb8da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb8d3 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384372.484078:0:40106:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:0.0:1767384372.484079:0:19669:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384372.484083:0:19669:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384372.484084:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384372.484084:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b7eb49d. 00010000:00000001:0.0:1767384372.484087:0:19669:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384372.484089:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000040:00000010:2.0:1767384372.484092:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e21a54e2. 00010000:00000001:0.0:1767384372.484093:0:19669:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384372.484094:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 6 00000100:00000200:3.0:1767384372.484095:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728332672, offset 0 00000020:00000010:2.0:1767384372.484096:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071344cac. 00010000:00000001:0.0:1767384372.484097:0:19669:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384372.484102:0:19669:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:2.0:1767384372.484103:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a4fe3007. 00000020:00000040:1.0:1767384372.484104:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 13 00010000:00000001:0.0:1767384372.484105:0:19669:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.484106:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384372.484111:0:19669:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384372.484113:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5eac2b8. 00010000:00000001:0.0:1767384372.484114:0:19669:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.484115:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:2.0:1767384372.484117:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5437d9c. 00010000:00000001:1.0:1767384372.484119:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384372.484120:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384372.484120:0:19669:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=95 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384372.484123:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 40000000:00000010:2.0:1767384372.484124:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000000dc131c. 00010000:00000001:1.0:1767384372.484128:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.484130:0:19669:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:2.0:1767384372.484131:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ee28c3b0. 00010000:00000001:1.0:1767384372.484131:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.484133:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce08180 00010000:00000001:1.0:1767384372.484151:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384372.484153:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df59f97d count: 0 00000100:00000040:0.0:1767384372.484157:0:19669:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 19 to 0@lo 00040000:00000010:2.0:1767384372.484159:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007437e7a8. 00010000:00010000:1.0:1767384372.484160:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384372.484161:0:19669:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:1.0:1767384372.484164:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384372.484165:0:19669:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00040000:00000010:2.0:1767384372.484167:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ec1be66. 02000000:00000001:0.0:1767384372.484168:0:19669:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.484169:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:3.1:1767384372.484171:0:16354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b49a43d. 00040000:00000010:2.0:1767384372.484172:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000386fe384. 00010000:00000001:1.0:1767384372.484173:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.484173:0:19669:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384372.484179:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=95 v=5 (1 0 0 0) 00080000:00000010:2.0:1767384372.484181:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bd4dbca8. 00000100:00000040:0.0:1767384372.484182:0:19669:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384372.484188:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000001:1.0:1767384372.484189:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:2.0:1767384372.484191:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000084ff4552. 00000400:00000200:3.0:1767384372.484194:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5752 00000100:00000040:1.0:1767384372.484195:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 20 to 0@lo 00000004:00000010:2.0:1767384372.484197:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018685a61. 00000100:00000001:1.0:1767384372.484211:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000200:0.0:1767384372.484216:0:19669:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728332288, offset 224 00000400:00000200:3.0:1767384372.484217:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:2.0:1767384372.484217:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b9bf5262. 02000000:00000001:1.0:1767384372.484217:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384372.484221:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384372.484225:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001f103b83. 00000100:00000001:1.0:1767384372.484226:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384372.484228:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384372.484228:0:19669:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:2.0:1767384372.484232:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003ba98bf5. 00000100:00000040:1.0:1767384372.484236:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.484239:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384372.484240:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096e11656. 00000400:00000200:0.0:1767384372.484242:0:19669:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384372.484243:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1767384372.484243:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000020:00000002:2.0:1767384372.484248:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000254ed9e9/000000004b3856de to site lru. bkt: 000000009f64d5ef 00000100:00000010:3.0:1767384372.484251:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080b0043a. 00000100:00000200:1.0:1767384372.484251:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728332544, offset 224 00000004:00000010:2.0:1767384372.484252:0:40106:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000a412cca6. 00000400:00000200:0.0:1767384372.484257:0:19669:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce08000 00000100:00000040:3.0:1767384372.484258:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000080b0043a x1853236728332672 msgsize 224 00000004:00000001:2.0:1767384372.484260:0:40106:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:2.0:1767384372.484263:0:40106:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000400:00000200:1.0:1767384372.484264:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:2.0:1767384372.484267:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008858fc98 : new refcount 2 00000100:00100000:3.0:1767384372.484271:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00000001:2.0:1767384372.484272:0:40106:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384372.484277:0:40106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000400:00000200:0.0:1767384372.484277:0:19669:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2119 [1] + 224 00000400:00000200:1.0:1767384372.484278:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384372.484280:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384372.484286:0:19669:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:2.0:1767384372.484288:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000400:00000200:3.0:1767384372.484291:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000200:1.0:1767384372.484291:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce08100 00040000:00000001:2.0:1767384372.484292:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000200:0.0:1767384372.484293:0:19669:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384372.484295:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00040000:00000001:2.0:1767384372.484296:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384372.484301:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000001:3.0:1767384372.484302:0:16354:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:2.0:1767384372.484303:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384372.484306:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000200:1.0:1767384372.484307:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2129 [1] + 224 00000100:00000200:3.0:1767384372.484309:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384372.484311:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000168691af. 00000400:00000200:1.0:1767384372.484314:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.484314:0:19669:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:2.0:1767384372.484319:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a9a4fd0. 00000100:00000200:0.0:1767384372.484322:0:19669:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.484323:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384372.484326:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005c05cf53. 00000100:00000001:3.0:1767384372.484328:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.484331:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1767384372.484333:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000040:3.0:1767384372.484336:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384372.484338:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000200:1.0:1767384372.484338:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384372.484345:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000879cb645. 00000004:00000001:2.0:1767384372.484351:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:2.0:1767384372.484354:0:40106:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384372.484359:0:40106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000002db9321c. 00000040:00000010:2.0:1767384372.484372:0:40106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009f7a3f79. 00000100:00000001:3.0:1767384372.484373:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484379:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:2.0:1767384372.484380:0:40106:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384372.484383:0:40106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000100:00000001:3.0:1767384372.484384:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.484384:0:19669:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.484385:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000040:2.0:1767384372.484386:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008858fc98 : new refcount 1 00000100:00000040:3.0:1767384372.484392:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3398 usecs (4 jiffies) 00000020:00000040:2.0:1767384372.484392:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcded371 : new refcount 2 00000040:00000010:2.0:1767384372.484399:0:40106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008858fc98. 00000100:00000001:3.0:1767384372.484400:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960532 00000100:00000001:3.0:1767384372.484407:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960534 00000040:00000001:2.0:1767384372.484409:0:40106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484414:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960532 00000004:00000001:2.0:1767384372.484415:0:40106:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000004:00000001:2.0:1767384372.484419:0:40106:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484421:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960534 00000004:00000001:2.0:1767384372.484424:0:40106:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384372.484426:0:40106:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000005164604a. 00000100:00000001:0.0:1767384372.484430:0:19669:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.484432:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960532 00000004:00000001:2.0:1767384372.484432:0:40106:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:1.0:1767384372.484433:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.484437:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960534 00000400:00000200:0.0:1767384372.484438:0:19669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384372.484442:0:19669:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:3.0:1767384372.484443:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960532 00000100:00000001:3.0:1767384372.484447:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960534 00000100:00000001:0.0:1767384372.484447:0:19669:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384372.484450:0:19669:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.484451:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.484453:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.484454:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000100:00000001:3.0:1767384372.484456:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.484456:0:19669:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.484457:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000001:3.0:1767384372.484463:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.484464:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384372.484464:0:19669:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 19 to 0@lo 00000100:00000001:1.0:1767384372.484467:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.484469:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384372.484469:0:19669:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484472:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384372.484472:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.484473:0:19669:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.484479:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00000100:00000001:3.0:1767384372.484480:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384372.484482:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c53c840f x1853236728332288/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.484484:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384372.484485:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484487:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.484491:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484492:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.484500:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007eb3ea59 x1853236728332544/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384372.484504:0:19669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c53c840f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+13:16355:x1853236728332288:12345-0@lo:103: Request processed in 682us (1464us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384372.484505:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384372.484509:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.484513:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767384372.484521:0:19669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767384372.484524:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007eb3ea59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e3a581e-56d8-41d6-afef-11a885c88bac+13:16357:x1853236728332544:12345-0@lo:103: Request processed in 663us (1139us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384372.484525:0:19669:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 1 00000100:00000001:0.0:1767384372.484529:0:19669:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.484533:0:19669:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384372.484537:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000010:0.0:1767384372.484537:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e337e57. 00000100:00000001:3.0:1767384372.484538:0:18426:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384372.484543:0:18426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332672 00000100:00000040:1.0:1767384372.484543:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000020:00000010:0.0:1767384372.484544:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 02000000:00000001:3.0:1767384372.484546:0:18426:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.484548:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384372.484550:0:18426:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384372.484550:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a6ca825. 00000100:00000001:1.0:1767384372.484551:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384372.484553:0:18426:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.484556:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 12 02000000:00000001:3.0:1767384372.484557:0:18426:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384372.484557:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca8447ce. 00000100:00000001:0.0:1767384372.484562:0:19669:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384372.484563:0:18426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332672 00000020:00000010:1.0:1767384372.484564:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcda3e1b. 00000020:00000001:3.0:1767384372.484568:0:18426:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384372.484569:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5494ac. 00000020:00000040:3.0:1767384372.484571:0:18426:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefba15 00000020:00000001:3.0:1767384372.484574:0:18426:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384372.484575:0:17074:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 11 00000100:00000001:0.0:1767384372.484575:0:19669:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384372.484576:0:18426:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7ec01eb refcount=5 00000100:00000001:0.0:1767384372.484579:0:19669:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384372.484581:0:18426:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00000001:1.0:1767384372.484581:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384372.484588:0:18426:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353773262848 : -113719936288768 : ffff98928397f800) 00000100:00100000:0.0:1767384372.484588:0:19669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384372.484600:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384372.484602:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384372.484604:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384372.484605:0:19669:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000020:00000010:3.0:1767384372.484606:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051793a23. 00000100:00000001:1.0:1767384372.484607:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.484610:0:19669:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354379533696 : -113719330017920 : ffff9892a7baed80) 00000020:00000010:3.0:1767384372.484612:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002ca03c25. 00000100:00000001:1.0:1767384372.484612:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.484620:0:18426:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 8 - evictor 00000100:00000040:0.0:1767384372.484621:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d097d017 x1853236728332416/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.484626:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.484630:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384372.484634:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.484637:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384372.484639:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000100:00000001:3.0:1767384372.484642:0:18426:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384372.484645:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792253c 00000020:00000010:3.0:1767384372.484647:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000148fec8e. 00000400:00000010:1.0:1767384372.484649:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000100:00000001:0.0:1767384372.484652:0:19669:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384372.484653:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000909aaf95. 00000100:00000001:1.0:1767384372.484653:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384372.484666:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9026207. 00000020:00000010:3.0:1767384372.484669:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ab02439. 00000100:00000200:1.0:1767384372.484670:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.484671:0:19669:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384372.484674:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384372.484677:0:18426:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1767384372.484680:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9026207. 00000020:00000040:2.0:1767384372.484681:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 8 - evictor 00000100:00000001:3.0:1767384372.484682:0:18426:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384372.484686:0:18426:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384372.484690:0:18426:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.484693:0:19669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d097d017 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+11:16356:x1853236728332416:12345-0@lo:103: 00000100:00000001:3.0:1767384372.484696:0:18426:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.484700:0:19669:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332416 00000100:00000001:3.0:1767384372.484706:0:18426:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.484706:0:19669:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384372.484710:0:19669:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384372.484713:0:19669:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000200:1.0:1767384372.484715:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.484718:0:19669:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384372.484719:0:18426:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384372.484722:0:19669:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384372.484723:0:18426:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.484724:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384372.484726:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384372.484727:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384372.484728:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049c596dc. 00000100:00000001:2.0:1767384372.484731:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384372.484732:0:18426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384372.484733:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384372.484734:0:19669:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.484736:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384372.484738:0:18426:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7ec01eb : new rpc_count 1 00000100:00000001:2.0:1767384372.484739:0:17895:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484741:0:18426:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354378903936 : -113719330647680 : ffff9892a7b15180) 00000100:00000001:1.0:1767384372.484741:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384372.484741:0:19669:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.484745:0:17895:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.484745:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.484748:0:19669:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1767384372.484750:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.484751:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b0043a x1853236728332672/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384372.484753:0:19669:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00001000:1.0:1767384372.484755:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=95 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384372.484759:0:19669:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384372.484763:0:19669:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384372.484764:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=95 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384372.484768:0:19669:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5dd8851 refcount=3 00000100:00000001:3.0:1767384372.484771:0:18426:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384372.484772:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384372.484773:0:19669:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00000001:1.0:1767384372.484775:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.484776:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca03c25. 00010000:00000001:1.0:1767384372.484781:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384372.484781:0:19669:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491648000 : -113724217903616 : ffff98918463b600) 00000100:00000001:3.0:1767384372.484782:0:18426:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384372.484786:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.484787:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca03c25. 00010000:00000040:0.0:1767384372.484788:0:19669:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e6ebf617 count: 2 00000100:00000001:1.0:1767384372.484793:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.484794:0:18426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b0043a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236728332672:12345-0@lo:9: 00010000:00000001:0.0:1767384372.484794:0:19669:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384372.484799:0:19669:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:3.0:1767384372.484802:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332672 00000100:00000040:1.0:1767384372.484803:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.484803:0:19669:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:3.0:1767384372.484805:0:18426:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384372.484807:0:19669:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.484809:0:18426:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384372.484812:0:18426:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.484812:0:19669:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.484818:0:18426:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384372.484819:0:19669:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767384372.484822:0:18426:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548048 : -1044003568 : ffffffffc1c5c510) 00010000:00000001:0.0:1767384372.484823:0:19669:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384372.484824:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384372.484827:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384372.484828:0:18426:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384372.484828:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384372.484830:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384372.484832:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384372.484833:0:18426:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.484833:0:19669:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384372.484837:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.484838:0:19669:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.484839:0:18426:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384372.484842:0:18426:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384372.484844:0:19669:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5dd8851 with handle 0x960a57272cefbcbc from hash 00000020:00000001:3.0:1767384372.484846:0:18426:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.484849:0:19669:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384372.484852:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384372.484855:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011276065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332544:0@lo:103: 00000020:00000001:3.0:1767384372.484856:0:18426:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384372.484857:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384372.484861:0:18426:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384372.484862:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.484862:0:19669:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384372.484866:0:18426:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384372.484866:0:19669:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384372.484867:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384372.484871:0:18426:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384372.484871:0:19669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384372.484874:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011276065 x1853236728332544/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384372.484876:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be969fe0. 00010000:00010000:0.0:1767384372.484877:0:19669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5dd8851/0x960a57272cefbcbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefbcb5 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384372.484881:0:18426:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484886:0:18426:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.484893:0:18426:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=6 00010000:00000040:0.0:1767384372.484896:0:19669:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 5 00000100:00000001:1.0:1767384372.484898:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384372.484899:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 10 02000000:00000001:1.0:1767384372.484900:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384372.484904:0:19669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384372.484905:0:19669:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384372.484906:0:19669:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384372.484907:0:19669:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.484908:0:18426:0:(obd_class.h:902:obd_disconnect()) Process entered 02000000:00000010:1.0:1767384372.484910:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097c4328b. 00002000:00000001:3.0:1767384372.484913:0:18426:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00010000:00000001:0.0:1767384372.484913:0:19669:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.484914:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384372.484917:0:18426:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=7 00010000:00000001:0.0:1767384372.484917:0:19669:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384372.484920:0:19669:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e6ebf617 count: 0 00010000:00000001:3.0:1767384372.484921:0:18426:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384372.484923:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384372.484924:0:18426:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384372.484926:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00010000:00010000:0.0:1767384372.484927:0:19669:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1767384372.484928:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 6 00000020:00000001:1.0:1767384372.484930:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384372.484930:0:19669:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:3.0:1767384372.484932:0:18426:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefba15 02000000:00000010:1.0:1767384372.484933:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca02b1c3. 00010000:00000001:0.0:1767384372.484935:0:19669:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384372.484936:0:18426:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7ec01eb with handle 0x960a57272cefba15 from hash 02000000:00000001:1.0:1767384372.484939:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384372.484939:0:19669:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.484940:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 5 02000000:00000001:1.0:1767384372.484942:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384372.484944:0:19669:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d8d3f526 time=95 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384372.484945:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011276065. 00000020:00000010:3.0:1767384372.484946:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000051793a23. 00000100:00000001:1.0:1767384372.484952:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384372.484953:0:18426:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:0.0:1767384372.484953:0:19669:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384372.484954:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384372.484957:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 4 00000100:00000001:1.0:1767384372.484958:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.484958:0:19669:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 19 to 0@lo 00000020:00000001:3.0:1767384372.484961:0:18426:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384372.484965:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 3 00000100:00000001:0.0:1767384372.484965:0:19669:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:1.0:1767384372.484966:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.484969:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.484971:0:18426:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.484971:0:19669:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384372.484972:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384372.484975:0:19669:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.484976:0:18426:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:1.0:1767384372.484977:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384372.484980:0:18426:0:(import.c:65:import_set_state_nolock()) 0000000036e26be6 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384372.484981:0:19669:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384372.484985:0:18426:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:0.0:1767384372.484986:0:19669:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.484987:0:18426:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384372.484989:0:18426:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000010:0.0:1767384372.484990:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384372.484995:0:19669:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728332416, offset 224 00000100:00000001:1.0:1767384372.484996:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.484998:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384372.484999:0:19669:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384372.485001:0:18426:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384372.485003:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.485006:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384372.485007:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa8cd50d. 00000400:00000200:0.0:1767384372.485008:0:19669:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384372.485009:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000947621b5. 00000020:00000001:2.0:1767384372.485016:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384372.485016:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308b462e 00000400:00000200:0.0:1767384372.485018:0:19669:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce08080 00000020:00000010:3.0:1767384372.485025:0:18426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082f11597. 00000020:00000001:2.0:1767384372.485027:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.485027:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000308b462e. 00000020:00000010:3.0:1767384372.485033:0:18426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081e1fe69. 00010000:00010000:2.0:1767384372.485033:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384372.485034:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384372.485038:0:19669:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00000020:00000010:3.0:1767384372.485040:0:18426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab415452. 00000100:00000200:1.0:1767384372.485042:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.485044:0:19669:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384372.485046:0:18426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000000770865. 80000000:00000010:3.0:1767384372.485051:0:18426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a866064. 00000400:00000200:0.0:1767384372.485053:0:19669:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 40000000:00000010:3.0:1767384372.485057:0:18426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051793a23. 00000100:00000001:0.0:1767384372.485061:0:19669:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384372.485064:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384372.485067:0:19669:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384372.485068:0:18426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ed48358d. 00040000:00000010:3.0:1767384372.485074:0:18426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000841503b1. 00040000:00000010:3.0:1767384372.485079:0:18426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce6c3e19. 00000100:00000001:1.0:1767384372.485085:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000010:3.0:1767384372.485086:0:18426:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b44b889. 00000100:00000001:1.0:1767384372.485089:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384372.485090:0:18426:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cacff4b9. 00000100:00000040:0.0:1767384372.485091:0:19669:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.485093:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384372.485096:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000010:3.0:1767384372.485098:0:18426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006970c8eb. 00000100:00000001:1.0:1767384372.485099:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.485101:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384372.485105:0:18426:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 02000000:00000001:1.0:1767384372.485106:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384372.485107:0:18426:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000100:00001000:1.0:1767384372.485111:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=95 v=5 (5 0 0 0) 00000001:00000001:3.0:1767384372.485113:0:18426:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384372.485115:0:18426:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00001000:1.0:1767384372.485115:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384372.485116:0:19669:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.485121:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00080000:00000001:3.0:1767384372.485122:0:18426:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384372.485123:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.485125:0:19669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00080000:00000010:3.0:1767384372.485128:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000075536351. 00000400:00000010:0.0:1767384372.485128:0:19669:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:2.0:1767384372.485130:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.485147:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384372.485166:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000001:3.0:1767384372.485167:0:18426:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477420032 : -113724232131584 : ffff9891838a9c00) 00000100:00000001:0.0:1767384372.485167:0:19669:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384372.485168:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384372.485168:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.485171:0:19669:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384372.485172:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384372.485174:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.485175:0:18426:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000010:2.0:1767384372.485176:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c6a32b. 00000100:00000001:0.0:1767384372.485176:0:19669:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384372.485181:0:18426:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:1.0:1767384372.485182:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.485184:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000100:00000040:0.0:1767384372.485185:0:19669:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 18 to 0@lo 00080000:00000010:3.0:1767384372.485186:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca03c25. 00000400:00000010:2.0:1767384372.485188:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00010000:00000001:0.0:1767384372.485192:0:19669:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.485193:0:18426:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.485194:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:3.0:1767384372.485209:0:18426:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384372.485209:0:19669:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384372.485215:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.485218:0:19669:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d097d017 x1853236728332416/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:353/0 lens 328/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384372.485220:0:18426:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.485220:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384372.485227:0:18426:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000001:1.0:1767384372.485229:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.485232:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.485240:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384372.485245:0:18426:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000200:2.0:1767384372.485252:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384372.485253:0:18426:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.485256:0:19669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d097d017 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e3a581e-56d8-41d6-afef-11a885c88bac+10:16356:x1853236728332416:12345-0@lo:103: Request processed in 600us (1962us total) trans 0 rc 0/0 00080000:00000001:3.0:1767384372.485260:0:18426:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384372.485269:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca03c25. 00040000:00000001:3.0:1767384372.485276:0:18426:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:1.0:1767384372.485276:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3bc305e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e3a581e-56d8-41d6-afef-11a885c88bac:16355:1853236728332288:0@lo:103: 00000100:00100000:0.0:1767384372.485277:0:19669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00040000:00000001:3.0:1767384372.485280:0:18426:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1767384372.485282:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384372.485284:0:19669:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00080000:00000001:3.0:1767384372.485286:0:18426:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.485287:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.485288:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.485288:0:19669:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000040:3.0:1767384372.485289:0:18426:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:2.0:1767384372.485290:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384372.485292:0:19669:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384372.485295:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384372.485296:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1767384372.485297:0:18426:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.485298:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384372.485298:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee609f0e. 00000001:00000001:3.0:1767384372.485303:0:18426:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000001:2.0:1767384372.485303:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.485303:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3bc305e x1853236728332288/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.485304:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000059167e6e. 00080000:00000001:3.0:1767384372.485307:0:18426:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384372.485308:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384372.485312:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000052587c1b. 00000020:00000010:0.0:1767384372.485312:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000693d036a. 00000100:00001000:2.0:1767384372.485314:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ae24b0d6 time=95 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384372.485318:0:19669:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 9 00080000:00000001:3.0:1767384372.485319:0:18426:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349477414912 : -113724232136704 : ffff9891838a8800) 00000100:00001000:2.0:1767384372.485322:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384372.485323:0:19669:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384372.485325:0:18426:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384372.485331:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384372.485333:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1767384372.485334:0:18426:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384372.485334:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.485335:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:3.0:1767384372.485339:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca03c25. 00010000:00000001:2.0:1767384372.485340:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384372.485340:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016a47d4f. 00000004:00000001:0.0:1767384372.485340:0:17107:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.485343:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.485345:0:18426:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.485347:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384372.485348:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.485349:0:18426:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384372.485351:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384372.485353:0:16355:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00080000:00000001:3.0:1767384372.485354:0:18426:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.485357:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384372.485357:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:3.0:1767384372.485359:0:18426:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000da459f3e. 02000000:00000010:1.0:1767384372.485361:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a40cce2d. 00000001:00000040:3.0:1767384372.485364:0:18426:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a7ec01eb : new cb_count 1 02000000:00000001:1.0:1767384372.485367:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384372.485369:0:18426:0:(genops.c:887:class_export_get()) GET export 00000000a7ec01eb refcount=4 02000000:00000001:1.0:1767384372.485370:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.485374:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3bc305e. 00000100:00000001:2.0:1767384372.485380:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.485380:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:3.0:1767384372.485381:0:18426:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:2.0:1767384372.485384:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.485384:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384372.485385:0:18426:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384372.485388:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485389:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.485393:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000010:3.0:1767384372.485394:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca03c25. 00000100:00000040:2.0:1767384372.485394:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.485396:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384372.485399:0:18426:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384372.485402:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:3.0:1767384372.485403:0:18426:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1767384372.485406:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384372.485407:0:18426:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384372.485412:0:18426:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00100000:2.0:1767384372.485414:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030c02527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728332416:0@lo:103: 00000001:00000040:3.0:1767384372.485416:0:18426:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000001:2.0:1767384372.485419:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384372.485420:0:18426:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.485422:0:40106:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afb59eda. 00000100:00000001:2.0:1767384372.485424:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384372.485426:0:18426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000082f11597. 00000020:00000001:1.0:1767384372.485427:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:0.0:1767384372.485429:0:40106:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096a58723. 00000100:00000040:2.0:1767384372.485430:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030c02527 x1853236728332416/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384372.485432:0:18426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081e1fe69. 00000020:00000010:0.0:1767384372.485435:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b47562dc. 00000020:00000080:1.0:1767384372.485436:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000bcae3774/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000010:3.0:1767384372.485439:0:18426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ab415452. 00000020:00000010:0.0:1767384372.485445:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001aa07f4e. 00000020:00000010:3.0:1767384372.485446:0:18426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000000770865. 00000020:00000040:1.0:1767384372.485446:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 17 to 0@lo 00000020:00000001:1.0:1767384372.485453:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000040:00000010:0.0:1767384372.485453:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f669b710. 80000000:00000010:3.0:1767384372.485454:0:18426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a866064. 00000004:00000001:1.0:1767384372.485456:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 40000000:00000010:3.0:1767384372.485461:0:18426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051793a23. 00000020:00000040:1.0:1767384372.485462:0:38:0:(genops.c:1229:class_import_get()) import 0000000069dd764c refcount=2 obd=lustre-MDT0000 00000020:00000010:0.0:1767384372.485463:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6d98c6b. 00000100:00000001:2.0:1767384372.485466:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384372.485468:0:38:0:(genops.c:1236:class_import_put()) Process entered 00100000:00000010:3.0:1767384372.485469:0:18426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed48358d. 02000000:00000001:2.0:1767384372.485470:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384372.485471:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003089b7c8. 00000020:00000040:1.0:1767384372.485472:0:38:0:(genops.c:1242:class_import_put()) import 0000000069dd764c refcount=1 obd=lustre-MDT0000 00040000:00000010:3.0:1767384372.485475:0:18426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000841503b1. 02000000:00000010:2.0:1767384372.485476:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d68a568c. 00000020:00000001:1.0:1767384372.485477:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384372.485479:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f00d8903. 00040000:00000010:3.0:1767384372.485481:0:18426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce6c3e19. 00000020:00000001:1.0:1767384372.485482:0:38:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384372.485484:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384372.485485:0:38:0:(genops.c:1242:class_import_put()) import 0000000069dd764c refcount=0 obd=lustre-MDT0000 80000000:00000010:0.0:1767384372.485485:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c683fce. 00080000:00000010:3.0:1767384372.485487:0:18426:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cacff4b9. 00000020:00000001:2.0:1767384372.485490:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384372.485491:0:38:0:(genops.c:1245:class_import_put()) final put import 0000000069dd764c 40000000:00000010:0.0:1767384372.485493:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007dce644c. 00080000:00000010:3.0:1767384372.485494:0:18426:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002b44b889. 00000020:00000040:2.0:1767384372.485494:0:16356:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384372.485499:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00100000:00000010:0.0:1767384372.485500:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ff616d0. 00000020:00000001:2.0:1767384372.485501:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000010:3.0:1767384372.485502:0:18426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006970c8eb. 00000004:00000010:1.0:1767384372.485502:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000e45035d6. 02000000:00000010:2.0:1767384372.485506:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e4bbcd6. 00040000:00000010:0.0:1767384372.485507:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000531f1ee7. 00000020:00000010:3.0:1767384372.485509:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa8cd50d. 00010000:00000001:1.0:1767384372.485510:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 02000000:00000001:2.0:1767384372.485513:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1767384372.485513:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000001:3.0:1767384372.485515:0:18426:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00040000:00000010:0.0:1767384372.485515:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001cb46502. 02000000:00000001:2.0:1767384372.485516:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000040:3.0:1767384372.485520:0:18426:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005b2bafdc) : new refcount 4 00000001:00000010:1.0:1767384372.485520:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf642f08. 00000100:00000010:2.0:1767384372.485521:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030c02527. 00040000:00000010:0.0:1767384372.485522:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000074570bf. 00000001:00000010:1.0:1767384372.485527:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003bcde296. 00000001:00000001:3.0:1767384372.485528:0:18426:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:2.0:1767384372.485529:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000010:0.0:1767384372.485531:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000483347ff. 00000001:00000010:1.0:1767384372.485532:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000078c02a64. 00000100:00000001:2.0:1767384372.485533:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384372.485534:0:18426:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 3 00080000:00000010:0.0:1767384372.485538:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000085e2c764. 00000100:00000001:2.0:1767384372.485539:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384372.485539:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cedeaef8. 00000020:00000040:3.0:1767384372.485540:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 3 00000001:00000010:1.0:1767384372.485546:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000644b2add. 00000100:00000001:2.0:1767384372.485548:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000010:0.0:1767384372.485548:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000099ccf05d. 00000001:00000001:3.0:1767384372.485549:0:18426:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000010:1.0:1767384372.485550:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000090801301. 00000100:00000001:2.0:1767384372.485552:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384372.485553:0:18426:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005b2bafdc) : new refcount 2 00000004:00000010:0.0:1767384372.485555:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000dac5579. 00000100:00000001:2.0:1767384372.485557:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1767384372.485558:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384372.485559:0:18426:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384372.485561:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384372.485561:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000235813bf. 00010000:00000001:1.0:1767384372.485562:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000020:00000040:3.0:1767384372.485563:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 2 00000001:00000001:1.0:1767384372.485567:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00002000:00000001:3.0:1767384372.485568:0:18426:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384372.485568:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006eff0184. 00000001:00000010:1.0:1767384372.485572:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058a3b163. 00010000:00000001:3.0:1767384372.485574:0:18426:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.485575:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000969093e9. 00000001:00000010:1.0:1767384372.485576:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099c2d41f. 00010000:00000001:3.0:1767384372.485577:0:18426:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384372.485580:0:40106:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000001:3.0:1767384372.485582:0:18426:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384372.485582:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000290479ab. 00000004:20000000:0.0:1767384372.485583:0:40106:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00010000:00000040:3.0:1767384372.485588:0:18426:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236728332672 00000001:00000010:1.0:1767384372.485589:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000071c8631c. 00000004:00000001:0.0:1767384372.485589:0:40106:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767384372.485593:0:18426:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000010:1.0:1767384372.485595:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000027982b62. 00000004:00000040:0.0:1767384372.485596:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000979c1d5b : new refcount 3 00010000:00000200:3.0:1767384372.485598:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b0043a x1853236728332672/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384372.485599:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004130a214. 00000004:00000040:0.0:1767384372.485600:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000979c1d5b : new refcount 2 00000001:00000001:1.0:1767384372.485604:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000040:0.0:1767384372.485605:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000979c1d5b : new refcount 1 00010000:00000001:1.0:1767384372.485608:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384372.485611:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000004:00000040:0.0:1767384372.485611:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005c038085 : new refcount 3 00000001:00000010:1.0:1767384372.485615:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000f63cd660. 00000004:00000040:0.0:1767384372.485616:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005c038085 : new refcount 2 00010000:00000001:3.0:1767384372.485617:0:18426:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000001:1.0:1767384372.485619:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.485621:0:18426:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.485622:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384372.485622:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005c038085 : new refcount 1 00000100:00001000:3.0:1767384372.485625:0:18426:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c9403357 time=85 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384372.485626:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384372.485629:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000567a4f01) has no exports 00000020:00000040:1.0:1767384372.485634:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 7 - export 00000100:00000001:3.0:1767384372.485635:0:18426:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384372.485635:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384372.485640:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bcae3774. 00010000:00000001:0.0:1767384372.485640:0:40106:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000040:3.0:1767384372.485641:0:18426:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 18 to 0@lo 00010000:00000001:0.0:1767384372.485642:0:40106:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000001:3.0:1767384372.485647:0:18426:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00010000:00000001:0.0:1767384372.485648:0:40106:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 02000000:00000001:3.0:1767384372.485651:0:18426:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384372.485652:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384372.485652:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1767384372.485656:0:18426:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384372.485656:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1767384372.485657:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384372.485661:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000069dd764c for lustre-MDT0000 00000100:00000001:3.0:1767384372.485662:0:18426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384372.485665:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 17 to 0@lo 00000100:00000040:3.0:1767384372.485668:0:18426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384372.485669:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 6 - import 00000400:00000010:3.0:1767384372.485672:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000020:00000010:1.0:1767384372.485672:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000069dd764c. 00000100:00000200:3.0:1767384372.485678:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728332672, offset 224 00000020:00000001:1.0:1767384372.485678:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:3.0:1767384372.485683:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384372.485688:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384372.485693:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce08180 00000400:00000200:3.0:1767384372.485696:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2131 [1] + 224 00000400:00000200:3.0:1767384372.485699:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384372.485701:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384372.485703:0:18426:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384372.485705:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.485711:0:18426:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.485729:0:18426:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384372.485733:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384372.485734:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000001:3.0:1767384372.485735:0:18426:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.485736:0:18426:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.485738:0:18426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.485740:0:18426:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 16 to 0@lo 00010000:00000001:3.0:1767384372.485742:0:18426:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384372.485743:0:18426:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.485745:0:18426:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384372.485748:0:18426:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b0043a x1853236728332672/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.485750:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.485754:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384372.485759:0:18426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b0043a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:16354:x1853236728332672:12345-0@lo:9: Request processed in 987us (1499us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384372.485759:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384372.485762:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384372.485765:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b969890. 00000100:00100000:3.0:1767384372.485769:0:18426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1767384372.485769:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7a9a91 00000100:00000040:3.0:1767384372.485772:0:18426:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7ec01eb : new rpc_count 0 00000400:00000010:2.0:1767384372.485773:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f7a9a91. 00000100:00000001:3.0:1767384372.485777:0:18426:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384372.485778:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384372.485780:0:18426:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384372.485783:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000909aaf95. 00000100:00000200:2.0:1767384372.485784:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384372.485788:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ab02439. 00000020:00000010:3.0:1767384372.485793:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000148fec8e. 00000100:00000200:2.0:1767384372.485796:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384372.485797:0:18426:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 1 00000100:00000001:3.0:1767384372.485802:0:18426:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485809:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384372.485811:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485812:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384372.485813:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384372.485814:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384372.485815:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.485817:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384372.485820:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c59f6335 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384372.485823:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cb1d40e2 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.485825:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384372.485826:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.485827:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384372.485829:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384372.485834:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.485835:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384372.485836:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384372.485837:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384372.485838:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.485839:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.485844:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.485845:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384372.485846:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384372.485847:0:16354:0:(import.c:65:import_set_state_nolock()) 000000002608ec52 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384372.485849:0:16354:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384372.485850:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:2.0:1767384372.485861:0:16354:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384372.485862:0:16354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384372.485863:0:16354:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384372.485864:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384372.485866:0:16354:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384372.485866:0:16354:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384372.485868:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.485873:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084600cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16354:1853236728332672:0@lo:9: 00000100:00000001:2.0:1767384372.485876:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485877:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384372.485879:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084600cc7 x1853236728332672/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.485884:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384372.485885:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384372.485887:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a304192a. 02000000:00000001:2.0:1767384372.485891:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384372.485892:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384372.485893:0:16354:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384372.485894:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384372.485895:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005aa2d1ae. 02000000:00000001:2.0:1767384372.485897:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384372.485898:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384372.485899:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084600cc7. 00000100:00000001:2.0:1767384372.485901:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384372.485901:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485902:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.485905:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384372.485905:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.485907:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.485907:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384372.486166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002121f262. 00000100:00000040:2.0:1767384372.491181:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294960534, at 4294960535 00000100:00000010:2.0:1767384372.491190:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c31cbeb0. 00000100:00000040:3.0:1767384372.491196:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294960534, at 4294960535 00000100:00000040:1.0:1767384372.491197:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294960534, at 4294960535 00000100:00000010:3.0:1767384372.491218:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eb36dda. 00000100:00000010:1.0:1767384372.491221:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e96e08a. 00010000:00000010:0.1:1767384372.494165:0:40106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037529f60. 00010000:00000010:0.1:1767384372.494173:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021c686e8. 00010000:00000010:0.1:1767384372.494178:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053427ffd. 00010000:00000010:0.1:1767384372.494184:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00010000:00000010:2.1:1767384372.494185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e253f717. 00010000:00000010:0.1:1767384372.494187:0:40106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e6ebf617. 00010000:00000010:1.1:1767384372.494221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be204060. 00010000:00000010:1.1:1767384372.494231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4e1c9f0. 00010000:00000010:1.1:1767384372.494236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f38958c. 00010000:00000010:1.1:1767384372.494240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a59cd36. 00000001:00000001:0.0:1767384372.497941:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384372.497945:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384372.497946:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384372.509892:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.509898:0:40106:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.509900:0:40106:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384372.509902:0:40106:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:0.0:1767384372.509904:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:0.0:1767384372.509907:0:40106:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384372.509909:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384372.509911:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb92e 00000020:00000040:0.0:1767384372.509914:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b780175 with handle 0x960a57272cefb92e from hash 00000020:00000001:0.0:1767384372.509920:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384372.509921:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000003b780175 : new refcount 1 00000020:00000001:0.0:1767384372.509922:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384372.509923:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000003b780175 : new refcount 0 00000020:00000080:0.0:1767384372.509925:0:40106:0:(genops.c:904:class_export_put()) final put 000000003b780175/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384372.509926:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.509937:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.509938:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384372.509940:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:0.0:1767384372.509972:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294960534, at 4294960553 00000020:00000001:1.0:1767384372.509976:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384372.509981:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000003b780175/lustre-QMT0000_UUID for lustre-QMT0000 00000100:00000010:0.0:1767384372.509981:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fecb392. 00000020:00000001:1.0:1767384372.509988:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384372.509991:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.509994:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a7bf889a) now 4 - export 00000020:00000010:1.0:1767384372.509998:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003b780175. 00000020:00000001:1.0:1767384372.510007:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384372.510008:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000c9026207. 00000020:00000080:0.0:1767384372.510012:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384372.510020:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384372.510022:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384372.510025:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384372.510026:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000a7bf889a) has no exports 00000020:00000001:0.0:1767384372.510028:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384372.510031:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384372.510033:0:40106:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384372.510034:0:40106:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384372.510036:0:40106:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384372.510038:0:40106:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384372.510041:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384372.510042:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a35afeab. 00000020:00000001:0.0:1767384372.510045:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384372.510055:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510057:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510063:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000000953c224. 00000001:00000001:0.0:1767384372.510067:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510068:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510070:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510071:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000147ce03b. 00000001:00000010:0.0:1767384372.510074:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007c41e1aa. 00000001:00000010:0.0:1767384372.510075:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000072612916. 00000001:00000001:0.0:1767384372.510079:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510080:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000085244bfd. 00000020:00000002:0.0:1767384372.510085:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000419ab198/0000000091504001 to site lru. bkt: 00000000261d7a5a 00040000:00000001:0.0:1767384372.510087:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510088:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510089:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008378ba3d. 00000001:00000001:0.0:1767384372.510090:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510091:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510092:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510093:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f9868070. 00000001:00000010:0.0:1767384372.510094:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007a59780e. 00000001:00000010:0.0:1767384372.510095:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000df48f6a7. 00000001:00000001:0.0:1767384372.510097:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510097:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a7fdc40a. 00000020:00000002:0.0:1767384372.510099:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000000cf791b8/000000000e6e9332 to site lru. bkt: 00000000261d7a5a 00040000:00000001:0.0:1767384372.510100:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510101:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510102:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000df251046. 00000001:00000001:0.0:1767384372.510104:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510105:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510106:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510106:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ac0634cf. 00000001:00000010:0.0:1767384372.510107:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000069519593. 00000001:00000010:0.0:1767384372.510108:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b10a2727. 00000001:00000001:0.0:1767384372.510110:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510111:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000036689ee2. 00000020:00000002:0.0:1767384372.510113:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ffd37926/0000000037cbc371 to site lru. bkt: 00000000261d7a5a 00000020:00000002:0.0:1767384372.510115:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000004f09c78/0000000038be3d94 to site lru. bkt: 000000002d87b587 00040000:00000010:0.0:1767384372.510117:0:40106:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000000970cc08. 00040000:00000001:0.0:1767384372.510120:0:40106:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384372.510121:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384372.510122:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000fecab8b3. 00000020:00000001:0.0:1767384372.510123:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384372.510127:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510128:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510129:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d0a9c27c. 00000001:00000001:0.0:1767384372.510131:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510132:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510133:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510133:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000afede32f. 00000001:00000010:0.0:1767384372.510135:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007c5c103a. 00000001:00000010:0.0:1767384372.510164:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000428af002. 00000001:00000001:0.0:1767384372.510166:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510167:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007f61c06d. 00000020:00000002:0.0:1767384372.510170:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000a1ea9f82/00000000e944289c to site lru. bkt: 00000000261d7a5a 00040000:00000001:0.0:1767384372.510172:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510173:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510175:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000003067efe4. 00000001:00000001:0.0:1767384372.510177:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510178:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510179:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510181:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e343b74e. 00000001:00000010:0.0:1767384372.510183:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d8459041. 00000001:00000010:0.0:1767384372.510184:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000080a2408d. 00000001:00000001:0.0:1767384372.510187:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510188:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a0d2ee3b. 00000020:00000002:0.0:1767384372.510190:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000003421ce57/00000000e004f79a to site lru. bkt: 00000000261d7a5a 00040000:00000001:0.0:1767384372.510192:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384372.510193:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384372.510194:0:40106:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008506bd7a. 00000001:00000001:0.0:1767384372.510207:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384372.510209:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384372.510210:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510211:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a5a5c915. 00000001:00000010:0.0:1767384372.510212:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000824a74a2. 00000001:00000010:0.0:1767384372.510214:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000ed209ec. 00000001:00000001:0.0:1767384372.510217:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384372.510218:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d9b08adc. 00000020:00000002:0.0:1767384372.510221:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000053df03a0/0000000081f6d63a to site lru. bkt: 00000000261d7a5a 00000020:00000002:0.0:1767384372.510223:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000b1ce6029/00000000a9967045 to site lru. bkt: 00000000e151a7f8 00040000:00000010:0.0:1767384372.510224:0:40106:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000dd2dffac. 00040000:00000001:0.0:1767384372.510226:0:40106:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384372.510255:0:17105:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004af22195. 00000020:00000010:2.0:1767384372.510274:0:17105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032c32049. 00000040:00000010:2.0:1767384372.510279:0:17105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000035a88be4. 00000020:00000010:2.0:1767384372.510282:0:17105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000017841e74. 00000020:00000010:2.0:1767384372.510286:0:17105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005320d188. 00000020:00000010:2.0:1767384372.510292:0:17105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091f2dca2. 80000000:00000010:2.0:1767384372.510295:0:17105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ffca421f. 40000000:00000010:2.0:1767384372.510298:0:17105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004122b835. 00100000:00000010:2.0:1767384372.510300:0:17105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fd6c948a. 00040000:00000010:2.0:1767384372.510303:0:17105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e7d5242. 00040000:00000010:2.0:1767384372.510307:0:17105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000474edc1a. 00040000:00000010:2.0:1767384372.510309:0:17105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f0d25d42. 00080000:00000010:2.0:1767384372.510312:0:17105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009aa17e7e. 00080000:00000010:2.0:1767384372.510316:0:17105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007a0c6006. 00000004:00000010:2.0:1767384372.510320:0:17105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000012b27ba3. 00000004:00000010:2.0:1767384372.510322:0:17105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046218a08. 00000004:00000010:2.0:1767384372.510326:0:17105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000006ce8c63. 00000004:00000010:2.0:1767384372.510328:0:17105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000024600c6a. 00000020:00000010:2.0:1767384372.510331:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089efa390. 00040000:00000010:2.0:1767384372.510332:0:17105:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000369d1ef9. 00040000:00000001:2.0:1767384372.510334:0:17105:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384372.510374:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000819f6914/00000000323258e1 to site lru. bkt: 000000000539277f 00040000:00000001:0.0:1767384372.510378:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384372.510380:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384372.510382:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384372.510383:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb927 00000020:00000040:0.0:1767384372.510385:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ba8db6e with handle 0x960a57272cefb927 from hash 00000020:00000001:0.0:1767384372.510389:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384372.510390:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000000ba8db6e : new refcount 1 00000020:00000001:0.0:1767384372.510392:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384372.510392:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000000ba8db6e : new refcount 0 00000020:00000080:0.0:1767384372.510393:0:40106:0:(genops.c:904:class_export_put()) final put 000000000ba8db6e/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384372.510395:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.510404:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384372.510405:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384372.510407:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384372.510415:0:40106:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.510416:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.510434:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000001:0.0:1767384372.510437:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000080:1.0:1767384372.510438:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000000ba8db6e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384372.510443:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:0.0:1767384372.510443:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008ba500be. 00000020:00000001:1.0:1767384372.510446:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384372.510448:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000016cbe27a. 00000020:00000040:1.0:1767384372.510451:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 9 - export 00000001:00000010:0.0:1767384372.510451:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000984c4e72. 00000001:00000010:0.0:1767384372.510455:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4d4dc9e. 00000020:00000010:1.0:1767384372.510458:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000ba8db6e. 00000001:00000010:0.0:1767384372.510458:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fc8b9e9a. 00000001:00000010:0.0:1767384372.510462:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000043577a53. 00000001:00000001:0.0:1767384372.510466:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:1.0:1767384372.510468:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384372.510468:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384372.510472:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007127b1c6. 00000001:00000010:0.0:1767384372.510475:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000078a6965d. 00000001:00000010:0.0:1767384372.510476:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7fb3f54. 00000001:00000010:0.0:1767384372.510479:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003aef9a36. 00000001:00000010:0.0:1767384372.510480:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004736dec1. 00000001:00000010:0.0:1767384372.510482:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004c05d17e. 00000001:00000001:0.0:1767384372.510483:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384372.510484:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a7bf889a) now 3 - setup 00000020:00000001:0.0:1767384372.510486:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.510487:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384372.510489:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384372.510491:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384372.510494:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a7bf889a) now 2 - obd_device_list 00000020:00000080:0.0:1767384372.510496:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384372.510497:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a7bf889a) now 1 - newdev 00000020:00000040:0.0:1767384372.510498:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000309e2a28 with handle 0x960a57272cefb920 from hash 00000020:00000040:0.0:1767384372.510500:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000309e2a28 : new refcount 0 00000020:00000080:0.0:1767384372.510501:0:40106:0:(genops.c:904:class_export_put()) final put 00000000309e2a28/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384372.510502:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.510503:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384372.510504:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 00000000309e2a28/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384372.510506:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384372.510506:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.510508:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000309e2a28. 00000020:00000001:0.0:1767384372.510512:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384372.510513:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384372.510514:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384372.510516:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384372.510519:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd5494ac. 00000020:00000010:0.0:1767384372.510522:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7fb3f54. 00000040:00000010:0.0:1767384372.510524:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078a6965d. 00000020:00000010:0.0:1767384372.510527:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009625e1ce. 00000020:00000010:0.0:1767384372.510531:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384372.510533:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007127b1c6. 80000000:00000010:0.0:1767384372.510535:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000fecb392. 40000000:00000010:0.0:1767384372.510537:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad5162bd. 00100000:00000010:0.0:1767384372.510540:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007412fefb. 00040000:00000010:0.0:1767384372.510543:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008279f4a0. 00040000:00000010:0.0:1767384372.510545:0:40106:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000054d2dc8c. 00040000:00000010:0.0:1767384372.510547:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4d4dc9e. 00080000:00000010:0.0:1767384372.510551:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000072cb8d0. 00080000:00000010:0.0:1767384372.510555:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009734de5e. 00000004:00000010:0.0:1767384372.510560:0:40106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca645a3a. 00000004:00000010:0.0:1767384372.510563:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003ff7993d. 00000004:00000010:0.0:1767384372.510566:0:40106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb4bef24. 00000004:00000010:0.0:1767384372.510569:0:40106:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003e229603. 00040000:00000001:0.0:1767384372.510571:0:40106:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384372.510574:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006ff05126. 00040000:00000010:0.0:1767384372.510576:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bff9b9c3. 00040000:00000010:0.0:1767384372.510580:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b4171481. 00040000:00000010:0.0:1767384372.510582:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000079d3fa45. 00040000:00000010:0.0:1767384372.510584:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a9e94cd4. 00040000:00000010:0.0:1767384372.510588:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aaf092e5. 00040000:00000010:0.0:1767384372.510589:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001fb12e65. 00040000:00000010:0.0:1767384372.510592:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000031f6855a. 00040000:00000010:0.0:1767384372.510594:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003f032b5b. 00040000:00000010:0.0:1767384372.510595:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000020e12eaf. 00040000:00000010:0.0:1767384372.510637:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4fa8a4c. 00040000:00000010:0.0:1767384372.510640:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089fb7272. 00040000:00000010:0.0:1767384372.510642:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006743abb3. 00040000:00000010:0.0:1767384372.510644:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032b0a49f. 00040000:00000010:0.0:1767384372.510646:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000029f0be0. 00040000:00000010:0.0:1767384372.510648:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000adc3c42e. 00040000:00000010:0.0:1767384372.510650:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007a4e4666. 00040000:00000010:0.0:1767384372.510652:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000558e2c1f. 00040000:00000010:0.0:1767384372.510656:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000076349bb. 00040000:00000010:0.0:1767384372.510658:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000059f9ef47. 00040000:00000010:0.0:1767384372.510661:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000616d74b3. 00040000:00000010:0.0:1767384372.510663:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b8d193f8. 00040000:00000010:0.0:1767384372.510666:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000074df629f. 00040000:00000010:0.0:1767384372.510669:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006f7edc78. 00040000:00000010:0.0:1767384372.510671:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001eae5d0a. 00040000:00000010:0.0:1767384372.510674:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bfa22e3a. 00040000:00000010:0.0:1767384372.510675:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000997e8a7b. 00040000:00000010:0.0:1767384372.510678:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000064a0eadc. 00040000:00000010:0.0:1767384372.510680:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a25bf3c0. 00040000:00000010:0.0:1767384372.510682:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000014620eca. 00040000:00000010:0.0:1767384372.510684:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fde24733. 00040000:00000010:0.0:1767384372.510686:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000086ec5fa. 00040000:00000010:0.0:1767384372.510689:0:40106:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000b698f4c5. 00040000:00000001:0.0:1767384372.510690:0:40106:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.510692:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7fb3f54. 00000040:00000010:0.0:1767384372.510694:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078a6965d. 00000020:00000010:0.0:1767384372.510696:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009625e1ce. 00000020:00000010:0.0:1767384372.510697:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384372.510699:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007127b1c6. 80000000:00000010:0.0:1767384372.510701:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000fecb392. 40000000:00000010:0.0:1767384372.510702:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad5162bd. 00100000:00000010:0.0:1767384372.510707:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007412fefb. 00040000:00000010:0.0:1767384372.510709:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008279f4a0. 00040000:00000010:0.0:1767384372.510712:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000054d2dc8c. 00040000:00000010:0.0:1767384372.510714:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4d4dc9e. 00080000:00000010:0.0:1767384372.510716:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009734de5e. 00080000:00000010:0.0:1767384372.510718:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000072cb8d0. 00000004:00000010:0.0:1767384372.510720:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca645a3a. 00000004:00000010:0.0:1767384372.510721:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003ff7993d. 00000004:00000010:0.0:1767384372.510723:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb4bef24. 00000004:00000010:0.0:1767384372.510725:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003e229603. 00000020:00000010:0.0:1767384372.510727:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd5494ac. 00000020:00000001:0.0:1767384372.510729:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.510731:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a7bf889a. 00000020:00000001:0.0:1767384372.510735:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.510737:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384372.510738:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000c9026207. 00000020:00000001:0.0:1767384372.510740:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384372.510741:0:40106:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384372.510743:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384372.510744:0:40106:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:1.1:1767384372.511171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cb0bcc02. 00010000:00000010:1.1:1767384372.511181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df59f97d. 00010000:00000001:2.0:1767384372.532191:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.532196:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.532214:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.532215:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.532243:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384372.532247:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.532249:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384373.108289:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp44 00000400:00000010:3.0:1767384373.108298:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ad0a36bb. 00000400:00000010:3.0:1767384373.108306:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c6ce2d21. 00000400:00000010:3.0:1767384373.108311:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000400:00000010:3.0:1767384373.108317:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056fc1429. 00000400:00000200:3.0:1767384373.108320:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp44 00000400:00000200:3.0:1767384373.108356:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp44 local destination 00000400:00000200:3.0:1767384373.108363:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp44 00000400:00000200:3.0:1767384373.108366:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [248:248:256:4294967295] 192.168.202.115@tcp44 LPNI seq info [211:211:8:4294967295] 00000400:00000200:3.0:1767384373.108374:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp44 00000400:00000200:3.0:1767384373.108382:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:) -> 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) : GET try# 0 00000800:00000200:3.0:1767384373.108388:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp44 00000800:00000010:3.0:1767384373.108393:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000841503b1. 00000800:00000200:3.0:1767384373.108400:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000800:00000200:3.1:1767384373.108404:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000400:00000200:3.0:1767384373.108426:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp44 added to recovery queue. ping count: 4 next ping: 309 health :600 00000400:00000200:3.0:1767384373.108431:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp39 00000400:00000010:3.0:1767384373.108433:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000265d98c4. 00000400:00000010:3.0:1767384373.108436:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035034bfa. 00000400:00000010:3.0:1767384373.108439:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000400:00000010:3.0:1767384373.108442:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea9aa048. 00000400:00000200:3.0:1767384373.108445:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp39 00000400:00000200:3.0:1767384373.108449:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp39 local destination 00000400:00000200:3.0:1767384373.108452:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp39 00000400:00000200:3.0:1767384373.108454:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp39 NI seq info: [249:249:256:4294967295] 192.168.202.115@tcp39 LPNI seq info [212:212:8:4294967295] 00000400:00000200:3.0:1767384373.108457:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp39 00000400:00000200:3.0:1767384373.108462:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp39(192.168.202.115@tcp39:) -> 192.168.202.115@tcp39(192.168.202.115@tcp39:192.168.202.115@tcp39) : GET try# 0 00000800:00000200:3.0:1767384373.108466:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp39 00000800:00000010:3.0:1767384373.108469:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000efbe74f3. 00000800:00000200:3.0:1767384373.108472:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000800:00000200:3.1:1767384373.108474:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005be200c6] -> 12345-192.168.202.115@tcp39 (2) 00000400:00000200:3.0:1767384373.108497:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp39 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:0.0:1767384373.108499:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108574:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108586:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108635:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108705:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108775:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108790:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108816:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108857:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108870:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108934:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.108941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.108971:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109055:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109056:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109100:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109127:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109172:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109244:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109281:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109307:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109354:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109372:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109399:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109420:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109441:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109461:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109483:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109529:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109551:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109570:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109613:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109640:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109737:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109748:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109783:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109793:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109829:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109868:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109889:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109914:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109937:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.109960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.109983:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110052:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110072:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110094:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110111:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110164:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110178:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110220:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110252:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110264:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110301:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110330:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110346:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110365:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110385:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110404:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110426:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.110453:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.115:988 00000800:00000010:1.0:1767384373.110456:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384373.110461:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc5230c. 00000400:00000200:0.0:1767384373.110471:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.115:988 00000800:00000010:1.0:1767384373.110472:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45035d6. 00000400:00000200:0.0:1767384373.110496:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.115:988 00000800:00000010:1.0:1767384373.110497:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45035d6. 00000800:00020000:1.0:1767384373.110511:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384373.110514:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384373.110516:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:00000200:0.0:1767384373.110524:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.115:988 00000400:02020000:1.0:1767384373.110567:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384373.110569:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110576:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp39 notifying 192.168.202.115@tcp39: down 00000800:00000200:1.0:1767384373.110582:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp39 down 00000800:00000100:1.0:1767384373.110588:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp39 00000800:00000010:1.0:1767384373.110591:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000efbe74f3. 00000400:00000200:1.0:1767384373.110595:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384373.110599:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp39->192.168.202.115@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384373.110606:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384373.110609:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384373.110613:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.115:988 00000400:00000200:1.0:1767384373.110614:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp39) recovery failed with -71 00000400:00000200:0.0:1767384373.110651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.115:988 00000800:00000010:0.0:1767384373.110816:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000072cb8d0. 00000800:00000010:0.0:1767384373.110823:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042402f70. 00000800:00000010:0.0:1767384373.110829:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9026207. 00000400:00000200:1.0:1767384373.110858:0:16351:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384373.110864:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9026207. 00000400:00000200:1.0:1767384373.110891:0:16351:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.115@tcp44 from 207.3.0.2 00000800:00000010:1.0:1767384373.110895:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004b4e7736. 00000800:00000010:2.0:1767384373.110977:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6760a34. 00000800:00000010:2.0:1767384373.110983:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9e4d8ec. 00000800:00000010:2.0:1767384373.111001:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000137f2535. 00000800:00000200:2.1:1767384373.111007:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (2) 00000800:00000200:2.1:1767384373.111011:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.115@tcp44 00000000137f2535 deleted 00000800:00000010:2.1:1767384373.111013:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000137f2535. 00000800:00000200:2.1:1767384373.111018:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384373.111024:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp44 ip 192.168.202.115:975 00000800:00000200:2.1:1767384373.111027:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000841503b1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384373.111032:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp44 p 3.x 192.168.202.115 -> 192.168.202.115:975 incarnation:1767384350803290565 sched[0] 00000800:00000010:2.0:1767384373.111036:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe73c640. 00000800:00000010:2.0:1767384373.111087:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe73c640. 00000800:00000010:2.0:1767384373.111091:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9e4d8ec. 00000800:00000200:0.1:1767384373.111122:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384373.111132:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.115@tcp44 p 3.x 192.168.202.115 -> 192.168.202.115:988 incarnation:1767384350803290565 sched[0] 00000800:00000010:2.0:1767384373.111133:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004b4e7736. 00000800:00000010:0.0:1767384373.111163:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042402f70. 00000800:00000001:3.0:1767384373.111165:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.111174:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384373.111232:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.111240:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384373.111243:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.111252:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.111254:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.111258:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000841503b1. 00000400:00000200:0.0:1767384373.111258:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384373.111262:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44) <- 192.168.202.115@tcp44 : GET - for me 00000400:00000200:3.0:1767384373.111265:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.111278:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: GET: OK 00000400:00000200:2.0:1767384373.111278:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384373.111283:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384373.111287:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp44 recovery message sent successfully:0 00000400:00000200:2.0:1767384373.111288:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.115@tcp of length 272/272 into md 0x1f95 [1] + 0 00000400:00000200:2.0:1767384373.111300:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.115@tcp44 to MR: 192.168.202.115@tcp44 local destination 00000400:00000200:2.0:1767384373.111308:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp44 NI seq info: [250:250:255:4294967295] 192.168.202.115@tcp44 LPNI seq info [213:213:7:4294967295] 00000400:00000200:2.0:1767384373.111321:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) -> 192.168.202.115@tcp44(192.168.202.115@tcp44:192.168.202.115@tcp44) 192.168.202.115@tcp44 : REPLY try# 0 00000400:00000200:0.0:1767384373.111322:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000200:2.0:1767384373.111331:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.115@tcp44 00000800:00000010:2.0:1767384373.111346:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1e31a9. 00000800:00000200:2.0:1767384373.111357:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6450f6b] -> 12345-192.168.202.115@tcp44 (4) 00000800:00000200:2.0:1767384373.111363:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp44 ip 192.168.202.115:988 00000800:00000200:2.0:1767384373.111366:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f1e31a9 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384373.111378:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000001:3.0:1767384373.111418:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384373.111430:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000800:00000200:2.0:1767384373.111441:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384373.111442:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384373.111444:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1e31a9. 00000800:00000001:3.0:1767384373.111448:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.111449:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384373.111451:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.111454:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.111456:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: REPLY: OK 00000400:00000200:3.0:1767384373.111461:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.115@tcp44(192.168.202.115@tcp44) <- 192.168.202.115@tcp44 : REPLY - for me 00000400:00000200:3.0:1767384373.111473:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.115@tcp44: Reply from 12345-192.168.202.115@tcp44 of length 272/272 into md 0x2149 00000800:00000001:3.0:1767384373.111478:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.111483:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.111485:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.111488:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.111494:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp44->192.168.202.115@tcp44: REPLY: OK 00000400:00000200:0.0:1767384373.111495:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384373.111499:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000400:00000010:3.0:1767384373.111503:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000400:00000200:3.0:1767384373.111507:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384373.111514:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ad0a36bb. 00000400:00000010:3.0:1767384373.111518:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c6ce2d21. 00000800:00000001:3.0:1767384373.111525:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.111529:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.111549:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111592:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111689:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111825:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111920:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.111965:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112039:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112077:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112115:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112150:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112183:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112221:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112242:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112261:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112278:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112315:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112334:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112353:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112372:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112410:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384373.112429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384373.112521:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009734de5e. 00000800:00000010:0.0:1767384373.112525:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042402f70. 00000800:00000010:0.0:1767384373.112528:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9026207. 00000800:00000010:0.0:1767384373.112544:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9026207. 00000800:00020000:0.0:1767384373.112550:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384373.112553:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042402f70. 00000800:00000010:0.0:1767384373.112555:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009734de5e. 00000400:02020000:0.0:1767384373.112584:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp44 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384373.556303:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.556310:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.556318:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.556320:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.556380:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384373.556384:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.556386:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384374.132354:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384374.132359:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384374.132362:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 00000400:00000010:3.0:1767384374.132366:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 00000400:00000200:3.0:1767384374.132371:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384374.132376:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384374.132389:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000265d98c4. 00000400:00000010:3.0:1767384374.132392:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000035034bfa. 00000800:00000200:3.0:1767384374.324262:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a628708] -> 12345-192.168.202.115@tcp20 (6) 00000800:00000200:3.0:1767384374.324269:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp20 ip 192.168.202.115:988 00000800:00000200:3.0:1767384374.324285:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384374.324435:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384374.324440:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.324450:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384374.324453:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.324455:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.580234:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.580239:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.580244:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.580245:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.580261:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384374.580263:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.580265:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384374.644281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384374.644288:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384374.644298:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3bc305e. 00000020:00000040:1.0:1767384374.644305:0:37:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384374.644309:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384374.644312:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384374.644318:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384374.644323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1d2cda8. 00000100:00000001:1.0:1767384374.644329:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.644336:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384374.644347:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384374.644349:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.644368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3bc305e] to pc [ptlrpcd_00_03+3] req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.644390:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.644392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384374.644396:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384374.644399:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 00000020:00000040:1.0:1767384374.644402:0:37:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384374.644404:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384374.644406:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384374.644408:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384374.644412:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0da7fc. 00000100:00000001:1.0:1767384374.644414:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644415:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384374.644418:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384374.644421:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384374.644423:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.644425:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384374.644426:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.644429:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011276065] to pc [ptlrpcd_00_00+0] req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.644432:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384374.644434:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.644436:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384374.644437:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384374.644439:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384374.644443:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.644445:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644450:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384374.644450:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000100:00000001:3.0:1767384374.644452:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.644455:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384374.644458:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.644459:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384374.644461:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644461:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384374.644462:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384374.644463:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3bc305e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332800:0@lo:400: 00000100:00000040:1.0:1767384374.644465:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.644467:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384374.644471:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384374.644472:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384374.644473:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.644474:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.644475:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384374.644476:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384374.644476:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384374.644478:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.644479:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011276065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728332928:0@lo:400: 02000000:00000010:3.0:1767384374.644481:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035034bfa. 02000000:00000001:3.0:1767384374.644483:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644483:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384374.644488:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920d4d54. 02000000:00000001:1.0:1767384374.644490:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384374.644491:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.644493:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384374.644494:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 02000000:00000010:1.0:1767384374.644495:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af48407d. 02000000:00000001:1.0:1767384374.644496:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384374.644499:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332800, portal 25 00000400:00000010:1.0:1767384374.644499:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000100:00000001:3.0:1767384374.644502:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384374.644502:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000001:3.0:1767384374.644504:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379529216 : -113719330022400 : ffff9892a7badc00) 00000100:00000200:1.0:1767384374.644505:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728332928, portal 10 00000100:00000001:1.0:1767384374.644506:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384374.644507:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379531904 : -113719330019712 : ffff9892a7bae680) 00000100:00000040:3.0:1767384374.644508:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384374.644512:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.644514:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.644516:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384374.644519:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000001:1.0:1767384374.644519:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384374.644521:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728332800, offset 0 00000100:00000040:1.0:1767384374.644521:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384374.644522:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384374.644523:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048a1fcf7. 00000100:00000200:1.0:1767384374.644528:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236728332928, offset 0 00000100:00000001:2.0:1767384374.644529:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.644533:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384374.644543:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384374.644543:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384374.644547:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384374.644548:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384374.644548:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384374.644557:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce08200 00000400:00000200:1.0:1767384374.644558:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824ce08280 00000400:00000200:1.0:1767384374.644564:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:3.0:1767384374.644574:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1949 [2] + 0 00000400:00000200:1.0:1767384374.644576:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384374.644577:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feeb8ed1. 00000400:00000200:1.0:1767384374.644580:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384374.644583:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab21f2e8 00000400:00000200:3.0:1767384374.644585:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384374.644587:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384374.644589:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384374.644589:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384374.644591:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab21f2e8 00000400:00000010:3.0:1767384374.644593:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab21f2e8. 00000100:00000010:1.0:1767384374.644593:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072a8c313. 00000100:00000040:1.0:1767384374.644595:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000072a8c313 x1853236728332928 msgsize 224 00000100:00000001:3.0:1767384374.644597:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384374.644598:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384374.644599:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384374.644601:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000a3b22fd2 x1853236728332800 msgsize 224 00000100:00100000:3.0:1767384374.644604:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384374.644606:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384374.644608:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384374.644614:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a1fcf7 00000400:00000010:1.0:1767384374.644616:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048a1fcf7. 00000100:00000001:3.0:1767384374.644617:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384374.644618:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384374.644621:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3cfc225 00000100:00000200:1.0:1767384374.644621:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384374.644623:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3cfc225. 00000100:00000001:3.0:1767384374.644625:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384374.644628:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.644630:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384374.644635:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384374.644637:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384374.644637:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.644644:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384374.644645:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644645:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644649:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.644649:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384374.644649:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332928 02000000:00000001:0.0:1767384374.644653:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384374.644654:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644655:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.644657:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384374.644659:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294962695 00000100:00000040:1.0:1767384374.644659:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3170 usecs (4 jiffies) 00000100:00000001:0.0:1767384374.644660:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644664:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294962692 00000100:00000010:3.0:1767384374.644665:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a866064. 00000100:00000001:2.0:1767384374.644665:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384374.644667:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.644670:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728332800 00000100:00100000:0.0:1767384374.644671:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332928 00000100:00000001:3.0:1767384374.644673:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384374.644676:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384374.644676:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384374.644681:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294962695 00000100:00000001:2.0:1767384374.644681:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.644681:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294962695 00000020:00000040:0.0:1767384374.644681:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:2.0:1767384374.644685:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.644685:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384374.644686:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021635d69. 00000100:00000001:1.0:1767384374.644686:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294962692 00000020:00000001:0.0:1767384374.644687:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644692:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384374.644692:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.644694:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.644697:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016cbe27a. 00000100:00100000:2.0:1767384374.644698:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728332800 00000100:00000001:3.0:1767384374.644700:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294962695 00000100:00000001:1.0:1767384374.644700:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294962695 00000020:00000001:2.0:1767384374.644703:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384374.644703:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bb994e0. 00000100:00000001:1.0:1767384374.644704:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294962692 00000100:00000010:3.0:1767384374.644705:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064eb120b. 00000020:00000040:2.0:1767384374.644708:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb8be 00000100:00000001:3.0:1767384374.644710:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384374.644711:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384374.644711:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096a58723. 00000100:00000001:1.0:1767384374.644715:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294962695 00000100:00000001:3.0:1767384374.644716:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294962695 00000020:00000040:2.0:1767384374.644716:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000080803f60 refcount=10 00000100:00000001:1.0:1767384374.644720:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294962692 00000100:00000040:0.0:1767384374.644720:0:17913:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000010:3.0:1767384374.644721:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b45214e. 00000020:00000001:2.0:1767384374.644723:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:0.0:1767384374.644725:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.644726:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384374.644728:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384374.644729:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:3.0:1767384374.644731:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.644731:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294962695 00000100:00000001:0.0:1767384374.644731:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.644735:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384374.644736:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644736:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.644739:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644740:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.644741:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 00000100:00000001:1.0:1767384374.644741:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.644741:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.644742:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.644748:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.644748:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.644752:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00000100:00000001:1.0:1767384374.644752:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384374.644755:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384374.644755:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.644759:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f73470. 00000100:00000001:1.0:1767384374.644761:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.644764:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384374.644766:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000631fcb9a. 00000100:00000001:1.0:1767384374.644767:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.644772:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.644773:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000100:00000001:0.0:1767384374.644773:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.644777:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384374.644778:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.644781:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384374.644783:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384374.644784:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384374.644789:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.644790:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.644790:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354379535488 : -113719330016128 : ffff9892a7baf480) 00000100:00000001:2.0:1767384374.644793:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384374.644796:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.644797:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.644797:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072a8c313 x1853236728332928/t0(0) o400->@:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.644806:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.644808:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072a8c313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16355:x1853236728332928:12345-0@lo:400: 00000100:00000200:0.0:1767384374.644811:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332928 00000100:00000001:2.0:1767384374.644814:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.644814:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:0.0:1767384374.644819:0:17913:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:0.0:1767384374.644822:0:17913:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384374.644824:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384374.644825:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384374.644827:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384374.644829:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e229603. 00000100:00000001:2.0:1767384374.644830:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384374.644834:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384374.644837:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000001:3.0:1767384374.644838:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384374.644843:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.644843:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000080803f60 : new rpc_count 1 00000100:00000001:3.0:1767384374.644846:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.644848:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354250605648 : -113719458945968 : ffff9892a00ba450) 00000100:00000040:2.0:1767384374.644854:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3b22fd2 x1853236728332800/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.644864:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384374.644867:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe73c640. 00000100:00000001:2.0:1767384374.644870:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.644873:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe73c640. 00000100:00100000:2.0:1767384374.644877:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+10:16357:x1853236728332800:12345-0@lo:400: 00000100:00000200:2.0:1767384374.644882:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728332800 00000020:00000001:2.0:1767384374.644884:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384374.644887:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384374.644889:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.644891:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.644893:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384374.644894:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.644898:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383296 : -1048168320 : ffffffffc1863880) 00010000:00000001:0.0:1767384374.644898:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.644901:0:17913:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.644903:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384374.644904:0:17913:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1767384374.644906:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.644908:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384374.644910:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384374.644911:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000020:00000001:2.0:1767384374.644914:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384374.644914:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384374.644918:0:17913:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630354744032832 : -113718965518784 : 0xffff9892bd74be40) 00000020:00000001:2.0:1767384374.644919:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.644922:0:17913:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000020:00000001:2.0:1767384374.644924:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384374.644925:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.644927:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.644929:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384374.644929:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384374.644933:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384374.644933:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.644938:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 02000000:00000010:2.0:1767384374.644939:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000941354ae. 00000100:00000200:0.0:1767384374.644941:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728332928, offset 224 02000000:00000001:2.0:1767384374.644944:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.644947:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384374.644949:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.644952:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.644954:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384374.644957:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728332800 00000400:00000200:0.0:1767384374.644961:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce08280 00010000:00000001:2.0:1767384374.644962:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384374.644965:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2155 [1] + 224 00010000:00000200:2.0:1767384374.644968:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3b22fd2 x1853236728332800/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384374.644969:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.644975:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384374.644979:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384374.644983:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384374.644984:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384374.644987:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.644993:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e73d2ff7 time=97 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384374.644993:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.645002:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.645006:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 18 to 0@lo 00000100:00000001:2.0:1767384374.645008:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384374.645009:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384374.645011:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.645013:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.645014:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000100:00000001:2.0:1767384374.645017:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384374.645017:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:0.0:1767384374.645022:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.645024:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384374.645025:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384374.645027:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.645030:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000001:1.0:1767384374.645031:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384374.645031:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 17 to 0@lo 00000100:00000001:1.0:1767384374.645034:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384374.645035:0:17913:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.645037:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728332800, offset 224 00000020:00000001:0.0:1767384374.645038:0:17913:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384374.645039:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384374.645044:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384374.645044:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072a8c313 x1853236728332928/t0(0) o400->@:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384374.645047:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384374.645051:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384374.645054:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00100000:0.0:1767384374.645057:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072a8c313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16355:x1853236728332928:12345-0@lo:400: Request processed in 249us (459us total) trans 0 rc -107/-107 00000100:00000001:1.0:1767384374.645058:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384374.645062:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384374.645064:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.645068:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:2.0:1767384374.645072:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384374.645072:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.645074:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384374.645079:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bb994e0. 00000400:00000200:2.0:1767384374.645083:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce08200 00000100:00000200:1.0:1767384374.645084:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.645085:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096a58723. 00000020:00000010:0.0:1767384374.645090:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016cbe27a. 00000400:00000200:2.0:1767384374.645091:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2151 [1] + 224 00000100:00000001:0.0:1767384374.645097:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.645099:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384374.645106:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.645107:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384374.645109:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.645111:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384374.645115:0:17079:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384374.645115:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384374.645116:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.645119:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.645121:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384374.645121:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.645127:0:16355:0:(import.c:2128:obd_at_measure()) add 0 to 00000000302a9153 time=91 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384374.645131:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384374.645132:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.645151:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384374.645153:0:16355:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767384374.645155:0:16355:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1767384374.645157:0:16355:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767384374.645160:0:16355:0:(import.c:65:import_set_state_nolock()) 000000005e153ba2 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767384374.645164:0:16355:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1767384374.645205:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.645211:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000100:00000001:3.0:1767384374.645213:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384374.645214:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:3.0:1767384374.645216:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384374.645218:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384374.645221:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384374.645222:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384374.645224:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384374.645226:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384374.645227:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000920d4d54. 00000100:00000040:2.0:1767384374.645230:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 16 to 0@lo 00000400:00000200:3.0:1767384374.645233:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209b8f9c 00010000:00000001:2.0:1767384374.645233:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384374.645235:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384374.645237:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209b8f9c. 00000020:00000001:2.0:1767384374.645238:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384374.645242:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384374.645243:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3b22fd2 x1853236728332800/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384374.645249:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.645255:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b22fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+10:16357:x1853236728332800:12345-0@lo:400: Request processed in 389us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384374.645268:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00000200:3.0:1767384374.645270:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384374.645272:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000080803f60 : new rpc_count 0 00000100:00000001:2.0:1767384374.645276:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384374.645279:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384374.645283:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000631fcb9a. 00000100:00000001:3.0:1767384374.645284:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384374.645287:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.645289:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000100:00000001:3.0:1767384374.645290:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384374.645293:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384374.645295:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f73470. 00000020:00000040:2.0:1767384374.645298:0:17079:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 9 00000100:00000001:3.0:1767384374.645301:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384374.645303:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384374.645304:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384374.645307:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000941354ae. 02000000:00000001:3.0:1767384374.645309:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.645312:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384374.645315:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384374.645318:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=97 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384374.645320:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384374.645324:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=97 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384374.645326:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8491bf8. 00000100:00000001:3.0:1767384374.645329:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384374.645332:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.645332:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9e4d8ec. 00010000:00000001:3.0:1767384374.645337:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384374.645339:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.645342:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.645346:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.645354:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384374.645357:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384374.645359:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384374.645362:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384374.645369:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3bc305e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728332800:0@lo:400: 00000100:00000001:3.0:1767384374.645373:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.645375:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384374.645377:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3bc305e x1853236728332800/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.645384:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384374.645386:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384374.645388:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035034bfa. 02000000:00000001:3.0:1767384374.645391:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384374.645392:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384374.645394:0:16357:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384374.645396:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384374.645398:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1d2cda8. 02000000:00000001:3.0:1767384374.645401:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384374.645403:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384374.645404:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3bc305e. 00000100:00000001:3.0:1767384374.645407:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384374.645413:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.645415:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.645419:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384374.645420:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.645421:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384374.645423:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.648488:0:16355:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384374.648492:0:16355:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384374.648495:0:16355:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384374.648497:0:16355:0:(import.c:65:import_set_state_nolock()) 000000005e153ba2 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384374.648501:0:16355:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384374.648504:0:16355:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 204 00000100:00000040:1.0:1767384374.648507:0:16355:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 15 to 0@lo 00000100:00000001:1.0:1767384374.648510:0:16355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.648512:0:16355:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 16 to 0@lo 00000100:00000001:1.0:1767384374.648513:0:16355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:1.0:1767384374.648516:0:16355:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.648518:0:16355:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f2 00000020:00000001:1.0:1767384374.648520:0:16355:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.648522:0:16355:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec3dc201 refcount=8 00000020:00000001:1.0:1767384374.648533:0:16355:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349479200768 : -113724230350848 : ffff989183a5c800) 00000020:00000001:1.0:1767384374.648536:0:16355:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349479200768 : -113724230350848 : ffff989183a5c800) 00000100:00000040:1.0:1767384374.648539:0:16355:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 15 to 0@lo 00000100:00000001:1.0:1767384374.648541:0:16355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.648543:0:16355:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 16 to 0@lo 00000100:00000001:1.0:1767384374.648545:0:16355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000040:1.0:1767384374.648547:0:16355:0:(genops.c:898:class_export_put()) PUTting export 00000000ec3dc201 : new refcount 7 00000100:00080000:1.0:1767384374.648550:0:16355:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000005e153ba2 using connection 192.168.202.115@tcp/0@lo 00000100:00000001:1.0:1767384374.648552:0:16355:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.648555:0:16355:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384374.648560:0:16355:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384374.648563:0:16355:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.648565:0:16355:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384374.648567:0:16355:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384374.648571:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d639c0a. 00000020:00000040:1.0:1767384374.648574:0:16355:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384374.648578:0:16355:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384374.648579:0:16355:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.648581:0:16355:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384374.648583:0:16355:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384374.648586:0:16355:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384374.648591:0:16355:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ed09469d. 00000100:00000001:1.0:1767384374.648595:0:16355:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.648600:0:16355:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384374.648609:0:16355:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384374.648611:0:16355:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.648614:0:16355:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d639c0a] to pc [ptlrpcd_rcv+-1] req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.648633:0:16355:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.648635:0:16355:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384374.648637:0:16355:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767384374.648647:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.648655:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384374.648658:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384374.648659:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384374.648662:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.648668:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384374.648671:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011276065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236728332928:0@lo:400: 00000100:00000001:2.0:1767384374.648673:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384374.648677:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384374.648678:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.648682:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.648683:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384374.648686:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011276065 x1853236728332928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.648703:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384374.648705:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384374.648706:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.648710:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384374.648710:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384374.648712:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384374.648714:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af48407d. 02000000:00000001:2.0:1767384374.648716:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.648720:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384374.648721:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d639c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236728333056:0@lo:38: 00000020:00000001:1.0:1767384374.648723:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384374.648726:0:16355:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384374.648727:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384374.648730:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384374.648732:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384374.648733:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0da7fc. 02000000:00000001:2.0:1767384374.648735:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.648737:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384374.648738:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384374.648740:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384374.648744:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000941354ae. 00000100:00000010:1.0:1767384374.648744:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011276065. 02000000:00000001:2.0:1767384374.648749:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.648751:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767384374.648754:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703e2433. 00000100:00000001:1.0:1767384374.648754:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.648757:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384374.648760:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000001:1.0:1767384374.648764:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384374.648766:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728333056, portal 10 00000100:00000001:1.0:1767384374.648767:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.648770:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384374.648772:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.648773:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379525632 : -113719330025984 : ffff9892a7bace00) 00000100:00000001:1.0:1767384374.648775:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.648781:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.648788:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.648790:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384374.648792:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384374.648794:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236728333056, offset 0 00000400:00000200:2.0:1767384374.648799:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.648806:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.648812:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824ce08300 00000400:00000200:2.0:1767384374.648818:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12056 00000400:00000200:2.0:1767384374.648823:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.648827:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384374.648831:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.648833:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384374.648836:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc0370ab. 00000100:00000040:2.0:1767384374.648838:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000bc0370ab x1853236728333056 msgsize 520 00000100:00100000:2.0:1767384374.648842:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384374.648855:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.648860:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384374.648862:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384374.648865:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384374.648867:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.648875:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.648876:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.648880:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.648882:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384374.648885:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.648887:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3047 usecs (4 jiffies) 00000100:00000001:2.0:1767384374.648890:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294962696 00000100:00000001:2.0:1767384374.648894:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294962695 00000100:00000001:2.0:1767384374.648898:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294962696 00000100:00000001:2.0:1767384374.648901:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294962695 00000100:00000001:2.0:1767384374.648904:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294962696 00000100:00000001:2.0:1767384374.648907:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294962695 00000100:00000001:0.0:1767384374.648907:0:17913:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384374.648910:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294962696 00000100:00000001:2.0:1767384374.648913:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294962695 00000100:00100000:0.0:1767384374.648913:0:17913:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728333056 00000100:00000001:2.0:1767384374.648917:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384374.648918:0:17913:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384374.648920:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.648921:0:17913:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.648923:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.648924:0:17913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.648925:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384374.648931:0:17913:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.648932:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384374.648934:0:17913:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728333056 00000100:00000001:2.0:1767384374.648935:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384374.648939:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384374.648939:0:17913:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384374.648943:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384374.648943:0:17913:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f9 00000100:00000001:2.0:1767384374.648946:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.648947:0:17913:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384374.648948:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.648950:0:17913:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.648953:0:17913:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.648958:0:17913:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016cbe27a. 00000020:00000010:0.0:1767384374.648963:0:17913:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bb994e0. 00000020:00000010:0.0:1767384374.648966:0:17913:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096a58723. 00000100:00000001:0.0:1767384374.648970:0:17913:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384374.648971:0:17913:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384374.648972:0:17913:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.648976:0:17913:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.648987:0:17913:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.648996:0:17913:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.648998:0:17913:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.649001:0:17913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384374.649004:0:17913:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354637730944 : -113719071820672 : ffff9892b71eb480) 00000100:00000040:0.0:1767384374.649009:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc0370ab x1853236728333056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.649019:0:17913:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0370ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16354:x1853236728333056:12345-0@lo:38: 00000100:00000200:0.0:1767384374.649022:0:17913:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728333056 00000020:00000001:0.0:1767384374.649025:0:17913:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384374.649028:0:17913:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384374.649037:0:17913:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000567a4f01) now 6 - find 00000020:00000001:0.0:1767384374.649040:0:17913:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630354623377840 : -113719086173776 : ffff9892b643b1b0) 00010000:02000000:0.0:1767384374.649043:0:17913:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:0.0:1767384374.652013:0:17913:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1767384374.652019:0:17913:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 6 - find 00010000:00000001:0.0:1767384374.652022:0:17913:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384374.652025:0:17913:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384374.652028:0:17913:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384374.652030:0:17913:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384374.652035:0:17913:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e917ec38. 02000000:00000001:0.0:1767384374.652037:0:17913:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.652038:0:17913:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.652042:0:17913:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.652045:0:17913:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.652047:0:17913:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1767384374.652050:0:17913:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384374.652052:0:17913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.652055:0:17913:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 17 to 0@lo 00000100:00000001:0.0:1767384374.652057:0:17913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000100:00000001:0.0:1767384374.652059:0:17913:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630354744032832 : -113718965518784 : 0xffff9892bd74be40) 00000100:00000040:0.0:1767384374.652062:0:17913:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000044fc1bc5 refcount 17 to 0@lo 02000000:00000001:0.0:1767384374.652064:0:17913:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.652065:0:17913:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.652068:0:17913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.652070:0:17913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.652074:0:17913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384374.652078:0:17913:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728333056, offset 0 00000400:00000200:0.0:1767384374.652082:0:17913:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.652089:0:17913:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.652096:0:17913:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce08300 00000400:00000200:0.0:1767384374.652101:0:17913:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216d [1] + 0 00000400:00000200:0.0:1767384374.652105:0:17913:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.652108:0:17913:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384374.652113:0:17913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384374.652116:0:17913:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384374.652126:0:17913:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.652175:0:17913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.652177:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.652191:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384374.652196:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384374.652198:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384374.652199:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703e2433. 00000400:00000200:2.0:1767384374.652203:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000400:00000010:2.0:1767384374.652205:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000001:2.0:1767384374.652207:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384374.652208:0:17913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000100:00000200:2.0:1767384374.652212:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384374.652213:0:17913:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:0.0:1767384374.652220:0:17913:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384374.652223:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.652224:0:17913:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384374.652231:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384374.652231:0:17913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.652233:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.652237:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384374.652239:0:17913:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 16 to 0@lo 02000000:00000001:2.0:1767384374.652240:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384374.652242:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.652244:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.652245:0:17913:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.652247:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.652251:0:17913:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384374.652253:0:16354:0:(import.c:2128:obd_at_measure()) add 0 to 00000000302a9153 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384374.652257:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000035182de6 time=91 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384374.652258:0:17913:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc0370ab x1853236728333056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.652259:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384374.652262:0:16354:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384374.652265:0:16354:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384374.652271:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.652280:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1767384374.652280:0:17913:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0370ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16354:x1853236728333056:12345-0@lo:38: Request processed in 3258us (3436us total) trans 0 rc -19/-19 00000100:00000001:2.0:1767384374.652286:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384374.652288:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.652291:0:16354:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384374.652293:0:16354:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1767384374.652296:0:17913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1767384374.652297:0:16354:0:(import.c:65:import_set_state_nolock()) 000000005e153ba2 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384374.652303:0:16354:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384374.652304:0:17913:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384374.652306:0:16354:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384374.652307:0:17913:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384374.652310:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.652314:0:17913:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bb994e0. 00000100:00100000:2.0:1767384374.652315:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d639c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236728333056:0@lo:38: 00000100:00000001:2.0:1767384374.652322:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384374.652323:0:17913:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096a58723. 00000100:00000001:2.0:1767384374.652324:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.652326:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d639c0a x1853236728333056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.652330:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016cbe27a. 00000100:00000001:2.0:1767384374.652331:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384374.652334:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384374.652336:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000941354ae. 00000100:00000001:0.0:1767384374.652337:0:17913:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384374.652339:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384374.652342:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384374.652343:0:16354:0:(genops.c:1242:class_import_put()) import 000000005e153ba2 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384374.652345:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384374.652348:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ed09469d. 02000000:00000001:2.0:1767384374.652350:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384374.652352:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384374.652353:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d639c0a. 00000100:00000001:2.0:1767384374.652357:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384374.652358:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.652360:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.652364:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384374.652365:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.652367:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.652368:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.653214:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294962696, at 4294962697 00000100:00000040:2.0:1767384374.653218:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294962696, at 4294962697 00000100:00000040:0.0:1767384374.653220:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294962696, at 4294962697 00000100:00000010:1.0:1767384374.653225:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021635d69. 00000100:00000010:2.0:1767384374.653228:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064eb120b. 00000100:00000010:0.0:1767384374.653232:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a866064. 00000100:00000040:3.0:1767384374.654173:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294962696, at 4294962698 00000100:00000010:3.0:1767384374.654188:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b45214e. 00010000:00000001:2.0:1767384375.604283:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.604289:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384375.604294:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.604294:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.604420:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384375.604481:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.604484:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384375.668274:0:17897:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384375.668281:0:17897:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.180245:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp45 00000400:00000010:0.0:1767384376.180253:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384376.180260:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a4d4dc9e. 00000400:00000010:0.0:1767384376.180264:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000400:00000010:0.0:1767384376.180270:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000060657f4c. 00000400:00000200:0.0:1767384376.180273:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp45 00000100:00000001:3.0:1767384376.180289:0:17090:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000200:0.0:1767384376.180293:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp45 local destination 00000100:00000001:3.0:1767384376.180294:0:17090:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.180300:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000200:0.0:1767384376.180303:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [251:251:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1767384376.180309:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000400:00000200:0.0:1767384376.180317:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp45:192.168.202.115@tcp45) : GET try# 0 00000800:00000200:0.0:1767384376.180322:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp45 00000800:00000010:0.0:1767384376.180326:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4978c05. 00000800:00000200:0.0:1767384376.180331:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000800:00000200:0.1:1767384376.180334:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:0.0:1767384376.180354:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 4 next ping: 312 health :600 00000400:00000200:3.0:1767384376.180437:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180482:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180583:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180599:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180616:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180632:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180647:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180692:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180720:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180755:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180831:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180848:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180865:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180920:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180942:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180972:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180983:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.180993:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181015:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181030:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181072:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181092:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181108:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384376.181122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384376.181302:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cacff4b9. 00000800:00000010:3.0:1767384376.181306:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4c87db8. 00000800:00000010:3.0:1767384376.181310:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051793a23. 00000800:00000010:3.0:1767384376.181325:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051793a23. 00000001:00100000:2.0:1767384376.181325:0:17889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384376.181329:0:17889:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a7ec01eb : new cb_count 0 00000020:00000040:2.0:1767384376.181333:0:17889:0:(genops.c:898:class_export_put()) PUTting export 00000000a7ec01eb : new refcount 0 00000020:00000080:2.0:1767384376.181334:0:17889:0:(genops.c:904:class_export_put()) final put 00000000a7ec01eb/lustre-MDT0000-mdtlov_UUID 00000800:00020000:3.0:1767384376.181335:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384376.181338:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4c87db8. 00000800:00000010:3.0:1767384376.181340:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cacff4b9. 00000001:00000010:2.0:1767384376.181349:0:17889:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000da459f3e. 00080000:00000010:2.0:1767384376.181359:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000052587c1b. 00080000:00000010:2.0:1767384376.181364:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000075536351. 00000001:00100000:2.0:1767384376.181368:0:17889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d16c74c4-4c0b-4913-8034-7515e2db071e 00000001:00000040:2.0:1767384376.181371:0:17889:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000033970068 : new cb_count 1 00000400:02020000:3.0:1767384376.181373:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000020:00000040:2.0:1767384376.181374:0:17889:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 1 00000001:00000010:2.0:1767384376.181378:0:17889:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000004eff5a67. 00000400:00000200:3.0:1767384376.181381:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00080000:00000010:2.0:1767384376.181384:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000031767a68. 00000400:00000200:3.0:1767384376.181385:0:16345:0:(router.c:1840:lnet_notify()) Old news 00080000:00000010:2.0:1767384376.181390:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002dd7815e. 00000800:00000100:3.0:1767384376.181391:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp45 00000020:00000001:0.0:1767384376.181394:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000800:00000010:3.0:1767384376.181396:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4978c05. 00000001:00100000:2.0:1767384376.181397:0:17889:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d16c74c4-4c0b-4913-8034-7515e2db071e 00000020:00000080:0.0:1767384376.181398:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000a7ec01eb/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000400:00000200:3.0:1767384376.181401:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000001:00000040:2.0:1767384376.181402:0:17889:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000033970068 : new cb_count 0 00000020:00000040:0.0:1767384376.181404:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 15 to 0@lo 00000020:00000040:2.0:1767384376.181407:0:17889:0:(genops.c:898:class_export_put()) PUTting export 0000000033970068 : new refcount 0 00000020:00000001:0.0:1767384376.181408:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000200:3.0:1767384376.181411:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: GET: LOCAL_ERROR 00000020:00000080:2.0:1767384376.181413:0:17889:0:(genops.c:904:class_export_put()) final put 0000000033970068/d16c74c4-4c0b-4913-8034-7515e2db071e 00000020:00000040:0.0:1767384376.181414:0:38:0:(genops.c:1229:class_import_get()) import 0000000036e26be6 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384376.181417:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.181419:0:38:0:(genops.c:1242:class_import_put()) import 0000000036e26be6 refcount=1 obd=lustre-OST0000 00000400:00000200:3.0:1767384376.181420:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000001:00000010:2.0:1767384376.181421:0:17889:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000807d4b0f. 00000020:00000001:0.0:1767384376.181421:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384376.181425:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384376.181426:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery message sent unsuccessfully:-71 00080000:00000010:2.0:1767384376.181427:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b3a667ef. 00000020:00000040:0.0:1767384376.181427:0:38:0:(genops.c:1242:class_import_put()) import 0000000036e26be6 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384376.181432:0:38:0:(genops.c:1245:class_import_put()) final put import 0000000036e26be6 00000400:00000200:3.0:1767384376.181436:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp45) recovery failed with -71 00000020:00000001:0.0:1767384376.181437:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384376.181440:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384376.181442:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384376.181447:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000254f5cee. 00000001:00000010:0.0:1767384376.181451:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a00b701c. 00000001:00000010:0.0:1767384376.181454:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000190146b6. 00000001:00000010:0.0:1767384376.181455:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000076e041f0. 00000001:00000010:0.0:1767384376.181457:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fe0c94d5. 00000001:00000010:0.0:1767384376.181460:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e4bc2c3a. 00000001:00000001:0.0:1767384376.181463:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384376.181465:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384376.181466:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384376.181468:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384376.181471:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000030c24555. 00000020:00000001:0.0:1767384376.181475:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384376.181477:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 7 - export 00000001:00100000:2.0:1767384376.181480:0:17067:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d16c74c4-4c0b-4913-8034-7515e2db071e 00000020:00000010:0.0:1767384376.181480:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a7ec01eb. 00000001:00000040:2.0:1767384376.181485:0:17067:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000635b7e72 : new cb_count 0 00000020:00000040:2.0:1767384376.181487:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000635b7e72 : new refcount 0 00000020:00000001:0.0:1767384376.181488:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:2.0:1767384376.181489:0:17067:0:(genops.c:904:class_export_put()) final put 00000000635b7e72/d16c74c4-4c0b-4913-8034-7515e2db071e 00000020:00000001:0.0:1767384376.181493:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384376.181495:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000033970068/d16c74c4-4c0b-4913-8034-7515e2db071e for lustre-OST0000 00000001:00000010:2.0:1767384376.181496:0:17067:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000002ae5ac68. 00000020:00000040:0.0:1767384376.181499:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 3 to 192.168.202.15@tcp50 00080000:00000010:2.0:1767384376.181501:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a4846f5f. 00000020:00000001:0.0:1767384376.181501:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384376.181504:0:38:0:(genops.c:1229:class_import_get()) import 000000004c6dec36 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384376.181506:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.181507:0:38:0:(genops.c:1242:class_import_put()) import 000000004c6dec36 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384376.181509:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384376.181510:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.181511:0:38:0:(genops.c:1242:class_import_put()) import 000000004c6dec36 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384376.181518:0:38:0:(genops.c:1245:class_import_put()) final put import 000000004c6dec36 00000020:00000001:0.0:1767384376.181524:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384376.181525:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384376.181525:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384376.181527:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f131b468. 00000001:00000010:0.0:1767384376.181530:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c25a54b2. 00000001:00000010:0.0:1767384376.181531:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006dc7376c. 00000001:00000010:0.0:1767384376.181532:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c07581ef. 00000001:00000010:0.0:1767384376.181534:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fcd7ac08. 00000001:00000010:0.0:1767384376.181535:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003e9303df. 00000001:00000001:0.0:1767384376.181537:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384376.181537:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384376.181538:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384376.181539:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384376.181540:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000e277794a. 00000020:00000001:0.0:1767384376.181541:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384376.181542:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - export 00000020:00000010:0.0:1767384376.181543:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000033970068. 00000020:00000001:0.0:1767384376.181545:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384376.181547:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384376.181549:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000036e26be6 for lustre-OST0000 00000020:00000040:0.0:1767384376.181553:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 14 to 0@lo 00000020:00000040:0.0:1767384376.181555:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 5 - import 00000020:00000010:0.0:1767384376.181557:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000036e26be6. 00000020:00000001:0.0:1767384376.181560:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384376.181561:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384376.181562:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000635b7e72/d16c74c4-4c0b-4913-8034-7515e2db071e for lustre-MDT0000 00000020:00000040:0.0:1767384376.181564:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 2 to 192.168.202.15@tcp50 00000020:00000001:0.0:1767384376.181565:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384376.181567:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384376.181569:0:38:0:(genops.c:1229:class_import_get()) import 000000008e45f8df refcount=2 obd=lustre-MDT0000 00000020:00000001:0.0:1767384376.181570:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.181570:0:38:0:(genops.c:1242:class_import_put()) import 000000008e45f8df refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384376.181571:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384376.181572:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.181573:0:38:0:(genops.c:1242:class_import_put()) import 000000008e45f8df refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384376.181574:0:38:0:(genops.c:1245:class_import_put()) final put import 000000008e45f8df 00000020:00000001:0.0:1767384376.181578:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384376.181579:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000e54e79a2. 00010000:00000001:0.0:1767384376.181581:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384376.181583:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384376.181585:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000048e16fbc. 00000001:00000010:0.0:1767384376.181586:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009cc0c8ee. 00000001:00000010:0.0:1767384376.181587:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ecce911b. 00000001:00000010:0.0:1767384376.181589:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000f7cd97a. 00000001:00000010:0.0:1767384376.181590:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000014d9425d. 00000001:00000010:0.0:1767384376.181591:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006e2d46d4. 00000001:00000001:0.0:1767384376.181592:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384376.181593:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384376.181594:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384376.181596:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0463fa7. 00000001:00000010:0.0:1767384376.181597:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055cb7c2f. 00000001:00000010:0.0:1767384376.181598:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000988d5584. 00000001:00000010:0.0:1767384376.181599:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091704e11. 00000001:00000010:0.0:1767384376.181600:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000057d5a7fc. 00000001:00000010:0.0:1767384376.181602:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dac3a6c8. 00000001:00000001:0.0:1767384376.181603:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384376.181604:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384376.181604:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:0.0:1767384376.181606:0:38:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000407750f1: xid 1853236722011648, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:0.0:1767384376.181609:0:38:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000407750f1: xid 1853236722011648, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:0.0:1767384376.181611:0:38:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000407750f1. 00000001:00000010:0.0:1767384376.181613:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000352f0eb8. 00000004:00000001:0.0:1767384376.181616:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.181617:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384376.181618:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 5 - export 00000020:00000010:0.0:1767384376.181620:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000635b7e72. 00000020:00000001:0.0:1767384376.181622:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384376.181623:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384376.181624:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000004c6dec36 for lustre-OST0000 00000020:00000040:0.0:1767384376.181626:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 1 to 192.168.202.15@tcp50 00000020:00000040:0.0:1767384376.181627:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 4 - import 00000020:00000010:0.0:1767384376.181628:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000004c6dec36. 00000020:00000001:0.0:1767384376.181630:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384376.181631:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384376.181632:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008e45f8df for lustre-MDT0000 00000020:00000040:0.0:1767384376.181633:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000005eaa11c4 refcount 0 to 192.168.202.15@tcp50 00000020:00000040:0.0:1767384376.181634:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 4 - import 00000020:00000010:0.0:1767384376.181635:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008e45f8df. 00000020:00000001:0.0:1767384376.181637:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:3.0:1767384376.372255:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e6be14e] -> 12345-192.168.202.115@tcp23 (6) 00000800:00000200:3.0:1767384376.372263:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp23 ip 192.168.202.115:988 00000800:00000200:3.0:1767384376.372266:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384376.372286:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000635b3e4b] -> 12345-192.168.202.115@tcp10 (6) 00000800:00000200:3.0:1767384376.372289:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp10 ip 192.168.202.115:988 00000800:00000200:3.0:1767384376.372290:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ebb22ff type 192, nob 24 niov 1 nkiov 0 00000800:00000010:3.0:1767384376.372304:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000efbe74f3. 00000800:00000200:3.0:1767384376.372307:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (4) 00000800:00000200:3.1:1767384376.372311:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (4) 00000400:00000200:1.0:1767384376.372424:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000800:00000200:2.0:1767384376.372442:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384376.372445:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384376.372448:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.372452:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.372459:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.372462:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.372464:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.372468:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.372468:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.372475:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.372488:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372514:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372534:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372553:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372573:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372593:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372611:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372630:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372649:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372672:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372690:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372709:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372727:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372746:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372767:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372788:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372805:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372823:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372839:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372857:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372873:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372892:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372912:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372929:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372955:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372975:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.372992:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373010:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373028:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373058:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373077:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373095:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373112:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384376.373130:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384376.373299:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384376.373304:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384376.373308:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45035d6. 00000800:00000010:1.0:1767384376.373328:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45035d6. 00000800:00020000:1.0:1767384376.373335:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384376.373338:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384376.373340:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384376.373372:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384376.373376:0:35781:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384376.628222:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.628228:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.628233:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.628234:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.628278:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384376.628282:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.628284:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384377.204274:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384377.204280:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384377.204283:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384377.204287:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:0.0:1767384377.204295:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384377.204301:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384377.204316:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384377.204320:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a4d4dc9e. 00000400:00000200:0.0:1767384377.204328:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp40 00000400:00000010:0.0:1767384377.204343:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384377.204353:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a4d4dc9e. 00000400:00000010:0.0:1767384377.204357:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000400:00000010:0.0:1767384377.204364:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071956bf7. 00000400:00000200:0.0:1767384377.204368:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp40 00000400:00000200:0.0:1767384377.204380:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp40 local destination 00000400:00000200:0.0:1767384377.204386:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp40 00000400:00000200:0.0:1767384377.204389:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp40 NI seq info: [252:252:256:4294967295] 192.168.202.115@tcp40 LPNI seq info [215:215:8:4294967295] 00000400:00000200:0.0:1767384377.204397:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp40 00000400:00000200:0.0:1767384377.204404:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp40(192.168.202.115@tcp40:) -> 192.168.202.115@tcp40(192.168.202.115@tcp40:192.168.202.115@tcp40) : GET try# 0 00000800:00000200:0.0:1767384377.204409:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp40 00000800:00000010:0.0:1767384377.204413:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000097dba7f8. 00000800:00000200:0.0:1767384377.204420:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000800:00000200:0.1:1767384377.204424:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d592e13e] -> 12345-192.168.202.115@tcp40 (2) 00000400:00000200:0.0:1767384377.204445:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp40 added to recovery queue. ping count: 5 next ping: 329 health :500 00000400:00000200:1.0:1767384377.204538:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204593:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204635:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204654:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204672:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204713:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204733:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204752:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204772:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204793:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204813:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204877:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204893:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204919:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204931:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204948:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204969:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.204990:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205011:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205033:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205055:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205076:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205119:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205236:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205264:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205285:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205331:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384377.205353:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384377.205508:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384377.205514:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384377.205519:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45035d6. 00000800:00000010:1.0:1767384377.205539:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45035d6. 00000800:00020000:1.0:1767384377.205549:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384377.205553:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384377.205555:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384377.205590:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp40 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384377.205597:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp40 notifying 192.168.202.115@tcp40: down 00000800:00000200:1.0:1767384377.205602:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp40 down 00000800:00000100:1.0:1767384377.205608:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp40 00000800:00000010:1.0:1767384377.205611:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000097dba7f8. 00000400:00000200:1.0:1767384377.205615:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384377.205625:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp40->192.168.202.115@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384377.205632:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384377.205635:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384377.205638:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp40) recovery failed with -71 00010000:00000001:2.0:1767384377.652265:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.652281:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.652288:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.652290:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.652324:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.652327:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.652329:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384378.228241:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384378.228249:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384378.228252:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384378.228258:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:0.0:1767384378.228263:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384378.228271:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384378.228286:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384378.228291:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a4d4dc9e. 00000400:00000200:0.0:1767384378.228300:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp46 00000400:00000010:0.0:1767384378.228304:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384378.228310:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a4d4dc9e. 00000400:00000010:0.0:1767384378.228315:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000400:00000010:0.0:1767384378.228322:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a89fef83. 00000400:00000200:0.0:1767384378.228326:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp46 00000400:00000200:0.0:1767384378.228339:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp46 local destination 00000400:00000200:0.0:1767384378.228346:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000200:0.0:1767384378.228350:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [253:253:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1767384378.228358:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000400:00000200:0.0:1767384378.228369:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp46:192.168.202.115@tcp46) : GET try# 0 00000800:00000200:0.0:1767384378.228375:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp46 00000800:00000010:0.0:1767384378.228380:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c1e219e. 00000800:00000200:0.0:1767384378.228387:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000200:0.1:1767384378.228391:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000400:00000200:0.0:1767384378.228410:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:0.0:1767384378.228414:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp41 00000400:00000010:0.0:1767384378.228418:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fcd7ac08. 00000400:00000010:0.0:1767384378.228421:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000984c4e72. 00000400:00000010:0.0:1767384378.228424:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000400:00000010:0.0:1767384378.228428:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a02cc688. 00000400:00000200:0.0:1767384378.228432:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp41 00000400:00000200:0.0:1767384378.228438:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp41 local destination 00000400:00000200:0.0:1767384378.228441:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp41 00000400:00000200:0.0:1767384378.228444:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp41 NI seq info: [254:254:256:4294967295] 192.168.202.115@tcp41 LPNI seq info [217:217:8:4294967295] 00000400:00000200:0.0:1767384378.228448:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp41 00000400:00000200:0.0:1767384378.228455:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp41(192.168.202.115@tcp41:) -> 192.168.202.115@tcp41(192.168.202.115@tcp41:192.168.202.115@tcp41) : GET try# 0 00000800:00000200:0.0:1767384378.228460:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp41 00000800:00000010:0.0:1767384378.228463:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004d83202. 00000800:00000200:0.0:1767384378.228467:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000800:00000200:0.1:1767384378.228470:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb9c66b8] -> 12345-192.168.202.115@tcp41 (2) 00000400:00000200:2.0:1767384378.228487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.228491:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp41 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000200:2.0:1767384378.228535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228562:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228567:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228603:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228657:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228658:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228690:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228713:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228728:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228760:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228827:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228921:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.228995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.228996:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229057:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229076:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229104:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229174:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229243:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229263:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229436:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229478:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229509:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229568:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229580:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229612:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229669:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229772:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229807:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229817:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229851:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384378.229859:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229959:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.229982:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000800:00000010:2.0:1767384378.230001:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058638387. 00000400:00000200:1.0:1767384378.230005:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000800:00000010:2.0:1767384378.230007:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000137f2535. 00000800:00000010:2.0:1767384378.230015:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe73c640. 00000400:00000200:1.0:1767384378.230027:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000800:00000010:2.0:1767384378.230040:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe73c640. 00000800:00020000:2.0:1767384378.230051:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384378.230054:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000137f2535. 00000800:00000010:2.0:1767384378.230057:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000058638387. 00000400:00000200:1.0:1767384378.230057:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384378.230092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:02020000:2.0:1767384378.230105:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384378.230113:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000400:00000200:2.0:1767384378.230118:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384378.230122:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:2.0:1767384378.230126:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c1e219e. 00000400:00000200:2.0:1767384378.230130:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384378.230171:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384378.230181:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384378.230184:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384378.230187:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp46) recovery failed with -71 00000800:00000010:1.0:1767384378.230238:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384378.230243:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384378.230246:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf006f9b. 00000800:00000010:1.0:1767384378.230263:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf006f9b. 00000800:00020000:1.0:1767384378.230268:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384378.230271:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc5230c. 00000800:00000010:1.0:1767384378.230273:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384378.230303:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp41 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384378.230308:0:16344:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp41 notifying 192.168.202.115@tcp41: down 00000800:00000200:1.0:1767384378.230312:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp41 down 00000800:00000100:1.0:1767384378.230317:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp41 00000800:00000010:1.0:1767384378.230319:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004d83202. 00000400:00000200:1.0:1767384378.230321:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384378.230325:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp41->192.168.202.115@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384378.230331:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384378.230333:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384378.230336:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp41) recovery failed with -71 00000800:00000200:3.0:1767384378.420294:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000800:00000200:3.1:1767384378.420302:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000800:00000200:3.0:1767384378.420327:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f8bd9d3] -> 12345-192.168.202.115@tcp (6) 00000800:00000200:3.0:1767384378.420331:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:3.0:1767384378.420336:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384378.420416:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000800:00000001:3.0:1767384378.420500:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384378.420508:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384378.420511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000800:00000001:3.0:1767384378.420516:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384378.420523:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384378.420528:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384378.420544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420567:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420598:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420614:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420628:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420647:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420688:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420714:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420725:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420736:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420748:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420761:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420773:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420784:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420841:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420861:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420881:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420902:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420923:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420947:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420970:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420981:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.420994:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.421005:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.421017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.421028:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384378.421039:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384378.421182:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009734de5e. 00000800:00000010:0.0:1767384378.421189:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042402f70. 00000800:00000010:0.0:1767384378.421194:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9026207. 00000800:00000010:0.0:1767384378.421216:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9026207. 00000800:00020000:0.0:1767384378.421224:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384378.421226:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042402f70. 00000800:00000010:0.0:1767384378.421228:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009734de5e. 00000400:02020000:0.0:1767384378.421258:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384378.421261:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000001:0.0:1767384378.548365:0:40106:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384378.548387:0:40106:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000c398e85f - data 0000000014b73369/00000000f1a1f2cd 00000020:00000010:0.0:1767384378.548534:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000009b69bda5. 00000020:00000010:0.0:1767384378.548547:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000008cddd62f. 00000020:00000010:0.0:1767384378.548556:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f1a1f2cd. 00000020:00000010:0.0:1767384378.548560:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000df5e96ff. 00000020:00000010:0.0:1767384378.548564:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007f791cd5. 00000020:00000010:0.0:1767384378.548567:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000963cbc5c. 00000020:00000010:0.0:1767384378.548572:0:40106:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000c398e85f. 00000020:01000000:0.0:1767384378.548578:0:40106:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002bfb8570 - data 0000000095e28065/000000006db3d2fc 00000020:00000010:0.0:1767384378.548690:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000b7a400d7. 00000020:00000010:0.0:1767384378.548695:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000474c814b. 00000020:00000010:0.0:1767384378.548700:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006db3d2fc. 00000020:00000010:0.0:1767384378.548703:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000c21e0ed1. 00000020:00000010:0.0:1767384378.548706:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000036d6edd. 00000020:00000010:0.0:1767384378.548722:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008ac267f7. 00000020:00000010:0.0:1767384378.548724:0:40106:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002bfb8570. 00000020:00000001:0.0:1767384378.548728:0:40106:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384378.549102:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000018c8ac12. 00000020:00000010:0.0:1767384378.549106:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000629f0801. 00000020:00000010:0.0:1767384378.549112:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000e25c8416. 00000020:00000010:0.0:1767384378.549117:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008c1cc354. 02000000:00000001:0.0:1767384378.559001:0:40106:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384378.559013:0:40106:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000000cd5c4c9 for key 0 00000004:00000010:0.0:1767384378.559023:0:40106:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000000cd5c4c9. 02000000:00000001:0.0:1767384378.559031:0:40106:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384378.559033:0:40106:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000b92c6dc8. 02000000:00000010:0.0:1767384378.559038:0:40106:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000f2b1a1b5. 02000000:00000001:0.0:1767384378.559041:0:40106:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384378.559044:0:40106:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384378.559046:0:40106:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000000d1bafca. 02000000:00000010:0.0:1767384378.559049:0:40106:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000b015a9e0. 00000020:00000001:0.0:1767384378.559053:0:40106:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384378.559057:0:40106:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384378.559059:0:40106:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384378.559066:0:40106:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384378.559078:0:40106:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000016cbe27a. 00080000:00000001:0.0:1767384378.559082:0:40106:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630353833039872 : -113719876511744 : ffff989287281800) 00080000:00000001:0.0:1767384378.559087:0:40106:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384378.559094:0:40106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384378.559101:0:40106:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9026207. 00080000:00000001:0.0:1767384378.559105:0:40106:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.559109:0:40106:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384378.559132:0:40106:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384378.559171:0:40106:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384378.559206:0:40106:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384378.559210:0:40106:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.559214:0:40106:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384378.561298:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000016cbe27a. 00080000:00000010:0.0:1767384378.561363:0:40106:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9026207. 00040000:00000001:0.0:1767384378.561376:0:40106:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384378.561379:0:40106:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384378.561383:0:40106:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384378.561386:0:40106:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384378.561390:0:40106:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384378.561398:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000002276c925/0000000015576f21 to site lru. bkt: 000000005ca885b3 00000020:00000010:0.0:1767384378.561402:0:40106:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000825b4c01. 00000020:00000010:0.0:1767384378.561431:0:40106:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 0000000043d8c16e. 00000020:00000010:0.0:1767384378.561436:0:40106:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 000000009fcbacf0. 00000020:00000002:0.0:1767384378.561445:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000007c54a73b/00000000e94420df to site lru. bkt: 000000002280eb67 00000020:00000001:0.0:1767384378.561448:0:40106:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384378.561451:0:40106:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384378.561459:0:40106:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e253b01. 00000020:00000010:0.0:1767384378.561464:0:40106:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dd158d6b. 00000020:00000010:0.0:1767384378.561468:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000046160b1. 00000020:00000010:0.0:1767384378.561495:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afe94369. 00000040:00000010:0.0:1767384378.561500:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc16b969. 00000020:00000010:0.0:1767384378.561504:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d4019c6d. 00000020:00000010:0.0:1767384378.561509:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c975ecdd. 00000020:00000010:0.0:1767384378.561514:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009545214. 80000000:00000010:0.0:1767384378.561520:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0c2933b. 40000000:00000010:0.0:1767384378.561525:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008716ab29. 00100000:00000010:0.0:1767384378.561531:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004945f887. 00040000:00000010:0.0:1767384378.561535:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd79e9ab. 00040000:00000010:0.0:1767384378.561541:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cf870edc. 00040000:00000010:0.0:1767384378.561545:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d7b24a8. 00080000:00000010:0.0:1767384378.561550:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007be4a84. 00080000:00000010:0.0:1767384378.561555:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c1299b60. 00000004:00000010:0.0:1767384378.561561:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a09a3748. 00000004:00000010:0.0:1767384378.561567:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021679db8. 00000004:00000010:0.0:1767384378.561573:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000abf38931. 00000004:00000010:0.0:1767384378.561576:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f5a84591. 00000020:00000010:0.0:1767384378.561580:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd44c18e. 00000001:00000001:0.0:1767384378.561584:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384378.561589:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d04dbc3f. 00000001:00000010:0.0:1767384378.561593:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b7c67070. 00000001:00000010:0.0:1767384378.561596:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000069bd880a. 00000001:00000001:0.0:1767384378.561600:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384378.561601:0:40106:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.561607:0:40106:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384378.561612:0:40106:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384378.561656:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000013798ac3. 00000020:00000010:0.0:1767384378.561660:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000001534549a. 00000020:00000010:0.0:1767384378.561664:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000018ac3160. 00000020:00000010:0.0:1767384378.561670:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000742f36b8. 00010000:00000001:0.0:1767384378.561723:0:40106:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384378.561734:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e9d775a2. 00000020:00000010:0.0:1767384378.561738:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000051d422b7. 00000020:00000010:0.0:1767384378.561742:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000086ef4340. 00000020:00000010:0.0:1767384378.561744:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000013a897a9. 00000001:00000001:0.0:1767384378.561783:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384378.577900:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fad4fb2. 00000001:00000010:0.0:1767384378.577929:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031bc3ffd. 00000001:00000010:0.0:1767384378.577932:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000735fe095. 00000001:00000010:0.0:1767384378.577934:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e428cee5. 00000001:00000010:0.0:1767384378.577936:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba86e527. 00000001:00000010:0.0:1767384378.577938:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000051a0d148. 00000001:00000010:0.0:1767384378.577940:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ceed90d. 00000001:00000010:0.0:1767384378.577941:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000636a15c0. 00000001:00000010:0.0:1767384378.577943:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000709ae324. 00000001:00000010:0.0:1767384378.577945:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000040b1d3a7. 00000001:00000010:0.0:1767384378.577947:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034f98fe1. 00000001:00000010:0.0:1767384378.577949:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072f2120e. 00000001:00000010:0.0:1767384378.577951:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002baf82ea. 00000001:00000010:0.0:1767384378.577953:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000050fb55f3. 00000001:00000010:0.0:1767384378.577954:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a38ffa99. 00000001:00000010:0.0:1767384378.577956:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2b901e8. 00000001:00000010:0.0:1767384378.577957:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006d1b80a9. 00000001:00000010:0.0:1767384378.577959:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bad42998. 00000001:00000010:0.0:1767384378.577961:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000edfd552. 00000001:00000010:0.0:1767384378.577963:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b156a5ac. 00000001:00000010:0.0:1767384378.577964:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000884bf4df. 00000001:00000010:0.0:1767384378.577966:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004719a637. 00000001:00000010:0.0:1767384378.577968:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c82a96f5. 00000001:00000010:0.0:1767384378.577970:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009fe9c5c3. 00000001:00000010:0.0:1767384378.577972:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fda9dd13. 00000001:00000010:0.0:1767384378.577973:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7a82921. 00000001:00000010:0.0:1767384378.577975:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fec0a8ff. 00000001:00000010:0.0:1767384378.577976:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3c67497. 00000001:00000010:0.0:1767384378.577978:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002975a4f8. 00000001:00000010:0.0:1767384378.577980:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b59bbcab. 00000001:00000010:0.0:1767384378.577982:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b15d7f0c. 00000001:00000010:0.0:1767384378.577984:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea8b1641. 00000001:00000010:0.0:1767384378.577986:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056d347cb. 00000001:00000010:0.0:1767384378.577988:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b64d9137. 00000001:00000010:0.0:1767384378.577990:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d667b8d6. 00000001:00000010:0.0:1767384378.577992:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000073ebe2cc. 00000001:00000010:0.0:1767384378.577994:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086d0a5d7. 00000001:00000010:0.0:1767384378.577995:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a39d782. 00000001:00000010:0.0:1767384378.577997:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa7523d9. 00000001:00000010:0.0:1767384378.577999:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae39580a. 00000001:00000010:0.0:1767384378.578000:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000404baf80. 00000001:00000010:0.0:1767384378.578002:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000250e8029. 00000001:00000010:0.0:1767384378.578004:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009bfba300. 00000001:00000010:0.0:1767384378.578006:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a6fd56e0. 00000001:00000010:0.0:1767384378.578007:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007dc2fed8. 00000001:00000010:0.0:1767384378.578009:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e400c5c0. 00000001:00000010:0.0:1767384378.578011:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012b9de89. 00000001:00000010:0.0:1767384378.578012:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d9e38469. 00000001:00000010:0.0:1767384378.578014:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055eef995. 00000001:00000010:0.0:1767384378.578016:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cee0012b. 00000001:00000010:0.0:1767384378.578018:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065d00385. 00000001:00000010:0.0:1767384378.578019:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e100a7a0. 00000001:00000010:0.0:1767384378.578021:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a47f6007. 00000001:00000010:0.0:1767384378.578023:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094b7fda8. 00000001:00000010:0.0:1767384378.578025:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a680738e. 00000001:00000010:0.0:1767384378.578027:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e38c8fa0. 00000001:00000010:0.0:1767384378.578029:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007bab150c. 00000001:00000010:0.0:1767384378.578031:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006af4018e. 00000001:00000010:0.0:1767384378.578032:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000035773ffb. 00000001:00000010:0.0:1767384378.578034:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f4627258. 00000001:00000010:0.0:1767384378.578036:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000625920b0. 00000001:00000010:0.0:1767384378.578038:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000164053f1. 00000001:00000010:0.0:1767384378.578040:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b61b582. 00000001:00000010:0.0:1767384378.578042:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081352967. 00000001:00000010:0.0:1767384378.578044:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b532d51f. 00000001:00000010:0.0:1767384378.578046:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008e82bdd8. 00000001:00000010:0.0:1767384378.578048:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d3f8d5f. 00000001:00000010:0.0:1767384378.578050:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000052022d9d. 00000001:00000010:0.0:1767384378.578052:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8d4415a. 00000001:00000010:0.0:1767384378.578054:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041bf31b0. 00000001:00000010:0.0:1767384378.578056:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a33aca96. 00000001:00000010:0.0:1767384378.578058:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000776782bb. 00000001:00000010:0.0:1767384378.578060:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b41eb86f. 00000001:00000010:0.0:1767384378.578062:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090da6187. 00000001:00000010:0.0:1767384378.578064:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000255eb937. 00000001:00000010:0.0:1767384378.578066:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000073084b90. 00000001:00000010:0.0:1767384378.578067:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079160f23. 00000001:00000010:0.0:1767384378.578069:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb281928. 00000001:00000010:0.0:1767384378.578071:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000268e3e1d. 00000001:00000010:0.0:1767384378.578072:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009d366ebc. 00000001:00000010:0.0:1767384378.578074:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006edc2eef. 00000001:00000010:0.0:1767384378.578076:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b7af3398. 00000001:00000010:0.0:1767384378.578078:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000051b49e09. 00000001:00000010:0.0:1767384378.578079:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006c70b2bc. 00000001:00000010:0.0:1767384378.578081:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014041bd2. 00000001:00000010:0.0:1767384378.578083:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000293d508. 00000001:00000010:0.0:1767384378.578084:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018767645. 00000001:00000010:0.0:1767384378.578086:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000756e355a. 00000001:00000010:0.0:1767384378.578088:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee401363. 00000001:00000010:0.0:1767384378.578090:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000078bc6c17. 00000001:00000010:0.0:1767384378.578091:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e79196e7. 00000001:00000010:0.0:1767384378.578093:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b632fd0. 00000001:00000010:0.0:1767384378.578095:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000073f02086. 00000001:00000010:0.0:1767384378.578097:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e0f0cb07. 00000001:00000010:0.0:1767384378.578098:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b64062d1. 00000001:00000010:0.0:1767384378.578100:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000054d8898f. 00000001:00000010:0.0:1767384378.578102:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e3d6b26. 00000001:00000010:0.0:1767384378.578104:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b6662dd3. 00000001:00000010:0.0:1767384378.578106:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000854f8764. 00000001:00000010:0.0:1767384378.578108:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df72928d. 00000001:00000010:0.0:1767384378.578110:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000175d08de. 00000001:00000010:0.0:1767384378.578112:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d641ad3e. 00000001:00000010:0.0:1767384378.578114:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072396c6d. 00000001:00000010:0.0:1767384378.578116:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5ec3d0b. 00000001:00000010:0.0:1767384378.578118:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3408ad4. 00000001:00000010:0.0:1767384378.578119:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081da4ba4. 00000001:00000010:0.0:1767384378.578121:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095143276. 00000001:00000010:0.0:1767384378.578123:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003b5c9ace. 00000001:00000010:0.0:1767384378.578125:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c8c50b1. 00000001:00000010:0.0:1767384378.578126:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc735397. 00000001:00000010:0.0:1767384378.578128:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b5fa561. 00000001:00000010:0.0:1767384378.578130:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b068cb9b. 00000001:00000010:0.0:1767384378.578131:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d594bc1a. 00000001:00000010:0.0:1767384378.578133:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000495eb551. 00000001:00000010:0.0:1767384378.578180:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aaf38e84. 00000001:00000010:0.0:1767384378.578182:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000240a626c. 00000001:00000010:0.0:1767384378.578184:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e9012f42. 00000001:00000010:0.0:1767384378.578188:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000419ef7fe. 00000001:00000010:0.0:1767384378.578190:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e4245fd8. 00000001:00000010:0.0:1767384378.578193:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000006b5d9f3. 00000001:00000010:0.0:1767384378.578196:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea823cec. 00000001:00000010:0.0:1767384378.578197:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f490201. 00000001:00000010:0.0:1767384378.578199:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b95be763. 00000001:00000010:0.0:1767384378.578201:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcf53451. 00000001:00000010:0.0:1767384378.578203:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013de1fbf. 00000001:00000010:0.0:1767384378.578206:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c39ef3fb. 00000001:00000010:0.0:1767384378.578208:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b4eec64. 00000001:00000010:0.0:1767384378.578210:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006575839a. 00000001:00000010:0.0:1767384378.578212:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000ab80d8a9. 00000001:00000010:0.0:1767384378.578219:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007dc02a37. 00000001:00000001:0.0:1767384378.578224:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384378.578231:0:40106:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000053cf4dfe. 00010000:00000001:0.0:1767384378.578237:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384378.578407:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384378.578415:0:40106:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:1.0:1767384378.578419:0:40106:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767384378.578421:0:40106:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:1.0:1767384378.578424:0:40106:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1767384378.578428:0:40106:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384378.578519:0:40106:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384378.578526:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000057de18f6/00000000319b0db1 to site lru. bkt: 00000000b23c1e49 40000000:00000001:1.0:1767384378.578531:0:40106:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384378.578532:0:40106:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384378.578534:0:40106:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000e3641b22. 40000000:00000001:1.0:1767384378.578540:0:40106:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384378.578604:0:40106:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384378.578607:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000018bc7871/00000000ba12b609 to site lru. bkt: 00000000ab5b39ff 40000000:00000001:1.0:1767384378.578610:0:40106:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384378.578612:0:40106:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384378.578614:0:40106:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000a40ee2ce. 40000000:00000001:1.0:1767384378.578618:0:40106:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384378.578726:0:40106:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384378.578728:0:40106:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000779b920d. 40000000:00000001:1.0:1767384378.578733:0:40106:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.578735:0:40106:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:1.0:1767384378.578738:0:40106:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:1.0:1767384378.578758:0:40106:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:1.0:1767384378.578761:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000073fe88c2/00000000a25d936f to site lru. bkt: 0000000079576e45 80000000:00000001:1.0:1767384378.578763:0:40106:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:1.0:1767384378.578765:0:40106:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767384378.578767:0:40106:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767384378.578769:0:40106:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000004bf1d2f1. 80000000:00000010:1.0:1767384378.578773:0:40106:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000e7f3fa02. 80000000:00000010:1.0:1767384378.578775:0:40106:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000005c66c590. 80000000:00000010:1.0:1767384378.578777:0:40106:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000c95621a3. 80000000:00000010:1.0:1767384378.578779:0:40106:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000cad17fc. 80000000:00000040:1.0:1767384378.578783:0:40106:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:1.0:1767384378.578784:0:40106:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384378.578786:0:40106:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767384378.578788:0:40106:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:1.0:1767384378.578790:0:40106:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:1.0:1767384378.578792:0:40106:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:1.0:1767384378.578794:0:40106:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 0000000086dbcd82. 80000000:00000001:1.0:1767384378.578798:0:40106:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:1.0:1767384378.578799:0:40106:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000e210cf0b. 00000004:00000001:1.0:1767384378.578802:0:40106:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.578811:0:40106:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:1.0:1767384378.578828:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578831:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578833:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578835:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578836:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578837:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.578843:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008b2641dc. 00000020:00000010:1.0:1767384378.578847:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a311e64. 00040000:00000001:1.0:1767384378.578867:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578870:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578871:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578873:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578875:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578876:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.578879:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f901e0a. 00000020:00000010:1.0:1767384378.578884:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000595c4ab0. 00040000:00000001:1.0:1767384378.578893:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578895:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578896:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578897:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578898:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578900:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.578907:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000004f09c78. 00000004:00000010:1.0:1767384378.578912:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c676a83c. 00000004:00000010:1.0:1767384378.578918:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dd9bc3a4. 00000004:00000001:1.0:1767384378.578922:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.578924:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:1.0:1767384378.578927:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000038be3d94. 00000004:00000001:1.0:1767384378.578932:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.578939:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578941:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578942:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578943:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578945:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578946:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.578950:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007c54a73b. 00000004:00000010:1.0:1767384378.578953:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009898c4cb. 00000004:00000010:1.0:1767384378.578956:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000022cd58a2. 00000004:00000001:1.0:1767384378.578959:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.578966:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:1.0:1767384378.578969:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e94420df. 00000004:00000001:1.0:1767384378.578974:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.578982:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578984:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578986:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578988:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.578989:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.578990:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.578996:0:40106:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000045a19070. 00080000:00000010:1.0:1767384378.579001:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002276c925. 00000004:00000010:1.0:1767384378.579007:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000785273ae. 00000004:00000010:1.0:1767384378.579012:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f6f38ba7. 00000004:00000001:1.0:1767384378.579014:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579016:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:1.0:1767384378.579017:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000015576f21. 00000004:00000001:1.0:1767384378.579020:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579031:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579033:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579034:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579035:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579036:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579037:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579039:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b5bfa951. 00000020:00000010:1.0:1767384378.579042:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004c0ac50c. 00040000:00000001:1.0:1767384378.579049:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579051:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579052:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579054:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579055:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579056:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579058:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000819f6914. 00000004:00000010:1.0:1767384378.579061:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000052e76a62. 00000004:00000010:1.0:1767384378.579063:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000074e399ce. 00000004:00000001:1.0:1767384378.579065:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579066:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:1.0:1767384378.579069:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000323258e1. 00000004:00000001:1.0:1767384378.579073:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579078:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579085:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579087:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579089:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579090:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579091:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579095:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004f6cd223. 00000004:00000010:1.0:1767384378.579100:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000704d08cd. 00000004:00000010:1.0:1767384378.579105:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000542277c5. 00000004:00000001:1.0:1767384378.579112:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579114:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:1.0:1767384378.579116:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a03ed1e4. 00000004:00000001:1.0:1767384378.579121:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579133:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579184:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579186:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579186:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579188:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579189:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579192:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000254ed9e9. 00000004:00000010:1.0:1767384378.579197:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008f173d30. 00000004:00000010:1.0:1767384378.579200:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000afb2db73. 00000004:00000001:1.0:1767384378.579203:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579206:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:1.0:1767384378.579208:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004b3856de. 00000004:00000001:1.0:1767384378.579212:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579218:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579221:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579222:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579224:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579226:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579228:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579232:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000057de18f6. 00000004:00000010:1.0:1767384378.579236:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000067cfbad8. 00000004:00000010:1.0:1767384378.579240:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e12dd122. 00000004:00000001:1.0:1767384378.579246:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579247:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:1.0:1767384378.579249:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000319b0db1. 00000004:00000001:1.0:1767384378.579257:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579266:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579275:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579277:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579280:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579282:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579284:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579289:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000d7d742c. 00000004:00000010:1.0:1767384378.579295:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000034765881. 00000004:00000010:1.0:1767384378.579300:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c56fd8de. 00000004:00000001:1.0:1767384378.579304:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579307:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:1.0:1767384378.579309:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002b5ce609. 00000004:00000001:1.0:1767384378.579313:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579321:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579324:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579325:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579326:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579327:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579329:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579334:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000086af2f0d. 20000000:00000010:1.0:1767384378.579340:0:40106:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000007d373740. 00080000:00000010:1.0:1767384378.579382:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e6da37fd. 00040000:00000001:1.0:1767384378.579390:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579391:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579392:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579393:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579394:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579395:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579404:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053df03a0. 00000004:00000010:1.0:1767384378.579408:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000027ca6766. 00000004:00000010:1.0:1767384378.579411:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c43490e5. 00000004:00000001:1.0:1767384378.579413:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579415:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:1.0:1767384378.579416:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000081f6d63a. 00000004:00000001:1.0:1767384378.579420:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579423:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ea778dc2. 00040000:00000001:1.0:1767384378.579426:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579428:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579429:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579430:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579437:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579438:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579441:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003421ce57. 00000004:00000010:1.0:1767384378.579446:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a59e0d59. 00000004:00000010:1.0:1767384378.579449:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009ccb98a9. 00000004:00000001:1.0:1767384378.579452:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579453:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:1.0:1767384378.579455:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e004f79a. 00000004:00000001:1.0:1767384378.579461:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579464:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009cb2fc60. 00040000:00000001:1.0:1767384378.579468:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579470:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579472:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579474:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579475:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579476:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579479:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a1ea9f82. 00000004:00000010:1.0:1767384378.579482:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d0077451. 00000004:00000010:1.0:1767384378.579488:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000035ecf5b9. 00000004:00000001:1.0:1767384378.579491:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579492:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:1.0:1767384378.579494:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e944289c. 00000004:00000001:1.0:1767384378.579498:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579500:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000451841ce. 00040000:00000001:1.0:1767384378.579503:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579505:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579506:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579507:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579508:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579510:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579512:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ffd37926. 00000004:00000010:1.0:1767384378.579515:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000ca7d437. 00000004:00000010:1.0:1767384378.579518:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001e78e56e. 00000004:00000001:1.0:1767384378.579521:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579522:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:1.0:1767384378.579525:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000037cbc371. 00000004:00000001:1.0:1767384378.579528:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579530:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a2cc0a10. 00040000:00000001:1.0:1767384378.579541:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579544:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579546:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579548:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579550:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579551:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579555:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000cf791b8. 00000004:00000010:1.0:1767384378.579559:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c823daaf. 00000004:00000010:1.0:1767384378.579563:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000e9bb90a. 00000004:00000001:1.0:1767384378.579566:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579567:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:1.0:1767384378.579570:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000e6e9332. 00000004:00000001:1.0:1767384378.579574:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579578:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a02f6d96. 00040000:00000001:1.0:1767384378.579583:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579585:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579671:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579672:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579674:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579676:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579681:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000419ab198. 00000004:00000010:1.0:1767384378.579685:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001955c8fd. 00000004:00000010:1.0:1767384378.579693:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000377acf70. 00000004:00000001:1.0:1767384378.579696:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579697:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:1.0:1767384378.579699:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000091504001. 00000004:00000001:1.0:1767384378.579702:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579707:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579709:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579710:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579711:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579713:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579714:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579717:0:40106:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 000000004c730635. 00080000:00000010:1.0:1767384378.579722:0:40106:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 000000000128705e. 00080000:00000010:1.0:1767384378.579724:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001ac46b4b. 00000004:00000010:1.0:1767384378.579727:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000730ebec6. 00000004:00000010:1.0:1767384378.579730:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cec72033. 00000004:00000001:1.0:1767384378.579740:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579742:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:1.0:1767384378.579744:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003e4c2713. 00000004:00000001:1.0:1767384378.579747:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579754:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579757:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579758:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579759:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579760:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579762:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579766:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b2e3df48. 00000004:00000010:1.0:1767384378.579770:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037e40270. 00000004:00000010:1.0:1767384378.579774:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c09ecc23. 00000004:00000001:1.0:1767384378.579776:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579778:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:1.0:1767384378.579781:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007b2ea111. 00000004:00000001:1.0:1767384378.579786:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.579795:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a9075a5c. 00040000:00000001:1.0:1767384378.579801:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579803:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579805:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579806:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579808:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579809:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579812:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000073fe88c2. 00000004:00000010:1.0:1767384378.579816:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b588411c. 00000004:00000010:1.0:1767384378.579819:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000067dbb6c7. 00000004:00000001:1.0:1767384378.579823:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.579824:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:1.0:1767384378.579826:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a25d936f. 00000004:00000001:1.0:1767384378.579830:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.579839:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579841:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579843:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579845:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.579846:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.579848:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.579851:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000048827396. 00000020:00000010:1.0:1767384378.579856:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006bebc1c1. 00040000:00000001:1.0:1767384378.580037:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580040:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580041:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580042:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580044:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580046:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.580050:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b1ce6029. 00000004:00000010:1.0:1767384378.580054:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dd91eb9e. 00000004:00000010:1.0:1767384378.580057:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c87593b. 00000004:00000001:1.0:1767384378.580060:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.580062:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:1.0:1767384378.580064:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a9967045. 00000004:00000001:1.0:1767384378.580068:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.580074:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580076:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580077:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580078:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580080:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580081:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.580084:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000018bc7871. 00000004:00000010:1.0:1767384378.580088:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f4a03967. 00000004:00000010:1.0:1767384378.580091:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002b45c8ab. 00000004:00000001:1.0:1767384378.580094:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.580095:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:1.0:1767384378.580097:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ba12b609. 00000004:00000001:1.0:1767384378.580101:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384378.580106:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580107:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580109:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580111:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384378.580112:0:40106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384378.580113:0:40106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384378.580118:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000078b6f6d. 00000004:00000010:1.0:1767384378.580122:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c025f13f. 00000004:00000010:1.0:1767384378.580125:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000ba63462. 00000004:00000001:1.0:1767384378.580128:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.580129:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:1.0:1767384378.580132:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005599e595. 00000004:00000001:1.0:1767384378.580652:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:1.0:1767384378.580664:0:40106:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000cf006f9b. 00000004:00000001:1.0:1767384378.580668:0:40106:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767384378.580671:0:40106:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767384378.580678:0:40106:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767384378.580681:0:40106:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384378.580683:0:40106:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384378.580685:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384378.580688:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384378.580721:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.580723:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384378.580724:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384378.580758:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.580762:0:40106:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.580765:0:40106:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384378.580767:0:40106:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:1.0:1767384378.580771:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384378.580773:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384378.581036:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384378.581040:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384378.581043:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:1.0:1767384378.581047:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384378.581050:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384378.581052:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384378.581053:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384378.581055:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384378.581060:0:40106:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384378.581081:0:40106:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384378.581083:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384378.581086:0:40106:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384378.581089:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384378.581091:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384378.581093:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384378.581168:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.581171:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384378.581173:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384378.581210:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.581214:0:40106:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384378.581220:0:40106:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384378.581514:0:17109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5edfe55. 00000040:00000010:2.0:1767384378.581522:0:17109:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c237307a. 00000020:00000010:2.0:1767384378.581526:0:17109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d17077b. 00000020:00000010:2.0:1767384378.581532:0:17109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096a9b1a5. 00000020:00000010:2.0:1767384378.581537:0:17109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000110744cf. 80000000:00000010:2.0:1767384378.581543:0:17109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007a8c1ecf. 40000000:00000010:2.0:1767384378.581549:0:17109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ade1e620. 00100000:00000010:2.0:1767384378.581553:0:17109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000065e89157. 00040000:00000010:2.0:1767384378.581559:0:17109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cd05a39. 00040000:00000010:2.0:1767384378.581562:0:17109:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e302e95c. 00040000:00000010:2.0:1767384378.581569:0:17109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009964fc91. 00080000:00000010:2.0:1767384378.581573:0:17109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c85d9ec8. 00080000:00000010:2.0:1767384378.581594:0:17109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004915f638. 00000004:00000010:2.0:1767384378.581599:0:17109:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d6f6e93. 00000004:00000010:2.0:1767384378.581605:0:17109:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009faa1bb6. 00000004:00000010:2.0:1767384378.581611:0:17109:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000133f132e. 00002000:00000010:2.0:1767384378.581616:0:17109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002009c464. 00000004:00000010:2.0:1767384378.581621:0:17109:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb64abd2. 00000020:00000010:2.0:1767384378.581624:0:17109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9a984ba. 00000004:00000010:2.0:1767384378.581634:0:17109:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000059415567. 00000004:00000001:2.0:1767384378.581638:0:17109:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.581771:0:40106:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767384378.581774:0:40106:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384378.581814:0:17108:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384378.581818:0:17108:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384378.581821:0:17108:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384378.581824:0:17108:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000919bdfee. 00000040:00000010:2.0:1767384378.581830:0:17108:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005a9d47b4. 00000040:00000001:2.0:1767384378.581833:0:17108:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384378.581837:0:17108:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384378.581839:0:17108:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384378.581843:0:17108:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384378.581845:0:17108:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fc613769. 00000040:00000010:2.0:1767384378.581851:0:17108:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000357f4492. 00000040:00000001:2.0:1767384378.581854:0:17108:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384378.581856:0:17108:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384378.581860:0:17108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384378.581862:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384378.581867:0:17108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005325e9be. 00000020:00000010:2.0:1767384378.581871:0:17108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000083337dfd. 00000040:00000001:2.0:1767384378.581880:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384378.581884:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000014508b06. 00000040:00000001:2.0:1767384378.581887:0:17108:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384378.581890:0:17108:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384378.581892:0:17108:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384378.581895:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384378.581900:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008e19b5e3. 00080000:00000001:2.0:1767384378.581903:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569389568 : -113724140162048 : ffff98918905f400) 00000040:00000001:2.0:1767384378.581906:0:17108:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384378.581909:0:17108:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384378.581912:0:17108:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384378.581916:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384378.581918:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384378.581921:0:17108:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384378.581923:0:17108:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.581926:0:17108:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.581928:0:17108:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.581932:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384378.581945:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.581948:0:17108:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:2.0:1767384378.581952:0:17108:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:2.0:1767384378.581976:0:17108:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384378.581990:0:17108:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:2.0:1767384378.581994:0:17108:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:2.0:1767384378.581996:0:17108:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384378.581998:0:17108:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446630354744029632 : -113718965521984 : ffff9892bd74b1c0) 00000001:00000001:2.0:1767384378.582001:0:17108:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:2.0:1767384378.582016:0:17108:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384378.582019:0:17108:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.582021:0:17108:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582023:0:17108:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.582025:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384378.582031:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384378.582033:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384378.582035:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582037:0:17108:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582040:0:17108:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384378.582041:0:17108:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384378.582043:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384378.582046:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a0f73470. 00080000:00000001:2.0:1767384378.582049:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446630349569390592 : -113724140161024 : ffff98918905f800) 00000040:00000001:2.0:1767384378.582051:0:17108:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384378.582053:0:17108:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384378.582056:0:17108:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384378.582059:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384378.582062:0:17108:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fe73c640. 00080000:00000001:2.0:1767384378.582064:0:17108:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582065:0:17108:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582067:0:17108:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.582069:0:17108:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384378.582071:0:17108:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.582072:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384378.582075:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582078:0:17108:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384378.582081:0:17108:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582082:0:17108:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384378.582084:0:17108:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384378.582085:0:17108:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:2.0:1767384378.582096:0:17108:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582098:0:17108:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.582104:0:17108:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384378.582106:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384378.582109:0:17108:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fe73c640. 00040000:00000001:2.0:1767384378.582111:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384378.582113:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384378.582114:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582116:0:17108:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582117:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384378.582265:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384378.582267:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384378.582268:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384378.582269:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384378.582270:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384378.582271:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384378.582272:0:17108:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000008815ed4. 00080000:00000010:2.0:1767384378.582275:0:17108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006da44ee5. 00000020:00000010:2.0:1767384378.582277:0:17108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c17456d4. 00000040:00000001:2.0:1767384378.582280:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384378.582282:0:17108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c0e54d5c. 00000040:00000010:2.0:1767384378.582285:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f6874e36. 00000040:00000001:2.0:1767384378.582287:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384378.582289:0:17108:0:(lu_object.c:207:lu_object_put()) Add 000000002e4ee48c/0000000081f77d35 to site lru. bkt: 00000000d394fff0 00000040:00000001:2.0:1767384378.582291:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384378.582292:0:17108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a9a59a9e. 00000040:00000010:2.0:1767384378.582295:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d6db7151. 00000040:00000001:2.0:1767384378.582297:0:17108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384378.582299:0:17108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384378.582300:0:17108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009b228a61 : new refcount 1 00000020:00000040:2.0:1767384378.582304:0:17108:0:(genops.c:898:class_export_put()) PUTting export 00000000bcded371 : new refcount 1 00000040:00000010:2.0:1767384378.582306:0:17108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000009b228a61. 00000040:00000001:2.0:1767384378.582310:0:17108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.582314:0:17108:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000043755e64. 00000020:00000010:2.0:1767384378.582318:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000484d7db3. 00000040:00000010:2.0:1767384378.582320:0:17108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc4a1766. 00000020:00000010:2.0:1767384378.582321:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d87ef4f1. 00000020:00000010:2.0:1767384378.582324:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000896b6b16. 00040000:00000010:2.0:1767384378.582327:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070677a07. 00040000:00000010:2.0:1767384378.582329:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000093fc99. 00080000:00000010:2.0:1767384378.582332:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000061087440. 00080000:00000010:2.0:1767384378.582335:0:17108:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000b0bd7294. 00080000:00000010:2.0:1767384378.582337:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aee532b7. 00000020:00000010:2.0:1767384378.582340:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b0296bd. 00000004:00000010:2.0:1767384378.582343:0:17108:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 0000000084f6957b. 00000004:00000001:2.0:1767384378.582345:0:17108:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.582590:0:40106:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.582594:0:40106:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767384378.582596:0:40106:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 0000000027cf8cd2. 00000004:00000001:1.0:1767384378.582601:0:40106:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767384378.582605:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000af0dcd15/000000001bc257ac to site lru. bkt: 000000008aca2e6d 00000020:00000002:1.0:1767384378.582609:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000001c2b7d41/000000006ab85a11 to site lru. bkt: 000000006fd74550 40000000:00000001:1.0:1767384378.582612:0:40106:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767384378.582615:0:40106:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767384378.582695:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000e7a37102 : new refcount 2 40000000:00000001:1.0:1767384378.582698:0:40106:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384378.582701:0:40106:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000659ffc6c. 40000000:00000001:1.0:1767384378.582706:0:40106:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.582708:0:40106:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.582710:0:40106:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.582714:0:40106:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:1.0:1767384378.582718:0:40106:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:2109274391 to info 000000000055eb89 00100000:00000001:1.0:1767384378.582722:0:40106:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384378.582724:0:40106:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384378.582727:0:40106:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:1.0:1767384378.582729:0:40106:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384378.582730:0:40106:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384378.583070:0:17115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca9c9e07. 00000020:00000010:2.0:1767384378.583077:0:17115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb2dff6e. 00000020:00000010:2.0:1767384378.583082:0:17115:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a86b8402. 00000020:00000010:2.0:1767384378.583086:0:17115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009bd2901f. 80000000:00000010:2.0:1767384378.583089:0:17115:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008195c6d4. 40000000:00000010:2.0:1767384378.583093:0:17115:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000810cbb6d. 00100000:00000010:2.0:1767384378.583097:0:17115:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ba06d50. 00040000:00000010:2.0:1767384378.583101:0:17115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad1fb99d. 00040000:00000010:2.0:1767384378.583105:0:17115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057ec8a18. 00080000:00000010:2.0:1767384378.583110:0:17115:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e69973d6. 00080000:00000010:2.0:1767384378.583115:0:17115:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005b43bf0a. 00002000:00000010:2.0:1767384378.583130:0:17115:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000002667fde. 00000020:00000010:2.0:1767384378.583204:0:17115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5dabf55. 00040000:00000010:2.0:1767384378.583208:0:17115:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000eba50b9e. 00040000:00000001:2.0:1767384378.583211:0:17115:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583309:0:40106:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384378.583312:0:40106:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384378.583314:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.583316:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.583318:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.583323:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583326:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.583329:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.583332:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000006c812fc5. 00000001:00000010:1.0:1767384378.583337:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e64ca03e. 00000001:00000010:1.0:1767384378.583341:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bb7486ab. 00000001:00000001:1.0:1767384378.583348:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.583350:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000025cb5af7. 00000020:00000002:1.0:1767384378.583361:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000010c52bf2/000000006687c2c3 to site lru. bkt: 000000000539277f 00000020:00000002:1.0:1767384378.583365:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000e291ff05/00000000d58fd0ff to site lru. bkt: 00000000f3e2efea 00040000:00000010:1.0:1767384378.583374:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002ce34e38. 00040000:00000001:1.0:1767384378.583377:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384378.583382:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.583418:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.583421:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.583425:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583427:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.583428:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.583430:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000030595787. 00000001:00000010:1.0:1767384378.583434:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c5cff772. 00000001:00000010:1.0:1767384378.583436:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000aa9e8fc8. 00000001:00000001:1.0:1767384378.583439:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.583441:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000270f0585. 00000020:00000002:1.0:1767384378.583446:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000054047a8e/00000000acad204d to site lru. bkt: 00000000e84f6684 00000020:00000002:1.0:1767384378.583450:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000002ed837a1/00000000ccad0418 to site lru. bkt: 00000000d97e47ef 00040000:00000010:1.0:1767384378.583452:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000006e8611c2. 00040000:00000001:1.0:1767384378.583455:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384378.583457:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.583459:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.583460:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.583463:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583465:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.583466:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.583468:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000044d34fb6. 00000001:00000010:1.0:1767384378.583472:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e3301c2a. 00000001:00000010:1.0:1767384378.583474:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002b59804c. 00000001:00000001:1.0:1767384378.583478:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.583480:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000003b13f9c. 00000020:00000002:1.0:1767384378.583485:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000003dd92700/00000000557c231a to site lru. bkt: 00000000d97e47ef 00000020:00000002:1.0:1767384378.583489:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ec195244/00000000b99c0167 to site lru. bkt: 00000000ac1eea0c 00040000:00000010:1.0:1767384378.583492:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000021af3d9c. 00040000:00000001:1.0:1767384378.583494:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384378.583497:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 4 00000020:00000010:1.0:1767384378.583500:0:40106:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000008507cf86. 00040000:04000000:1.0:1767384378.583505:0:40106:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384378.583508:0:40106:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000b5c4b475. 00040000:00000001:1.0:1767384378.583510:0:40106:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:1.0:1767384378.583518:0:40106:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384378.583520:0:40106:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384378.583628:0:17116:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b4a0ab9. 00000020:00000010:3.0:1767384378.583634:0:17116:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001895b1bb. 00000020:00000010:3.0:1767384378.583638:0:17116:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd3d23f2. 00000020:00000010:3.0:1767384378.583642:0:17116:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b678fe0f. 80000000:00000010:3.0:1767384378.583644:0:17116:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085553748. 40000000:00000010:3.0:1767384378.583690:0:17116:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000087134f48. 00100000:00000010:3.0:1767384378.583694:0:17116:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d5ca471. 00040000:00000010:3.0:1767384378.583701:0:17116:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004640c312. 00040000:00000010:3.0:1767384378.583704:0:17116:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d587d97d. 00080000:00000010:3.0:1767384378.583708:0:17116:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b331821. 00080000:00000010:3.0:1767384378.583711:0:17116:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0562efe. 00002000:00000010:3.0:1767384378.583714:0:17116:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d692bf4a. 00000020:00000010:3.0:1767384378.583717:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aed31ba. 00040000:00000010:3.0:1767384378.583725:0:17116:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000b3bb0b87. 00040000:00000001:3.0:1767384378.583728:0:17116:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583893:0:40106:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384378.583896:0:40106:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384378.583897:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.583899:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.583900:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.583904:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.583907:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.583909:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.583910:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ae18158e. 00000001:00000010:1.0:1767384378.583915:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ed90bbdf. 00000001:00000010:1.0:1767384378.583919:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002defe8dc. 00000001:00000001:1.0:1767384378.583925:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.583927:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e7603a29. 00000020:00000002:1.0:1767384378.583934:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000047b8c0c0/00000000332769f4 to site lru. bkt: 00000000e8b36f98 00000020:00000002:1.0:1767384378.583938:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000073bf0adf/00000000b15a3b4d to site lru. bkt: 000000000539277f 00000020:00000002:1.0:1767384378.583941:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000171ccb2c/0000000070597d39 to site lru. bkt: 00000000b2b4a99c 00040000:00000010:1.0:1767384378.583943:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000026e402dd. 00040000:00000001:1.0:1767384378.583945:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384378.583946:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.584000:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.584003:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.584006:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.584008:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.584010:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.584011:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000054e65cdb. 00000001:00000010:1.0:1767384378.584015:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000013ea490c. 00000001:00000010:1.0:1767384378.584018:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000875d6b95. 00000001:00000001:1.0:1767384378.584022:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.584024:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007dbdbc75. 00000020:00000002:1.0:1767384378.584029:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000093fc403d/000000007047c119 to site lru. bkt: 00000000c20e9a91 00000020:00000002:1.0:1767384378.584032:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000009bb6f75/00000000ca989edc to site lru. bkt: 00000000e84f6684 00000020:00000002:1.0:1767384378.584035:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000065ca0adb/00000000d8ae7deb to site lru. bkt: 00000000478a0c99 00040000:00000010:1.0:1767384378.584037:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002e24c7b0. 00040000:00000001:1.0:1767384378.584041:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384378.584042:0:40106:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384378.584051:0:40106:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384378.584053:0:40106:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384378.584056:0:40106:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384378.584059:0:40106:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384378.584060:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.584062:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004eaf65dc. 00000001:00000010:1.0:1767384378.584066:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b790d943. 00000001:00000010:1.0:1767384378.584069:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001e585a54. 00000001:00000001:1.0:1767384378.584076:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384378.584078:0:40106:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000009edb7c45. 00000020:00000002:1.0:1767384378.584081:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000007ef22141/00000000653172fc to site lru. bkt: 000000004ea627cc 00000020:00000002:1.0:1767384378.584084:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000060e9c787/00000000236932e9 to site lru. bkt: 00000000d97e47ef 00000020:00000002:1.0:1767384378.584088:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000004cda233a/0000000038da6475 to site lru. bkt: 00000000172fd8f1 00040000:00000010:1.0:1767384378.584090:0:40106:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000003f7dda0e. 00040000:00000001:1.0:1767384378.584093:0:40106:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384378.584096:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 3 00000020:00000010:1.0:1767384378.584098:0:40106:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000ca4af51f. 00080000:00000010:1.0:1767384378.584105:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053147b72. 00000004:00000010:1.0:1767384378.584111:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000036a9a71f. 00000004:00000010:1.0:1767384378.584116:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c96951cc. 00000004:00000001:1.0:1767384378.584120:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.584122:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:1.0:1767384378.584125:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000bb7b09d. 00000004:00000001:1.0:1767384378.584129:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384378.584132:0:40106:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384378.584133:0:40106:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000008f0ca282. 00040000:00000001:1.0:1767384378.584332:0:40106:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384378.584334:0:40106:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384378.584414:0:40106:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384378.584416:0:40106:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000c4a833bf. 00080000:00000010:1.0:1767384378.584431:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000199429e. 00000020:00000010:1.0:1767384378.584434:0:40106:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000716fe032. 00080000:00000001:1.0:1767384378.584440:0:40106:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.584442:0:40106:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.584445:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384378.584448:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384378.584457:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384378.584461:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb8f6 00000020:00000040:1.0:1767384378.584466:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3e44173 with handle 0x960a57272cefb8f6 from hash 00000020:00000001:1.0:1767384378.584471:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.584473:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000e3e44173 : new refcount 1 00000020:00000001:1.0:1767384378.584475:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.584477:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000e3e44173 : new refcount 0 00000020:00000080:1.0:1767384378.584479:0:40106:0:(genops.c:904:class_export_put()) final put 00000000e3e44173/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384378.584482:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.584602:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.584605:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.584607:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.584609:0:40106:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:1.0:1767384378.584619:0:40106:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000005f0c9aa5. 00100000:00000001:1.0:1767384378.584625:0:40106:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:1.0:1767384378.584628:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000003065d200/00000000583a4307 to site lru. bkt: 0000000059b38e8d 00000020:00000002:1.0:1767384378.584631:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000003935bd21/000000004344917c to site lru. bkt: 0000000072bbb9b1 00000020:00000002:1.0:1767384378.584633:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000a1c3d9c6/000000009c268f65 to site lru. bkt: 00000000eb82aaa0 00000020:00000002:1.0:1767384378.584635:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000002027a9f3/0000000004f53982 to site lru. bkt: 000000003eff12af 00000020:00000002:1.0:1767384378.584638:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000033062ff3/00000000cd13a2b8 to site lru. bkt: 00000000b598a707 00000020:00000002:1.0:1767384378.584640:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000000dfd1a96/00000000abdfff06 to site lru. bkt: 000000004867431a 00000020:00000002:1.0:1767384378.584642:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000005a510165/000000001be4da74 to site lru. bkt: 00000000c1370c0e 00000020:00000002:1.0:1767384378.584645:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000006863f06d/00000000523732ff to site lru. bkt: 00000000322a1789 00000020:00000002:1.0:1767384378.584647:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000085360f96/000000007b243107 to site lru. bkt: 00000000c24d9de2 00000020:00000002:1.0:1767384378.584649:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000095ed54d7/0000000014d68568 to site lru. bkt: 00000000e8f90992 00000020:00000002:1.0:1767384378.584651:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000085ccf0b8/000000002df29802 to site lru. bkt: 000000009276eccd 00000020:00000002:1.0:1767384378.584653:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000002dbbc7b6/0000000011c8efdb to site lru. bkt: 00000000157d92ee 00000020:00000002:1.0:1767384378.584655:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ad740d4b/00000000fa1edf58 to site lru. bkt: 000000001f5f7f26 00000020:00000002:1.0:1767384378.584657:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000aed850d4/0000000078c3095e to site lru. bkt: 000000009e6a2c5f 00000020:00000002:1.0:1767384378.584659:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000f5f47407/00000000c9b6c607 to site lru. bkt: 0000000021c18dd8 00000020:00000002:1.0:1767384378.584661:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000c3accfd2/00000000a6474831 to site lru. bkt: 000000001ba0bcbe 00000020:00000002:1.0:1767384378.584670:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000c43b29e3/00000000311120b7 to site lru. bkt: 000000005516dc20 00000020:00000002:1.0:1767384378.584672:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000b427b331/00000000d3319e2b to site lru. bkt: 000000003a8db364 00100000:00000010:1.0:1767384378.584674:0:40106:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000007984c252. 00100000:00000010:1.0:1767384378.584677:0:40106:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000076f402ed. 00100000:00000010:1.0:1767384378.584681:0:40106:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000fef3b605. 00100000:00000010:1.0:1767384378.584684:0:40106:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000329529e4. 00000020:00000002:1.0:1767384378.584688:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000053791411/000000009072bacc to site lru. bkt: 00000000033bac4e 00000020:00000002:1.0:1767384378.584690:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ab681097/00000000ddd64d7b to site lru. bkt: 00000000be38421f 00000020:00000002:1.0:1767384378.584692:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000001a85dc15/0000000064d5ab0b to site lru. bkt: 00000000c1fdc686 00000020:00000002:1.0:1767384378.584695:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000011d3564e/0000000084aaa5a2 to site lru. bkt: 000000001e463976 00000020:00000002:1.0:1767384378.584697:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000e1aede81/00000000bb938757 to site lru. bkt: 0000000013c337a2 00000020:00000002:1.0:1767384378.584699:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000c0d006a9/000000009d883ea5 to site lru. bkt: 00000000376dcd17 00000020:00000002:1.0:1767384378.584700:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000006edfc015/00000000582ef7d7 to site lru. bkt: 00000000975f7ac8 00000020:00000002:1.0:1767384378.584702:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000063f34d84/00000000b5e97f0d to site lru. bkt: 000000007a32d58d 00000020:00000002:1.0:1767384378.584704:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ae1b353a/00000000dd7f81a1 to site lru. bkt: 000000001f655e54 00000020:00000002:1.0:1767384378.584706:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000ee7c3359/0000000056c6c8c0 to site lru. bkt: 00000000bf574e16 00000020:00000002:1.0:1767384378.584708:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000040d08ecb/000000001dfcc032 to site lru. bkt: 00000000233dcc48 00000020:00000002:1.0:1767384378.584710:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000068399a01/000000001bba5329 to site lru. bkt: 00000000fe5e4e66 00000020:00000002:1.0:1767384378.584712:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000009ab34952/00000000261e6538 to site lru. bkt: 0000000020e995b8 00000020:00000002:1.0:1767384378.584714:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000086b621a1/00000000756828f6 to site lru. bkt: 0000000046dbfa9e 00000020:00000002:1.0:1767384378.584716:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000008799faa7/0000000055786fbb to site lru. bkt: 000000008f0e6bc2 00000020:00000002:1.0:1767384378.584718:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000001845a73c/00000000a586a9a3 to site lru. bkt: 000000008ba90c77 00000020:00000002:1.0:1767384378.584720:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000005d810ffa/00000000c3a2f528 to site lru. bkt: 0000000056e451d7 00100000:00000010:1.0:1767384378.584721:0:40106:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000b1087dd0. 00100000:00000010:1.0:1767384378.584723:0:40106:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000966d7b2d. 00100000:00000010:1.0:1767384378.584728:0:40106:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000008fa07160. 00100000:00000010:1.0:1767384378.584730:0:40106:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000d420c789. 00100000:00000010:1.0:1767384378.584733:0:40106:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000cde36175. 00100000:00000010:1.0:1767384378.584740:0:40106:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 0000000049209f08. 00000020:00000002:1.0:1767384378.584746:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000422ad3b5/000000002be5dd95 to site lru. bkt: 000000001fa751f3 00000020:00000002:1.0:1767384378.584749:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000008a9b2f8/0000000003e694b1 to site lru. bkt: 00000000fdcf3d55 40000000:00000001:1.0:1767384378.584751:0:40106:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384378.584784:0:40106:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384378.584786:0:40106:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000006f96198e. 00100000:00000010:1.0:1767384378.584789:0:40106:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000001e0012ce. 00000004:00000001:1.0:1767384378.584793:0:40106:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384378.584795:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000979c1d5b : new refcount 2 00000040:00000001:1.0:1767384378.584797:0:40106:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384378.584799:0:40106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384378.584801:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000bf0f6024/00000000a98460af to site lru. bkt: 000000003917edd1 00000040:00000010:1.0:1767384378.584804:0:40106:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000149ee904. 00000040:00000001:1.0:1767384378.584806:0:40106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384378.584808:0:40106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000848aafb0. 00000040:00000010:1.0:1767384378.584810:0:40106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000a1a1009. 00000040:00000001:1.0:1767384378.584813:0:40106:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384378.584815:0:40106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384378.584816:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000979c1d5b : new refcount 1 00000020:00000040:1.0:1767384378.584819:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000da5c2251 : new refcount 3 00000040:00000010:1.0:1767384378.584820:0:40106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000979c1d5b. 00000040:00000001:1.0:1767384378.584823:0:40106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.584825:0:40106:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384378.584827:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005c038085 : new refcount 2 00000040:00000001:1.0:1767384378.584829:0:40106:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384378.584830:0:40106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384378.584832:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000034c39cde/0000000077fbf7d2 to site lru. bkt: 00000000ec6eed83 00000040:00000010:1.0:1767384378.584834:0:40106:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000000dc3c240. 00000040:00000001:1.0:1767384378.584836:0:40106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384378.584838:0:40106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c83ca411. 00000040:00000010:1.0:1767384378.584840:0:40106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b5bcdd2. 00000040:00000001:1.0:1767384378.584842:0:40106:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384378.584843:0:40106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384378.584844:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005c038085 : new refcount 1 00000020:00000040:1.0:1767384378.584846:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000da5c2251 : new refcount 2 00000040:00000010:1.0:1767384378.584852:0:40106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005c038085. 00000040:00000001:1.0:1767384378.584855:0:40106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384378.584856:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a3548473 : new refcount 2 00000040:00000001:1.0:1767384378.584858:0:40106:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384378.584859:0:40106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384378.584861:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000c013221d/00000000c4def75c to site lru. bkt: 000000009014b7db 00000040:00000010:1.0:1767384378.584864:0:40106:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000009615a810. 00000040:00000001:1.0:1767384378.584865:0:40106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384378.584866:0:40106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000582b5cfd. 00000040:00000010:1.0:1767384378.584868:0:40106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000518a0cac. 00000040:00000001:1.0:1767384378.584870:0:40106:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384378.584871:0:40106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384378.584872:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a3548473 : new refcount 1 00000020:00000040:1.0:1767384378.584874:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000da5c2251 : new refcount 1 00000040:00000010:1.0:1767384378.584875:0:40106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a3548473. 00000040:00000001:1.0:1767384378.584877:0:40106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.584879:0:40106:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384378.584881:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000009120749d/00000000fd79bf91 to site lru. bkt: 000000001cd08235 00000004:00000001:1.0:1767384378.584883:0:40106:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384378.584885:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000f39902a2/00000000cc4f7ae4 to site lru. bkt: 000000005738d48b 00000020:00000002:1.0:1767384378.584888:0:40106:0:(lu_object.c:207:lu_object_put()) Add 0000000076e90f9b/00000000f8270bc9 to site lru. bkt: 00000000f13df434 00000020:00000002:1.0:1767384378.584890:0:40106:0:(lu_object.c:207:lu_object_put()) Add 000000005a31e1d6/000000009bf500f2 to site lru. bkt: 00000000f624ecba 00000001:00000001:1.0:1767384378.584892:0:40106:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384378.584894:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000bb988ba4/00000000caf3bb08 to site lru. bkt: 000000009b8807f9 00000001:00000010:1.0:1767384378.584896:0:40106:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000059a43bc8. 00000001:00000001:1.0:1767384378.584898:0:40106:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384378.584902:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dd43f1e9. 00080000:00000010:1.0:1767384378.584907:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000095ed54d7. 00000020:00000010:1.0:1767384378.584911:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014d68568. 00080000:00000010:1.0:1767384378.584916:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001f5b4ceb. 00080000:00000010:1.0:1767384378.584921:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000009bb6f75. 00000004:00000010:1.0:1767384378.584924:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fa25bbf3. 00000004:00000010:1.0:1767384378.584926:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000994e57e2. 00000004:00000001:1.0:1767384378.584932:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.584933:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384378.584935:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ca989edc. 00000004:00000001:1.0:1767384378.584938:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.584941:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000088aaacc3. 00080000:00000010:1.0:1767384378.584944:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000054047a8e. 00000004:00000010:1.0:1767384378.584947:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008e2e0a2d. 00000004:00000010:1.0:1767384378.584949:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d2713eeb. 00000004:00000001:1.0:1767384378.584951:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.584952:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384378.584953:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000acad204d. 00000004:00000001:1.0:1767384378.584955:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.584958:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000986bfc0. 00080000:00000010:1.0:1767384378.584962:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000aed850d4. 00000020:00000010:1.0:1767384378.584964:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000078c3095e. 00080000:00000010:1.0:1767384378.584967:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000042da899f. 00080000:00000010:1.0:1767384378.584971:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000086b621a1. 00000020:00000010:1.0:1767384378.584974:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000756828f6. 00080000:00000010:1.0:1767384378.584977:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cd2594f9. 00080000:00000010:1.0:1767384378.584980:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000085360f96. 00000020:00000010:1.0:1767384378.584982:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007b243107. 00080000:00000010:1.0:1767384378.584985:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000005a123af. 00080000:00000010:1.0:1767384378.584989:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ae1b353a. 00000020:00000010:1.0:1767384378.584990:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd7f81a1. 00080000:00000010:1.0:1767384378.584994:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c008488b. 00000004:00000010:1.0:1767384378.584996:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bf99ea77. 00000004:00000010:1.0:1767384378.584999:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005a31e1d6. 00000004:00000001:1.0:1767384378.585000:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585001:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384378.585003:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009bf500f2. 00000004:00000001:1.0:1767384378.585005:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585007:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000f970bcc. 00080000:00000010:1.0:1767384378.585011:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e291ff05. 00000004:00000010:1.0:1767384378.585013:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000b01d452. 00000004:00000010:1.0:1767384378.585016:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bd8e6db8. 00000004:00000001:1.0:1767384378.585022:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585023:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384378.585025:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d58fd0ff. 00000004:00000001:1.0:1767384378.585028:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585031:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006186822d. 00080000:00000010:1.0:1767384378.585035:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004cda233a. 00000004:00000010:1.0:1767384378.585037:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cc8c41e5. 00000004:00000010:1.0:1767384378.585039:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000014c9f7a7. 00000004:00000001:1.0:1767384378.585041:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585042:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384378.585043:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000038da6475. 00000004:00000001:1.0:1767384378.585046:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585048:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e188b100. 00080000:00000010:1.0:1767384378.585051:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000dfd1a96. 00000020:00000010:1.0:1767384378.585054:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000abdfff06. 00080000:00000010:1.0:1767384378.585059:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b427b331. 00000020:00000010:1.0:1767384378.585060:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d3319e2b. 00080000:00000010:1.0:1767384378.585064:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003f9ab772. 00080000:00000010:1.0:1767384378.585067:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000033062ff3. 00000020:00000010:1.0:1767384378.585068:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cd13a2b8. 00080000:00000010:1.0:1767384378.585072:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005db6cf7e. 00080000:00000010:1.0:1767384378.585075:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e1aede81. 00000020:00000010:1.0:1767384378.585077:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bb938757. 00080000:00000010:1.0:1767384378.585081:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d4598fde. 00080000:00000010:1.0:1767384378.585083:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001a85dc15. 00000020:00000010:1.0:1767384378.585085:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000064d5ab0b. 00080000:00000010:1.0:1767384378.585088:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aa03ad33. 00080000:00000010:1.0:1767384378.585091:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009ab34952. 00000020:00000010:1.0:1767384378.585092:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000261e6538. 00080000:00000010:1.0:1767384378.585095:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dfa50afc. 00080000:00000010:1.0:1767384378.585099:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000073bf0adf. 00000004:00000010:1.0:1767384378.585101:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d8c566b2. 00000004:00000010:1.0:1767384378.585103:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b2833b6. 00000004:00000001:1.0:1767384378.585105:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585112:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384378.585114:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b15a3b4d. 00000004:00000001:1.0:1767384378.585116:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585118:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000023d95605. 00080000:00000010:1.0:1767384378.585122:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000010c52bf2. 00000004:00000010:1.0:1767384378.585124:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007662adf1. 00000004:00000010:1.0:1767384378.585126:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007433c973. 00000004:00000001:1.0:1767384378.585128:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585129:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384378.585130:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006687c2c3. 00000004:00000001:1.0:1767384378.585132:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585207:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000093fc403d. 00000004:00000010:1.0:1767384378.585211:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007a171aa5. 00000004:00000010:1.0:1767384378.585213:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd279345. 00000004:00000001:1.0:1767384378.585214:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585215:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384378.585217:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007047c119. 00000004:00000001:1.0:1767384378.585220:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585223:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a52b20a2. 00080000:00000010:1.0:1767384378.585226:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002027a9f3. 00000020:00000010:1.0:1767384378.585229:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000004f53982. 00080000:00000010:1.0:1767384378.585233:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b1dab3c0. 00080000:00000010:1.0:1767384378.585236:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000063f34d84. 00000020:00000010:1.0:1767384378.585238:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b5e97f0d. 00080000:00000010:1.0:1767384378.585242:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004120dfa9. 00000004:00000010:1.0:1767384378.585245:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000009471a11. 00000004:00000010:1.0:1767384378.585247:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000076e90f9b. 00000004:00000001:1.0:1767384378.585249:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585249:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384378.585251:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f8270bc9. 00000004:00000001:1.0:1767384378.585254:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585256:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ab247973. 00080000:00000010:1.0:1767384378.585259:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006863f06d. 00000020:00000010:1.0:1767384378.585261:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000523732ff. 00080000:00000010:1.0:1767384378.585264:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000047b8c0c0. 00000004:00000010:1.0:1767384378.585272:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006b71dfae. 00000004:00000010:1.0:1767384378.585275:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000086ec8b8c. 00000004:00000001:1.0:1767384378.585276:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585277:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384378.585279:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000332769f4. 00000004:00000001:1.0:1767384378.585281:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585286:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001c2b7d41. 00000004:00000010:1.0:1767384378.585289:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000059d7b0cd. 00000004:00000010:1.0:1767384378.585291:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006326fc25. 00000004:00000001:1.0:1767384378.585292:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.585293:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384378.585295:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006ab85a11. 00000004:00000001:1.0:1767384378.585297:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.585300:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000034c39cde. 00000020:00000010:1.0:1767384378.585303:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000077fbf7d2. 00080000:00000010:1.0:1767384378.585309:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005d810ffa. 00000020:00000010:1.0:1767384378.585311:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c3a2f528. 00080000:00000010:1.0:1767384378.585316:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000008a9b2f8. 00000020:00000010:1.0:1767384378.585318:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003e694b1. 00080000:00000010:1.0:1767384378.585323:0:40106:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000358e4c52. 00080000:00000010:1.0:1767384378.585325:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e4ee48c. 00000020:00000010:1.0:1767384378.585327:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000081f77d35. 00080000:00000010:1.0:1767384378.585331:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002ed3963b. 00080000:00000010:1.0:1767384378.585334:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000011d3564e. 00000020:00000010:1.0:1767384378.585336:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000084aaa5a2. 00080000:00000010:1.0:1767384378.585339:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006909ff6f. 00080000:00000010:1.0:1767384378.585343:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c43b29e3. 00000020:00000010:1.0:1767384378.585344:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000311120b7. 00080000:00000010:1.0:1767384378.585390:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e8928e3e. 00080000:00000010:1.0:1767384378.585395:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000065ca0adb. 00000004:00000010:1.0:1767384378.585397:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007b843ab8. 00000004:00000010:1.0:1767384378.585399:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c1f3d21. 00000004:00000001:1.0:1767384378.586218:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586220:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384378.586227:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d8ae7deb. 00000004:00000001:1.0:1767384378.586231:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586234:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000389f6356. 00080000:00000010:1.0:1767384378.586238:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ad740d4b. 00000020:00000010:1.0:1767384378.586241:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa1edf58. 00080000:00000010:1.0:1767384378.586245:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002c8c6c73. 00080000:00000010:1.0:1767384378.586248:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ec195244. 00000004:00000010:1.0:1767384378.586250:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000065c9594a. 00000004:00000010:1.0:1767384378.586253:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f73c7ca6. 00000004:00000001:1.0:1767384378.586255:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586256:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384378.586258:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b99c0167. 00000004:00000001:1.0:1767384378.586260:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586262:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001d5eec04. 00080000:00000010:1.0:1767384378.586265:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a1c3d9c6. 00000020:00000010:1.0:1767384378.586267:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009c268f65. 00080000:00000010:1.0:1767384378.586272:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001103298a. 00080000:00000010:1.0:1767384378.586276:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000040d08ecb. 00000020:00000010:1.0:1767384378.586278:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001dfcc032. 00080000:00000010:1.0:1767384378.586282:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c013221d. 00000020:00000010:1.0:1767384378.586284:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c4def75c. 00080000:00000010:1.0:1767384378.586289:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000aa2c2f2b. 00000004:00000010:1.0:1767384378.586292:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006d3f0be6. 00000004:00000010:1.0:1767384378.586295:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f39902a2. 00000004:00000001:1.0:1767384378.586297:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586298:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384378.586299:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cc4f7ae4. 00000004:00000001:1.0:1767384378.586302:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586305:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000742684df. 00080000:00000010:1.0:1767384378.586309:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab681097. 00000020:00000010:1.0:1767384378.586311:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ddd64d7b. 00080000:00000010:1.0:1767384378.586315:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000307fe7d1. 00080000:00000010:1.0:1767384378.586319:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068399a01. 00000020:00000010:1.0:1767384378.586321:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001bba5329. 00080000:00000010:1.0:1767384378.586332:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000222fb3d5. 00080000:00000010:1.0:1767384378.586336:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006edfc015. 00000020:00000010:1.0:1767384378.586338:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000582ef7d7. 00080000:00000010:1.0:1767384378.586341:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b9048443. 00080000:00000010:1.0:1767384378.586346:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bb988ba4. 00000020:00000010:1.0:1767384378.586348:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000caf3bb08. 00080000:00000010:1.0:1767384378.586352:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000422ad3b5. 00000020:00000010:1.0:1767384378.586354:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002be5dd95. 00080000:00000010:1.0:1767384378.586357:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003a910a45. 00080000:00000010:1.0:1767384378.586360:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000171ccb2c. 00000004:00000010:1.0:1767384378.586363:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a239f6b. 00000004:00000010:1.0:1767384378.586365:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a291dc4. 00000004:00000001:1.0:1767384378.586366:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586367:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384378.586369:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000070597d39. 00000004:00000001:1.0:1767384378.586371:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586373:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004fcd1b89. 00080000:00000010:1.0:1767384378.586377:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002dbbc7b6. 00000020:00000010:1.0:1767384378.586380:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000011c8efdb. 00080000:00000010:1.0:1767384378.586384:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005fdc150e. 00080000:00000010:1.0:1767384378.586387:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c3accfd2. 00000020:00000010:1.0:1767384378.586389:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a6474831. 00080000:00000010:1.0:1767384378.586392:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c73d3b33. 00080000:00000010:1.0:1767384378.586395:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ee7c3359. 00000020:00000010:1.0:1767384378.586396:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000056c6c8c0. 00080000:00000010:1.0:1767384378.586399:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007f3cabe6. 00080000:00000010:1.0:1767384378.586405:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060e9c787. 00000004:00000010:1.0:1767384378.586407:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000089536e95. 00000004:00000010:1.0:1767384378.586409:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000083de1fae. 00000004:00000001:1.0:1767384378.586411:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586412:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384378.586413:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000236932e9. 00000004:00000001:1.0:1767384378.586415:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586417:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009d188d6a. 00080000:00000010:1.0:1767384378.586426:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003dd92700. 00000004:00000010:1.0:1767384378.586428:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b272d573. 00000004:00000010:1.0:1767384378.586431:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cf04a25c. 00000004:00000001:1.0:1767384378.586433:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586434:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384378.586435:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000557c231a. 00000004:00000001:1.0:1767384378.586437:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586439:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000053a84bc8. 00080000:00000010:1.0:1767384378.586442:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002ed837a1. 00000004:00000010:1.0:1767384378.586444:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ac14a503. 00000004:00000010:1.0:1767384378.586446:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b086ff3. 00000004:00000001:1.0:1767384378.586448:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586448:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384378.586450:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ccad0418. 00000004:00000001:1.0:1767384378.586453:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586481:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d1fe384d. 00080000:00000010:1.0:1767384378.586486:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008799faa7. 00000020:00000010:1.0:1767384378.586489:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000055786fbb. 00080000:00000010:1.0:1767384378.586493:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000073f8fbf6. 00080000:00000010:1.0:1767384378.586496:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000085ccf0b8. 00000020:00000010:1.0:1767384378.586499:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002df29802. 00080000:00000010:1.0:1767384378.586503:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bf0f6024. 00000020:00000010:1.0:1767384378.586505:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a98460af. 00080000:00000010:1.0:1767384378.586508:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c175ce08. 00080000:00000010:1.0:1767384378.586512:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053791411. 00000020:00000010:1.0:1767384378.586514:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009072bacc. 00080000:00000010:1.0:1767384378.586517:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000063092d2b. 00080000:00000010:1.0:1767384378.586520:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003935bd21. 00000020:00000010:1.0:1767384378.586522:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004344917c. 00080000:00000010:1.0:1767384378.586526:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003065d200. 00000004:00000010:1.0:1767384378.586529:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001723ff65. 00000004:00000010:1.0:1767384378.586531:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005127ceb1. 00000004:00000001:1.0:1767384378.586533:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586534:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384378.586542:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000583a4307. 00000004:00000001:1.0:1767384378.586545:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586551:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000af0dcd15. 00000004:00000010:1.0:1767384378.586576:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000045e78a67. 00000004:00000010:1.0:1767384378.586580:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002af79be9. 00000004:00000001:1.0:1767384378.586583:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586584:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384378.586585:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001bc257ac. 00000004:00000001:1.0:1767384378.586589:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586593:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007f2930f1. 00080000:00000010:1.0:1767384378.586597:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c0d006a9. 00000020:00000010:1.0:1767384378.586599:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009d883ea5. 00080000:00000010:1.0:1767384378.586604:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c88a8a2c. 00000004:00000010:1.0:1767384378.586611:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009120749d. 00000004:00000010:1.0:1767384378.586615:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df701714. 00000004:00000001:1.0:1767384378.586617:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586618:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384378.586619:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fd79bf91. 00000004:00000001:1.0:1767384378.586622:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384378.586626:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000039e4eb5c. 00080000:00000010:1.0:1767384378.586630:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a510165. 00000020:00000010:1.0:1767384378.586632:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001be4da74. 00080000:00000010:1.0:1767384378.586654:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007dc74560. 00080000:00000010:1.0:1767384378.586658:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f5f47407. 00000020:00000010:1.0:1767384378.586659:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c9b6c607. 00080000:00000010:1.0:1767384378.586662:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e243cecc. 00080000:00000010:1.0:1767384378.586663:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001845a73c. 00000020:00000010:1.0:1767384378.586665:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a586a9a3. 00080000:00000010:1.0:1767384378.586668:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007ef22141. 00000004:00000010:1.0:1767384378.586670:0:40106:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000767ea5e5. 00000004:00000010:1.0:1767384378.586671:0:40106:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b22f856a. 00000004:00000001:1.0:1767384378.586673:0:40106:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384378.586673:0:40106:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384378.586674:0:40106:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000653172fc. 00000004:00000001:1.0:1767384378.586677:0:40106:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1767384378.586682:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384378.586684:0:40106:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384378.586685:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384378.586687:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb90b 00000020:00000040:1.0:1767384378.586688:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031011242 with handle 0x960a57272cefb90b from hash 00000020:00000001:1.0:1767384378.586691:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.586691:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000031011242 : new refcount 1 00000020:00000001:1.0:1767384378.586692:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.586693:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000031011242 : new refcount 0 00000020:00000080:1.0:1767384378.586694:0:40106:0:(genops.c:904:class_export_put()) final put 0000000031011242/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384378.586695:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.586783:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384378.586786:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000e3e44173/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384378.586788:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384378.586790:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.586791:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 8 - export 00000020:00000010:2.0:1767384378.586794:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e3e44173. 00000020:00000001:2.0:1767384378.586797:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384378.586827:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.586830:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384378.586832:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:1.0:1767384378.586840:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000004c730635. 00000020:00000080:1.0:1767384378.586842:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384378.586850:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384378.586850:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384378.586851:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000031011242/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1767384378.586852:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384378.586854:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384378.586856:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.586856:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767384378.586858:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000b649a507) now 4 - export 00000020:00080000:1.0:1767384378.586858:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000b649a507) has no exports 00000020:00000010:2.0:1767384378.586861:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000031011242. 00000020:00000001:2.0:1767384378.586866:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384378.586879:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384378.586883:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384378.586885:0:40106:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:1.0:1767384378.586888:0:40106:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:1.0:1767384378.586896:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384378.586898:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000053c1a9f5. 00000020:00000001:1.0:1767384378.586901:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384378.586902:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384378.586904:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000ce0a3e8b. 00000020:00000001:1.0:1767384378.586906:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384378.586907:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384378.586908:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000294d630b. 00000020:00000001:1.0:1767384378.586910:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384378.586911:0:40106:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384378.586913:0:40106:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f929d6ed. 00000020:00000001:1.0:1767384378.586914:0:40106:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384378.586915:0:40106:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384378.587200:0:40106:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384378.587203:0:40106:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384378.587206:0:40106:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384378.587209:0:40106:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384378.587228:0:40106:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384378.587230:0:40106:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000000421d501. 00020000:00000001:1.0:1767384378.587234:0:40106:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.587236:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384378.587239:0:40106:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384378.587241:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384378.587243:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb943 00000020:00000040:1.0:1767384378.587245:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a37102 with handle 0x960a57272cefb943 from hash 00000020:00000001:1.0:1767384378.587248:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.587250:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000e7a37102 : new refcount 1 00000020:00000001:1.0:1767384378.587251:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.587252:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000e7a37102 : new refcount 0 00000020:00000080:1.0:1767384378.587253:0:40106:0:(genops.c:904:class_export_put()) final put 00000000e7a37102/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384378.587254:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.587264:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.587266:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384378.587268:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384378.587271:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000033d3383e. 00000020:00000080:1.0:1767384378.587273:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384378.587277:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384378.587279:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767384378.587281:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384378.587281:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384378.587282:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000002cf581f6) has no exports 00000020:00000080:2.0:1767384378.587283:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000e7a37102/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384378.587285:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384378.587286:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:2.0:1767384378.587288:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 13 to 0@lo 00000004:00000001:1.0:1767384378.587289:0:40106:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000020:00000001:2.0:1767384378.587291:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384378.587291:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:2.0:1767384378.587292:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.587293:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384378.587294:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002cf581f6) now 5 - export 00000020:00000001:1.0:1767384378.587295:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000010:2.0:1767384378.587296:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e7a37102. 00000020:00000080:1.0:1767384378.587296:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb93c 00000020:00000040:1.0:1767384378.587298:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef50946d with handle 0x960a57272cefb93c from hash 00000020:00000001:2.0:1767384378.587301:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384378.587301:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.587309:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000ef50946d : new refcount 1 00000020:00000001:1.0:1767384378.587311:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.587313:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000ef50946d : new refcount 0 00000020:00000080:1.0:1767384378.587315:0:40106:0:(genops.c:904:class_export_put()) final put 00000000ef50946d/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384378.587317:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.587326:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.587328:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.587330:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.587333:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384378.587335:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000ef50946d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384378.587338:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384378.587339:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.587342:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 7 - export 00000020:00000010:2.0:1767384378.587346:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ef50946d. 00000020:00000001:2.0:1767384378.587349:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384378.587538:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002d100d8b. 00000020:00000010:1.0:1767384378.587544:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eef63afb. 00000020:00000010:1.0:1767384378.587547:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003bc6f514. 00000020:00000010:1.0:1767384378.587550:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a6de0d25. 00000020:00000010:1.0:1767384378.587555:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005e92d630. 00000020:00000010:1.0:1767384378.587561:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000053e8c4f8. 00010000:00000001:1.0:1767384378.587681:0:40106:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384378.587684:0:40106:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384378.587687:0:40106:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384378.587811:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000009d5cbbe5. 00000020:00000010:1.0:1767384378.587819:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bc76d762. 00010000:00000001:1.0:1767384378.587858:0:40106:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384378.587867:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000584ef8e3. 00000020:00000010:1.0:1767384378.587870:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b6310815. 00000001:00000001:1.0:1767384378.587927:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.587962:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007c54dfa7. 00000001:00000010:1.0:1767384378.587964:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bdd45a25. 00000001:00000010:1.0:1767384378.587966:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000095a1f550. 00000001:00000010:1.0:1767384378.587968:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ce755255. 00000001:00000010:1.0:1767384378.587975:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000028226b49. 00000001:00000010:1.0:1767384378.587976:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e8bdc3e7. 00000001:00000010:1.0:1767384378.587978:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007466ed4c. 00000001:00000010:1.0:1767384378.587981:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000036bc7839. 00000001:00000010:1.0:1767384378.587983:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009e8b322b. 00000001:00000010:1.0:1767384378.587985:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003c3d3db1. 00000001:00000010:1.0:1767384378.587988:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a44ee152. 00000001:00000010:1.0:1767384378.587997:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000038eafe6d. 00000001:00000010:1.0:1767384378.587999:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000053f5de73. 00000001:00000010:1.0:1767384378.588001:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000216b19ae. 00000001:00000010:1.0:1767384378.588003:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000021f876ca. 00000001:00000010:1.0:1767384378.588006:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000006b2bfe. 00000001:00000010:1.0:1767384378.588020:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000000461f07c. 00000001:00000010:1.0:1767384378.588022:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b98daa60. 00000001:00000001:1.0:1767384378.588027:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384378.588029:0:40106:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000059d38986. 00010000:00000001:1.0:1767384378.588031:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384378.588033:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384378.588034:0:40106:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384378.588036:0:40106:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384378.588038:0:40106:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384378.588041:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384378.588042:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384378.588044:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384378.588046:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384378.588048:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384378.588050:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384378.588053:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384378.588055:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384378.588056:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384378.588058:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384378.588060:0:40106:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384378.589613:0:40106:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384378.589616:0:40106:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384378.589620:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384378.589621:0:40106:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384378.589623:0:40106:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384378.589628:0:40106:0:(genops.c:1229:class_import_get()) import 000000002608ec52 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384378.589632:0:40106:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384378.589634:0:40106:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384378.589636:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384378.589638:0:40106:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384378.589639:0:40106:0:(genops.c:1242:class_import_put()) import 000000002608ec52 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384378.589648:0:40106:0:(genops.c:1245:class_import_put()) final put import 000000002608ec52 00000020:00000001:1.0:1767384378.589665:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384378.589668:0:40106:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384378.589669:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384378.589672:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384378.589674:0:40106:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000000b11f7de. 00010000:00000010:1.0:1767384378.589679:0:40106:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000a476cac5. 00010000:00000001:1.0:1767384378.589683:0:40106:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384378.589685:0:40106:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.589688:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.589701:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.589707:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b52d412. 00000001:00000010:1.0:1767384378.589712:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da3d4ae7. 00000001:00000010:1.0:1767384378.589715:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd42675b. 00000001:00000010:1.0:1767384378.589718:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4176adb. 00000001:00000010:1.0:1767384378.589720:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004b8fb154. 00000001:00000010:1.0:1767384378.589726:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000014106ba3. 00000001:00000001:1.0:1767384378.589731:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384378.589732:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.589737:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006281b577. 00000001:00000010:1.0:1767384378.589741:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000118b3593. 00000001:00000010:1.0:1767384378.589746:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b391adde. 00000001:00000010:1.0:1767384378.589749:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cf60e1d2. 00000001:00000010:1.0:1767384378.589754:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001717e892. 00000001:00000010:1.0:1767384378.589760:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000047f26a5b. 00000001:00000001:1.0:1767384378.589765:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384378.589767:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002cf581f6) now 4 - setup 00000020:00000001:1.0:1767384378.589770:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.589772:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.589845:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384378.589848:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000002608ec52 for lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384378.589853:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 12 to 0@lo 00000020:00000040:2.0:1767384378.589855:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 11 to 0@lo 00000020:00000010:2.0:1767384378.589857:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000fb51aea0. 00000020:00000040:2.0:1767384378.589860:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002cf581f6) now 3 - import 00000020:00000010:2.0:1767384378.589862:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000002608ec52. 00000020:00000001:2.0:1767384378.589866:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000080:1.0:1767384378.589893:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384378.589899:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384378.589902:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002cf581f6) now 2 - obd_device_list 00000020:00000080:1.0:1767384378.589906:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384378.589908:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002cf581f6) now 1 - newdev 00000020:00000040:1.0:1767384378.589911:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001310192b with handle 0x960a57272cefb935 from hash 00000020:00000040:1.0:1767384378.589920:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000001310192b : new refcount 0 00000020:00000080:1.0:1767384378.589923:0:40106:0:(genops.c:904:class_export_put()) final put 000000001310192b/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384378.589925:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.589928:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384378.589930:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 000000001310192b/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384378.589932:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384378.589934:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.589936:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001310192b. 00000020:00000001:1.0:1767384378.589941:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384378.589943:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384378.589946:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384378.589948:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384378.589953:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d68a568c. 00000020:00000010:1.0:1767384378.589958:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000693d036a. 00000040:00000010:1.0:1767384378.589963:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b98daa60. 00000020:00000010:1.0:1767384378.589968:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384378.589975:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.589979:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d5cbbe5. 80000000:00000010:1.0:1767384378.589983:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e0734f9. 40000000:00000010:1.0:1767384378.589987:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9e8685e. 00100000:00000010:1.0:1767384378.589993:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384378.589997:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.590001:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001845a73c. 00080000:00000010:1.0:1767384378.590008:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c7f46a0a. 00080000:00000010:1.0:1767384378.590012:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000065871c5b. 00000004:00000010:1.0:1767384378.590020:0:40106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384378.590024:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384378.590029:0:40106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa4da8ee. 00002000:00000010:1.0:1767384378.590033:0:40106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000085e863b9. 00000004:00000010:1.0:1767384378.590036:0:40106:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005e46644b. 00000004:00000010:1.0:1767384378.590042:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fadc871d. 00000004:00000010:1.0:1767384378.590046:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001b819aee. 00000004:00000010:1.0:1767384378.590050:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002f43c8b8. 00000004:00000010:1.0:1767384378.590059:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000729a8621. 00000004:00000010:1.0:1767384378.590061:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000063b8cebf. 00000004:00000010:1.0:1767384378.590066:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c977fea. 00000004:00000010:1.0:1767384378.590069:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b92f473. 00000004:00000010:1.0:1767384378.590072:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009dfea759. 00000004:00000010:1.0:1767384378.590074:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000067a599bf. 00000004:00000010:1.0:1767384378.590077:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009bcfeca0. 00000004:00000010:1.0:1767384378.590083:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f835fd7d. 00000004:00000010:1.0:1767384378.590089:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7b37c76. 00000004:00000010:1.0:1767384378.590093:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000028abcfdc. 00000004:00000010:1.0:1767384378.590097:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006f983576. 00000004:00000010:1.0:1767384378.590101:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fd263ac1. 00000004:00000010:1.0:1767384378.590107:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069f4c9fe. 00000004:00000010:1.0:1767384378.590113:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001e29a182. 00000004:00000010:1.0:1767384378.590118:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000086a98729. 00000004:00000010:1.0:1767384378.590121:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004549c38e. 00000004:00000010:1.0:1767384378.590123:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000af0df90e. 00000004:00000010:1.0:1767384378.590224:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f180ab7d. 00000004:00000010:1.0:1767384378.590229:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000011e2d906. 00000004:00000010:1.0:1767384378.590234:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000098ce809e. 00000004:00000010:1.0:1767384378.590242:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe10c96b. 00000004:00000010:1.0:1767384378.590245:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fcb84478. 00000004:00000010:1.0:1767384378.590249:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097cd0d76. 00000004:00000010:1.0:1767384378.590251:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000953d8417. 00000004:00000010:1.0:1767384378.590257:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000003acde2c. 00000004:00000010:1.0:1767384378.590262:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000077fb101c. 00000004:00000010:1.0:1767384378.590268:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000be073054. 00000004:00000010:1.0:1767384378.590271:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001538e3b2. 00000004:00000010:1.0:1767384378.590278:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c66175cf. 00000004:00000010:1.0:1767384378.590284:0:40106:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000000fb6db73. 00000020:00000010:1.0:1767384378.590292:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000693d036a. 00000040:00000010:1.0:1767384378.590298:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b98daa60. 00000020:00000010:1.0:1767384378.590302:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384378.590306:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.590311:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d5cbbe5. 80000000:00000010:1.0:1767384378.590315:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e0734f9. 40000000:00000010:1.0:1767384378.590332:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9e8685e. 00100000:00000010:1.0:1767384378.590338:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384378.590344:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.590350:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001845a73c. 00080000:00000010:1.0:1767384378.590358:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065871c5b. 00080000:00000010:1.0:1767384378.590363:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c7f46a0a. 00000004:00000010:1.0:1767384378.590367:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384378.590372:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384378.590378:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa4da8ee. 00002000:00000010:1.0:1767384378.590383:0:40106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000085e863b9. 00000004:00000010:1.0:1767384378.590388:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005e46644b. 00000020:00000010:1.0:1767384378.590393:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d68a568c. 00000020:00000001:1.0:1767384378.590396:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.590398:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002cf581f6. 00000020:00000001:1.0:1767384378.590444:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.590448:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.590451:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000033d3383e. 00000020:00000001:1.0:1767384378.590455:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.590457:0:40106:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.590459:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384378.590462:0:40106:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000071fd9e38. 00020000:00000010:1.0:1767384378.590469:0:40106:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000009abec01a. 00000004:00000001:1.0:1767384378.590478:0:40106:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.590480:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.590489:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.590494:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f33e19c. 00000001:00000010:1.0:1767384378.590497:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d48dcd80. 00000001:00000010:1.0:1767384378.590500:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015a7918b. 00000001:00000010:1.0:1767384378.590503:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000095284a0d. 00000001:00000010:1.0:1767384378.590507:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000093c2b3e3. 00000001:00000010:1.0:1767384378.590511:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a592c73c. 00000001:00000001:1.0:1767384378.590515:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384378.590517:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.590521:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a8beab9. 00000001:00000010:1.0:1767384378.590524:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035b95c03. 00000001:00000010:1.0:1767384378.590538:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059a69b6b. 00000001:00000010:1.0:1767384378.590541:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5bb11ba. 00000001:00000010:1.0:1767384378.590543:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d6845b41. 00000001:00000010:1.0:1767384378.590546:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008d128ace. 00000001:00000001:1.0:1767384378.590548:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384378.590550:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000b649a507) now 3 - setup 00000020:00000001:1.0:1767384378.590553:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.590555:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384378.590558:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384378.590561:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384378.590564:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000b649a507) now 2 - obd_device_list 00000020:00000080:1.0:1767384378.590567:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384378.590568:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000b649a507) now 1 - newdev 00000020:00000040:1.0:1767384378.590572:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033763ae6 with handle 0x960a57272cefb8ef from hash 00000020:00000040:1.0:1767384378.590574:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000033763ae6 : new refcount 0 00000020:00000080:1.0:1767384378.590576:0:40106:0:(genops.c:904:class_export_put()) final put 0000000033763ae6/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384378.590579:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.590581:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384378.590583:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 0000000033763ae6/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384378.590586:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384378.590588:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.590590:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000033763ae6. 00000020:00000001:1.0:1767384378.590594:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384378.590596:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384378.590598:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384378.590600:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384378.590603:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008799faa7. 00000020:00000010:1.0:1767384378.590606:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001845a73c. 00000040:00000010:1.0:1767384378.590609:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d48dcd80. 00000020:00000010:1.0:1767384378.590612:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa4da8ee. 00000020:00000010:1.0:1767384378.590616:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.590619:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005f33e19c. 80000000:00000010:1.0:1767384378.590622:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033d3383e. 40000000:00000010:1.0:1767384378.590631:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9e8685e. 00100000:00000010:1.0:1767384378.590634:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000050e3243. 00040000:00000010:1.0:1767384378.590637:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.590639:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d5cbbe5. 00080000:00000010:1.0:1767384378.590643:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c7f46a0a. 00080000:00000010:1.0:1767384378.590646:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000065871c5b. 00000004:00000010:1.0:1767384378.590649:0:40106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064983313. 00000004:00000010:1.0:1767384378.590652:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384378.590655:0:40106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005c6b94c4. 00000004:00000001:1.0:1767384378.590659:0:40106:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384378.590663:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da0e8f59. 00000004:00000010:1.0:1767384378.590666:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000028154fd9. 00000004:00000010:1.0:1767384378.590705:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cfca3a2b. 00000004:00000010:1.0:1767384378.590712:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df599fb5. 00000004:00000010:1.0:1767384378.590715:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0a0183e. 00000004:00000010:1.0:1767384378.590719:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006c23d5a2. 00000004:00000010:1.0:1767384378.590722:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000806416d8. 00000004:00000010:1.0:1767384378.590725:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad622f08. 00000004:00000010:1.0:1767384378.590729:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090a54a41. 00000004:00000010:1.0:1767384378.590732:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000577e1995. 00000004:00000010:1.0:1767384378.590735:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007bca14e1. 00000004:00000010:1.0:1767384378.590738:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cc7f9d7f. 00000004:00000010:1.0:1767384378.590742:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bc9227a9. 00000004:00000010:1.0:1767384378.590745:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d6fb15b. 00000004:00000010:1.0:1767384378.590748:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006d138fb9. 00000004:00000010:1.0:1767384378.590752:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e463ebc. 00000004:00000010:1.0:1767384378.590755:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043aa533a. 00000004:00000010:1.0:1767384378.590758:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa26d071. 00000004:00000010:1.0:1767384378.590762:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007724b89e. 00000004:00000010:1.0:1767384378.590765:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b3b82aa8. 00000004:00000010:1.0:1767384378.590769:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000054715a9. 00000004:00000010:1.0:1767384378.590772:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e49a15d6. 00000004:00000010:1.0:1767384378.590779:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005e1c533. 00000004:00000010:1.0:1767384378.590781:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d4d6f95c. 00000004:00000010:1.0:1767384378.590785:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047eeabdd. 00000004:00000010:1.0:1767384378.590798:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f3a061a1. 00000004:00000010:1.0:1767384378.590803:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000059b6e86b. 00000004:00000010:1.0:1767384378.590866:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b3ca43a8. 00000004:00000010:1.0:1767384378.590873:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d4817158. 00000004:00000010:1.0:1767384378.590878:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6a87c76. 00000004:00000010:1.0:1767384378.590883:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003990f29c. 00000004:00000010:1.0:1767384378.590888:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ba74218. 00000004:00000010:1.0:1767384378.590897:0:40106:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 000000003f69cbb9. 00000004:00000001:1.0:1767384378.590904:0:40106:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446630354615336960 : -113719094214656 : ffff9892b5c90000) 00000020:00000010:1.0:1767384378.590908:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001845a73c. 00000040:00000010:1.0:1767384378.590912:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d48dcd80. 00000020:00000010:1.0:1767384378.590914:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa4da8ee. 00000020:00000010:1.0:1767384378.590916:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.590935:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f33e19c. 80000000:00000010:1.0:1767384378.590938:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033d3383e. 40000000:00000010:1.0:1767384378.590941:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9e8685e. 00100000:00000010:1.0:1767384378.590943:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000050e3243. 00040000:00000010:1.0:1767384378.590945:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.590948:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d5cbbe5. 00080000:00000010:1.0:1767384378.590950:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065871c5b. 00080000:00000010:1.0:1767384378.590952:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c7f46a0a. 00000004:00000010:1.0:1767384378.590954:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064983313. 00000004:00000010:1.0:1767384378.590957:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384378.590959:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005c6b94c4. 00000020:00000010:1.0:1767384378.590961:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008799faa7. 00000020:00000001:1.0:1767384378.590963:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.590964:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b649a507. 00000020:00000001:1.0:1767384378.590968:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.590970:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.590972:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000004c730635. 00000020:00000001:1.0:1767384378.590975:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.590976:0:40106:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.590979:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.590980:0:40106:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384378.590989:0:40106:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000cf006f9b. 00000004:00000001:1.0:1767384378.591010:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384378.591012:0:40106:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384378.591014:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384378.591016:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb912 00000020:00000040:1.0:1767384378.591019:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000077e709be with handle 0x960a57272cefb912 from hash 00000020:00000001:1.0:1767384378.591023:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.591024:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000077e709be : new refcount 1 00000020:00000001:1.0:1767384378.591026:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.591027:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000077e709be : new refcount 0 00000020:00000080:1.0:1767384378.591029:0:40106:0:(genops.c:904:class_export_put()) final put 0000000077e709be/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384378.591030:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591036:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591038:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384378.591039:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384378.591043:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000cf006f9b. 00000020:00000080:1.0:1767384378.591045:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384378.591048:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384378.591050:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384378.591052:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384378.591054:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000bfa2abab) has no exports 00000020:00000001:1.0:1767384378.591055:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384378.591057:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384378.591210:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.591221:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.591225:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df5b6606. 00000001:00000010:1.0:1767384378.591227:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c0095e4. 00000001:00000010:1.0:1767384378.591229:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df42ddaa. 00000001:00000010:1.0:1767384378.591231:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aed004cb. 00000001:00000010:1.0:1767384378.591233:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f859bfa8. 00000001:00000010:1.0:1767384378.591234:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000098b94a1d. 00000001:00000001:1.0:1767384378.591237:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384378.591238:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.591240:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ecfe15eb. 00000001:00000010:1.0:1767384378.591242:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004fce63c8. 00000001:00000010:1.0:1767384378.591244:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b95ceb17. 00000001:00000010:1.0:1767384378.591251:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba6068aa. 00000001:00000010:1.0:1767384378.591253:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000050997944. 00000001:00000010:1.0:1767384378.591255:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005fc54979. 00000001:00000001:1.0:1767384378.591256:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384378.591258:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000bfa2abab) now 4 - setup 00000020:00000001:1.0:1767384378.591259:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591261:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384378.591263:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384378.591265:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384378.591267:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000bfa2abab) now 3 - obd_device_list 00000020:00000080:1.0:1767384378.591269:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384378.591270:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000bfa2abab) now 2 - newdev 00000020:00000001:1.0:1767384378.591272:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591273:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.591275:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000cf006f9b. 00000020:00000001:1.0:1767384378.591277:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.591278:0:40106:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.591280:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.591281:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384378.591284:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384378.591285:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384378.591286:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb919 00000020:00000040:1.0:1767384378.591288:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc144209 with handle 0x960a57272cefb919 from hash 00000020:00000001:1.0:1767384378.591291:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384378.591292:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000dc144209 : new refcount 1 00000020:00000001:1.0:1767384378.591294:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.591295:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000dc144209 : new refcount 0 00000020:00000080:1.0:1767384378.591296:0:40106:0:(genops.c:904:class_export_put()) final put 00000000dc144209/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384378.591297:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591301:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.591303:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.591305:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591308:0:40106:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384378.591310:0:40106:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384378.591311:0:40106:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630353778768032 : -113719930783584 : ffff989283ebf8a0) 00000020:01000004:1.0:1767384378.591319:0:40106:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000544e3bb3 from lustre-MDT0000, refs=3 00000020:00000001:1.0:1767384378.591322:0:40106:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384378.591324:0:40106:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000544e3bb3 3 00000020:00000001:1.0:1767384378.591325:0:40106:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591328:0:40106:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384378.591329:0:40106:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384378.591330:0:40106:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630353778768032 : -113719930783584 : ffff989283ebf8a0) 00000020:01000004:1.0:1767384378.591332:0:40106:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000544e3bb3 from lustre-MDT0000 00000020:00000010:1.0:1767384378.591335:0:40106:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000ed0aceee. 00000020:00000010:1.0:1767384378.591338:0:40106:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000005f6b0bcf. 00000020:00000001:1.0:1767384378.591340:0:40106:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591342:0:40106:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384378.591344:0:40106:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384378.591345:0:40106:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591347:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384378.591357:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.591361:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001823de30. 00000001:00000010:1.0:1767384378.591378:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c36c7e7e. 00000001:00000010:1.0:1767384378.591380:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000691494a7. 00000001:00000010:1.0:1767384378.591382:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000db586157. 00000001:00000010:1.0:1767384378.591384:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000ea0daf6. 00000001:00000010:1.0:1767384378.591386:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000330896e2. 00000001:00000001:1.0:1767384378.591388:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384378.591390:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384378.591393:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d301c536. 00000001:00000010:1.0:1767384378.591394:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cb6f7208. 00000001:00000010:1.0:1767384378.591396:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac7b1655. 00000001:00000010:1.0:1767384378.591397:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001bf5d2f6. 00000001:00000010:1.0:1767384378.591399:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002e75aa0d. 00000001:00000010:1.0:1767384378.591400:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000805961f5. 00000001:00000001:1.0:1767384378.591403:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384378.591404:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 3 - setup 00000020:00000001:1.0:1767384378.591406:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591407:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384378.591409:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384378.591416:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384378.591418:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 2 - obd_device_list 00000020:00000080:1.0:1767384378.591420:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384378.591421:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000567a4f01) now 1 - newdev 00000020:00000040:1.0:1767384378.591424:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cd682895 with handle 0x960a57272cefb8fd from hash 00000020:00000040:1.0:1767384378.591426:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000cd682895 : new refcount 0 00000020:00000080:1.0:1767384378.591428:0:40106:0:(genops.c:904:class_export_put()) final put 00000000cd682895/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384378.591429:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591431:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384378.591432:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 00000000cd682895/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384378.591435:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384378.591437:0:40106:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384378.591439:0:40106:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000de48cfd0. 00000004:00000001:1.0:1767384378.591442:0:40106:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591444:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.591445:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cd682895. 00000020:00000001:1.0:1767384378.591448:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384378.591449:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384378.591450:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384378.591451:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384378.591452:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b98daa60. 00000020:00000010:1.0:1767384378.591454:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d5cbbe5. 00000040:00000010:1.0:1767384378.591456:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001bf5d2f6. 00000020:00000010:1.0:1767384378.591457:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384378.591459:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.591460:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ac7b1655. 80000000:00000010:1.0:1767384378.591462:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c730635. 40000000:00000010:1.0:1767384378.591463:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf006f9b. 00100000:00000010:1.0:1767384378.591465:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384378.591466:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.591467:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb6f7208. 00080000:00000010:1.0:1767384378.591469:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c7f46a0a. 00080000:00000010:1.0:1767384378.591471:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000065871c5b. 00000004:00000010:1.0:1767384378.591478:0:40106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384378.591480:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000001:1.0:1767384378.591482:0:40106:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384378.591483:0:40106:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000004e36affd. 00000004:00000001:1.0:1767384378.591485:0:40106:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.591487:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d5cbbe5. 00000040:00000010:1.0:1767384378.591488:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001bf5d2f6. 00000020:00000010:1.0:1767384378.591490:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c6b94c4. 00000020:00000010:1.0:1767384378.591491:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384378.591493:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ac7b1655. 80000000:00000010:1.0:1767384378.591494:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c730635. 40000000:00000010:1.0:1767384378.591495:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cf006f9b. 00100000:00000010:1.0:1767384378.591497:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064983313. 00040000:00000010:1.0:1767384378.591498:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a054e84f. 00040000:00000010:1.0:1767384378.591499:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cb6f7208. 00080000:00000010:1.0:1767384378.591501:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065871c5b. 00080000:00000010:1.0:1767384378.591503:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c7f46a0a. 00000004:00000010:1.0:1767384378.591504:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384378.591505:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000020:00000010:1.0:1767384378.591506:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b98daa60. 00000020:00000001:1.0:1767384378.591508:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.591509:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000567a4f01. 00000020:00000001:1.0:1767384378.591511:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591512:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.591514:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000002367c4d8. 00000020:00000001:1.0:1767384378.591515:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591517:0:40106:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384378.591518:0:40106:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384378.591519:0:40106:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384378.591521:0:40106:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384378.591523:0:40106:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384378.591524:0:40106:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384378.591525:0:40106:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630353778768704 : -113719930782912 : ffff989283ebfb40) 00000020:01000004:1.0:1767384378.591526:0:40106:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384378.591530:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384378.591531:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384378.591533:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000cf006f9b. 00000020:00000080:1.0:1767384378.591534:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384378.591535:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384378.591536:0:40106:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384378.591539:0:40106:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 0000000080803f60 3e3a581e-56d8-41d6-afef-11a885c88bac 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384378.591542:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384378.591543:0:40106:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (0000000080bddf3b) has exports, disconnecting them 00000020:00000001:1.0:1767384378.591544:0:40106:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384378.591545:0:40106:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=10 00000020:00000040:1.0:1767384378.591547:0:40106:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=11 00000020:00080000:1.0:1767384378.591548:0:40106:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000080803f60), last request at 1767384277 00000020:00000001:1.0:1767384378.591549:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384378.591551:0:40106:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384378.591552:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 10 20000000:00000010:1.0:1767384378.591554:0:40106:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000008a680a4. 00000020:00000040:1.0:1767384378.591556:0:40106:0:(genops.c:887:class_export_get()) GET export 0000000080803f60 refcount=11 00010000:00000001:1.0:1767384378.591559:0:40106:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384378.591560:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384378.591561:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 10 00000020:00000080:1.0:1767384378.591562:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb8be 00000020:00000040:1.0:1767384378.591563:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000080803f60 with handle 0x960a57272cefb8be from hash 00000020:00000040:1.0:1767384378.591565:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 9 00000020:00000001:1.0:1767384378.591567:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384378.591568:0:40106:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000080803f60: total 2 00000020:00000001:1.0:1767384378.591570:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384378.591571:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 8 00000020:00000001:1.0:1767384378.591572:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.591574:0:40106:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384378.591597:0:40106:0:(import.c:65:import_set_state_nolock()) 00000000a4c4b4c7 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384378.591600:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384378.591602:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384378.591603:0:40106:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384378.591619:0:40106:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384378.591627:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 7 20000000:00000001:1.0:1767384378.591629:0:40106:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.591631:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384378.591633:0:40106:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000080803f60): rc 0 00000020:00000040:1.0:1767384378.591634:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 6 00000020:00000001:1.0:1767384378.591636:0:40106:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384378.591637:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384378.591638:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:1.0:1767384378.591640:0:40106:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:1.0:1767384378.591641:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384378.591643:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (0000000080bddf3b) has no exports 00000020:00000001:1.0:1767384378.591644:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:1.0:1767384378.591646:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384378.591648:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000001:3.0:1767384378.591651:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:3.0:1767384378.591653:0:17075:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000080803f60: total 2 00000020:00000001:3.0:1767384378.591655:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630349475895296 : -113724233656320 : ffff989183735800) 00000100:00000001:1.0:1767384378.591657:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00010000:00000001:3.0:1767384378.591658:0:17075:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:1.0:1767384378.591659:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384378.591660:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000020:00000010:3.0:1767384378.591662:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035034bfa. 00000100:00000040:1.0:1767384378.591662:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000020:00000010:3.0:1767384378.591664:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6ce2d21. 00000100:00000040:1.0:1767384378.591664:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:1.0:1767384378.591666:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:3.0:1767384378.591667:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed48358d. 00000020:00000010:3.0:1767384378.591671:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd3d23f2. 00000020:00000010:3.0:1767384378.591674:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d111d548. 80000000:00000010:3.0:1767384378.591679:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b45214e. 40000000:00000010:3.0:1767384378.591682:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051793a23. 00100000:00000010:3.0:1767384378.591685:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000081e1fe69. 00000100:00000040:1.0:1767384378.591687:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00040000:00000010:3.0:1767384378.591689:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039e4eb5c. 00000020:00000001:2.0:1767384378.591692:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00040000:00000010:3.0:1767384378.591693:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da1bf98d. 00000020:00000080:2.0:1767384378.591696:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000077e709be/lustre-MDD0000_UUID for lustre-MDD0000 00080000:00000010:3.0:1767384378.591699:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cacff4b9. 00000020:00000001:2.0:1767384378.591701:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:1.0:1767384378.591702:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007336777d. 00000020:00000001:2.0:1767384378.591705:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384378.591706:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f0562efe. 00000040:00000010:1.0:1767384378.591709:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b75592b3. 00000020:00000040:2.0:1767384378.591712:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000bfa2abab) now 1 - export 00000020:00000010:1.0:1767384378.591712:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000460ddd1d. 00002000:00000010:3.0:1767384378.591714:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f312311c. 00000020:00000010:3.0:1767384378.591719:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c6ce2d21. 00000020:00000040:2.0:1767384378.591719:0:38:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000da5c2251 with handle 0x960a57272cefb904 from hash 00000020:00000010:1.0:1767384378.591719:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000049f1af74. 00000020:00000040:2.0:1767384378.591725:0:38:0:(genops.c:898:class_export_put()) PUTting export 00000000da5c2251 : new refcount 0 00000020:00000010:3.0:1767384378.591726:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed48358d. 80000000:00000010:1.0:1767384378.591726:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007440dc19. 00000020:00000080:2.0:1767384378.591730:0:38:0:(genops.c:904:class_export_put()) final put 00000000da5c2251/lustre-MDD0000_UUID 00000020:00000010:3.0:1767384378.591732:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd3d23f2. 00040000:00000010:1.0:1767384378.591732:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2ff6a26. 00000020:00000001:2.0:1767384378.591734:0:38:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.591737:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d111d548. 00000020:00000001:2.0:1767384378.591738:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:1.0:1767384378.591739:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e968b872. 00000020:00000080:2.0:1767384378.591742:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000da5c2251/lustre-MDD0000_UUID for lustre-MDD0000 80000000:00000010:3.0:1767384378.591743:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b45214e. 00000020:00000001:2.0:1767384378.591746:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 40000000:00000010:3.0:1767384378.591749:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051793a23. 00000020:00000001:2.0:1767384378.591749:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384378.591754:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000081e1fe69. 00000020:00000010:2.0:1767384378.591754:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000da5c2251. 00040000:00000010:3.0:1767384378.591760:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.591765:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da1bf98d. 00000020:00000001:2.0:1767384378.591765:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384378.591769:0:38:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00080000:00000010:3.0:1767384378.591771:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f0562efe. 00000020:01000000:2.0:1767384378.591772:0:38:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:2.0:1767384378.591775:0:38:0:(obd_class.h:633:obd_cleanup()) Process entered 00080000:00000010:3.0:1767384378.591776:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cacff4b9. 00000020:00000010:2.0:1767384378.591779:0:38:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c4328b. 00002000:00000010:3.0:1767384378.591781:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f312311c. 00080000:00000010:1.0:1767384378.591784:0:17080:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000028133702. 00000020:00000010:3.0:1767384378.591785:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035034bfa. 00010000:00010000:3.0:1767384378.591787:0:17075:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000080803f60, canceled 0 locks, left on hash table 5. 00000020:00000010:2.0:1767384378.591787:0:38:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0bd7294. 00080000:00000010:1.0:1767384378.591787:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000018ae1344. 00000040:00000010:2.0:1767384378.591794:0:38:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cf60e1d2. 20000000:00000010:1.0:1767384378.591795:0:17080:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d6d09729. 00000020:00000010:3.0:1767384378.591798:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035034bfa. 00000020:00000010:1.0:1767384378.591801:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030d55b8c. 00000020:00000010:3.0:1767384378.591803:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b083b6bc. 00000020:00000010:2.0:1767384378.591803:0:38:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023e93990. 00000020:00000010:1.0:1767384378.591807:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005e218776. 00000020:00000010:3.0:1767384378.591810:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081e1fe69. 00000020:00000010:2.0:1767384378.591811:0:38:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a86b8402. 00000020:00000010:3.0:1767384378.591814:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd3d23f2. 00000100:00000010:1.0:1767384378.591816:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000069ce1722. 00000020:00000010:3.0:1767384378.591819:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da1bf98d. 00000020:00000010:2.0:1767384378.591819:0:38:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b391adde. 00000100:00100000:1.0:1767384378.591819:0:17080:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000050df20e4:17080] 1 exiting: rc = 0 80000000:00000010:3.0:1767384378.591828:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b45214e. 80000000:00000010:2.0:1767384378.591828:0:38:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb51aea0. 40000000:00000010:3.0:1767384378.591835:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051793a23. 40000000:00000010:2.0:1767384378.591835:0:38:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe73c640. 00100000:00000010:3.0:1767384378.591842:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ed48358d. 00100000:00000010:2.0:1767384378.591843:0:38:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c54a7e1. 00040000:00000010:3.0:1767384378.591846:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039e4eb5c. 00040000:00000010:2.0:1767384378.591850:0:38:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f1e31a9. 00040000:00000010:3.0:1767384378.591852:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d111d548. 00040000:00000010:2.0:1767384378.591855:0:38:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000118b3593. 00080000:00000010:3.0:1767384378.591858:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f0562efe. 00080000:00000010:2.0:1767384378.591864:0:38:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000058638387. 00080000:00000010:3.0:1767384378.591865:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b331821. 00002000:00000010:3.0:1767384378.591871:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f312311c. 00080000:00000010:2.0:1767384378.591873:0:38:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b43bf0a. 00000001:00000001:3.0:1767384378.591875:0:17075:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384378.591878:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384378.591882:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003575d54b count: 2 00010000:00000001:3.0:1767384378.591885:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384378.591888:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.591891:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.591893:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.591896:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.591900:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.591902:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.591907:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.591909:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.591911:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.591912:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.591914:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000f9db32f with handle 0x960a57272cefb9d6 from hash 00010000:00000001:3.0:1767384378.591917:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.591918:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.591919:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.591926:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.591930:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384378.591932:0:17075:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000080803f60, 1 locks cancelled. 00000004:00000010:2.0:1767384378.591933:0:38:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046b62496. 00010000:00000001:3.0:1767384378.591935:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384378.591939:0:38:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077fd78bb. 00010000:00000001:3.0:1767384378.591944:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384378.591944:0:38:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00010000:00000001:3.0:1767384378.591948:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384378.591950:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cb1bc4b. 00010000:00010000:3.0:1767384378.591951:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000f9db32f/0x960a57272cefb9d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb9cf expref: 6 pid: 17080 timeout: 0 lvb_type: 0 00000004:00000010:2.0:1767384378.591955:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ade322d8. 00010000:00000040:3.0:1767384378.591964:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 4 00000004:00000010:2.0:1767384378.591965:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b2dc486a. 00000020:00000040:3.0:1767384378.591968:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 5 00000004:00000010:2.0:1767384378.591971:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000007daad46. 00010000:00000040:3.0:1767384378.591973:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003575d54b count: 0 00000004:00000010:2.0:1767384378.591977:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000377af431. 00000004:00000010:2.0:1767384378.591984:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b9e0da6. 00010000:00000001:3.0:1767384378.591987:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:2.0:1767384378.591989:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000069ec1ef9. 00000001:00000040:3.0:1767384378.591991:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3e3a581e-56d8-4, loop: 0 00000004:00000010:2.0:1767384378.591994:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bcea644e. 00000001:00000001:3.0:1767384378.591995:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384378.592000:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 4 00000004:00000010:2.0:1767384378.592000:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eda671b1. 00010000:00000001:3.0:1767384378.592004:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384378.592008:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000010:2.0:1767384378.592008:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000074ed91ee. 00010000:00000001:3.0:1767384378.592011:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.592014:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384378.592014:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007e7d3fe7. 00000020:00000001:3.0:1767384378.592019:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384378.592020:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000829bde61. 00010000:00000001:3.0:1767384378.592023:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.592026:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000010:2.0:1767384378.592027:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007336531f. 00010000:00000001:3.0:1767384378.592029:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592032:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:2.0:1767384378.592033:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004b593b72. 00010000:00000001:3.0:1767384378.592034:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.592037:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384378.592038:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d55cd1d. 00000020:00000040:3.0:1767384378.592041:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000016c89e53 with handle 0x960a57272cefb9e4 from hash 00000004:00000010:2.0:1767384378.592043:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000922cb4b7. 00010000:00000001:3.0:1767384378.592047:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.592049:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384378.592049:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001f342313. 00010000:00000001:3.0:1767384378.592051:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592054:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.592055:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000010:2.0:1767384378.592055:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b2543e1. 00010000:00000040:3.0:1767384378.592059:0:17075:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000080803f60, 2 locks cancelled. 00000004:00000010:2.0:1767384378.592060:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a1cc1fcd. 00010000:00000001:3.0:1767384378.592061:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592064:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592066:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384378.592067:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000474883af. 00010000:00010000:3.0:1767384378.592072:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000016c89e53/0x960a57272cefb9e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb9dd expref: 5 pid: 17080 timeout: 0 lvb_type: 0 00000004:00000010:2.0:1767384378.592072:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008071cca1. 00000004:00000010:2.0:1767384378.592077:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009fff8bcf. 00010000:00000040:3.0:1767384378.592080:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 3 00000004:00000010:2.0:1767384378.592084:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d270127. 00000004:00000010:2.0:1767384378.592087:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a153bbe. 00000004:00000010:2.0:1767384378.592090:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000efba10c2. 00000020:00000040:3.0:1767384378.592092:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 4 00000004:00000010:2.0:1767384378.592095:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058ae7117. 00010000:00000001:3.0:1767384378.592098:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384378.592101:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3e3a581e-56d8-4, loop: 1 00000004:00000010:2.0:1767384378.592102:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac743c1f. 00000001:00000001:3.0:1767384378.592104:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000004:00000010:2.0:1767384378.592107:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000014ff0627. 00010000:00000040:3.0:1767384378.592110:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d9637798 count: 2 00000004:00000010:2.0:1767384378.592113:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026cc8272. 00010000:00000001:3.0:1767384378.592114:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384378.592117:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000010:2.0:1767384378.592119:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a0e0759. 00010000:00000001:3.0:1767384378.592120:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.592123:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.592127:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384378.592127:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ff79f2a1. 00010000:00000001:3.0:1767384378.592131:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000010:2.0:1767384378.592171:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000059866859. 00010000:00000001:3.0:1767384378.592172:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.592179:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592182:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:2.0:1767384378.592182:0:38:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 000000007162f39e. 00010000:00000001:3.0:1767384378.592184:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384378.592185:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000ebaf595. 00010000:00000001:3.0:1767384378.592188:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384378.592189:0:38:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.592193:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015a1e83e with handle 0x960a57272cefb9ac from hash 00000020:00000010:2.0:1767384378.592197:0:38:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b0bd7294. 00010000:00000001:3.0:1767384378.592199:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000040:00000010:1.0:1767384378.592199:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e7ae6642. 00010000:00000001:3.0:1767384378.592204:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592206:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000010:2.0:1767384378.592207:0:38:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cf60e1d2. 00000020:00000010:1.0:1767384378.592207:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b545e9e7. 00010000:00000001:3.0:1767384378.592209:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384378.592212:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e105401e. 00010000:00000001:3.0:1767384378.592214:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767384378.592216:0:38:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023e93990. 00010000:00000001:3.0:1767384378.592217:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000010:1.0:1767384378.592218:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aac312e2. 00010000:00000001:3.0:1767384378.592220:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592221:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.592226:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000015a1e83e/0x960a57272cefb9ac lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb9a5 expref: 4 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384378.592226:0:38:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a86b8402. 00040000:00000010:1.0:1767384378.592227:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000054c3f572. 00010000:00000040:3.0:1767384378.592234:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 2 00000020:00000040:3.0:1767384378.592236:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 3 00000020:00000010:2.0:1767384378.592237:0:38:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b391adde. 00010000:00000040:3.0:1767384378.592238:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d9637798 count: 0 00080000:00000010:1.0:1767384378.592238:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000086b2baef. 80000000:00000010:2.0:1767384378.592243:0:38:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb51aea0. 00080000:00000010:1.0:1767384378.592244:0:17079:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000037315a06. 00010000:00000001:3.0:1767384378.592246:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384378.592249:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3e3a581e-56d8-4, loop: 2 40000000:00000010:2.0:1767384378.592249:0:38:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fe73c640. 00000001:00000001:3.0:1767384378.592252:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00080000:00000010:1.0:1767384378.592253:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009a7deea2. 20000000:00000010:1.0:1767384378.592257:0:17079:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004b479269. 00100000:00000010:2.0:1767384378.592261:0:38:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c54a7e1. 00010000:00000040:3.0:1767384378.592262:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 3 00000020:00000010:1.0:1767384378.592262:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ebc5dba. 00010000:00000001:3.0:1767384378.592266:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384378.592269:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00040000:00000010:2.0:1767384378.592270:0:38:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f1e31a9. 00000020:00000010:1.0:1767384378.592270:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aff68310. 00040000:00000010:2.0:1767384378.592276:0:38:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000118b3593. 00000100:00000010:1.0:1767384378.592278:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000bad46eed. 00010000:00000001:3.0:1767384378.592281:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:1.0:1767384378.592282:0:17079:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000667f24fe:17079] 0 exiting: rc = 1 00080000:00000010:2.0:1767384378.592283:0:38:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b43bf0a. 00010000:00000001:3.0:1767384378.592284:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.592288:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384378.592291:0:38:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000058638387. 00010000:00000001:3.0:1767384378.592293:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.592297:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000010:2.0:1767384378.592299:0:38:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000046b62496. 00010000:00000001:3.0:1767384378.592300:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592304:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:2.0:1767384378.592305:0:38:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077fd78bb. 00010000:00000001:3.0:1767384378.592306:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.592310:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.592314:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dda42cde with handle 0x960a57272cefb9ba from hash 00000020:00000010:2.0:1767384378.592314:0:38:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c4328b. 00010000:00000001:3.0:1767384378.592320:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1767384378.592321:0:38:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.592324:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384378.592326:0:38:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bfa2abab. 00010000:00000001:3.0:1767384378.592327:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592331:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.592333:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767384378.592333:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000077e709be. 00010000:00000040:3.0:1767384378.592336:0:17075:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000080803f60, 4 locks cancelled. 00010000:00000001:3.0:1767384378.592339:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592341:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384378.592342:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:3.0:1767384378.592343:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.592347:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dda42cde/0x960a57272cefb9ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb9b3 expref: 3 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384378.592349:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384378.592353:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000dc144209/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000010:1.0:1767384378.592356:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d2eb8bd. 00010000:00000040:3.0:1767384378.592357:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 1 00000020:00000001:2.0:1767384378.592357:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:3.0:1767384378.592361:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 2 00000020:00000001:2.0:1767384378.592362:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384378.592363:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e5edb12. 00010000:00000001:3.0:1767384378.592366:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384378.592367:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 6 - export 00000001:00000040:3.0:1767384378.592368:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3e3a581e-56d8-4, loop: 3 00000020:00000010:1.0:1767384378.592368:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd3e5f04. 00000020:00000010:2.0:1767384378.592372:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dc144209. 00000001:00000001:3.0:1767384378.592373:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:1.0:1767384378.592375:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c062d73. 00010000:00000040:3.0:1767384378.592378:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003d62d9bf count: 2 80000000:00000010:1.0:1767384378.592379:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000021d24902. 00010000:00000001:3.0:1767384378.592380:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384378.592383:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:2.0:1767384378.592384:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:3.0:1767384378.592385:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00040000:00000010:1.0:1767384378.592385:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c28193c9. 00010000:00000001:3.0:1767384378.592388:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.592391:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384378.592393:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006d45d2e5. 00010000:00000001:3.0:1767384378.592394:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.592397:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1767384378.592397:0:17081:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000091e6eba3. 00010000:00000001:3.0:1767384378.592400:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1767384378.592400:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9f4eaac. 00010000:00000001:3.0:1767384378.592402:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592404:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:1.0:1767384378.592404:0:17081:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007941c189. 00000020:00000010:1.0:1767384378.592407:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abac6db2. 00010000:00000001:3.0:1767384378.592410:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.592411:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000077738180. 00000020:00000040:3.0:1767384378.592412:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000767c7f8c with handle 0x960a57272cefb8cc from hash 00010000:00000001:3.0:1767384378.592414:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.592415:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384378.592416:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a0112448. 00010000:00000001:3.0:1767384378.592417:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592418:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384378.592418:0:17081:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000da99a3ff:17081] 2 exiting: rc = 0 00010000:00000001:3.0:1767384378.592419:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384378.592421:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.592422:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.592424:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.592428:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000767c7f8c/0x960a57272cefb8cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x960a57272cefb8c5 expref: 2 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384378.592433:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000080803f60 : new locks_count 0 00000020:00000040:3.0:1767384378.592436:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 1 00010000:00000040:3.0:1767384378.592438:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d62d9bf count: 0 00010000:00000001:3.0:1767384378.592447:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384378.592449:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3e3a581e-56d8-4, loop: 4 00000001:00000001:3.0:1767384378.592451:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384378.592455:0:17075:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.592457:0:17075:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000080803f60, canceled 5 locks, left on hash table 0. 00010000:00000001:3.0:1767384378.592460:0:17075:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:3.0:1767384378.592462:0:17075:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384378.592465:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384378.592470:0:17075:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384378.592473:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000667f24fe. 00010000:00000001:3.0:1767384378.592474:0:17075:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:3.0:1767384378.592479:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b083b6bc. 00000100:00000010:2.0:1767384378.592486:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000050df20e4. 00000020:00000010:3.0:1767384378.592487:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384378.592496:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd3d23f2. 00000100:00000010:2.0:1767384378.592500:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000da99a3ff. 00000020:00000010:3.0:1767384378.592501:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da1bf98d. 80000000:00000010:3.0:1767384378.592509:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b45214e. 00000100:00000001:2.0:1767384378.592513:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 40000000:00000010:3.0:1767384378.592515:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051793a23. 00000100:00000001:2.0:1767384378.592517:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00100000:00000010:3.0:1767384378.592524:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed48358d. 00000400:00000200:2.0:1767384378.592525:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00040000:00000010:3.0:1767384378.592531:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.592537:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d111d548. 00000400:00000001:2.0:1767384378.592541:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000010:3.0:1767384378.592543:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b331821. 00000400:00000001:2.0:1767384378.592545:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592549:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 00000400:00000200:2.0:1767384378.592558:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e4d8ec 00080000:00000010:3.0:1767384378.592559:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0562efe. 00000400:00000010:2.0:1767384378.592561:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9e4d8ec. 00002000:00000010:3.0:1767384378.592566:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f312311c. 00000100:00000001:2.0:1767384378.592567:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592570:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:3.0:1767384378.592572:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035034bfa. 00000020:00000001:3.0:1767384378.592575:0:17075:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384378.592582:0:17075:0:(genops.c:898:class_export_put()) PUTting export 0000000080803f60 : new refcount 0 00000100:00100000:2.0:1767384378.592583:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1767384378.592587:0:17075:0:(genops.c:904:class_export_put()) final put 0000000080803f60/3e3a581e-56d8-41d6-afef-11a885c88bac 00000100:00000040:2.0:1767384378.592588:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.592594:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592597:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592598:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592600:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b2ef36. 00000020:00000001:3.0:1767384378.592604:0:17075:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000200:2.0:1767384378.592604:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d094d655 00000400:00000010:2.0:1767384378.592606:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d094d655. 00010000:00000001:3.0:1767384378.592607:0:17075:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.592612:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384378.592613:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384378.592613:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000200:2.0:1767384378.592616:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384378.592617:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384378.592617:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000080803f60/3e3a581e-56d8-41d6-afef-11a885c88bac for MGS 00010000:00010000:3.0:1767384378.592622:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384378.592624:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 10 to 0@lo 00000020:00000001:3.0:1767384378.592625:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384378.592628:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.592628:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384378.592631:0:38:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00010000:00010000:3.0:1767384378.592632:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384378.592632:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384378.592633:0:38:0:(genops.c:1229:class_import_get()) import 00000000a4c4b4c7 refcount=2 obd=MGS 00000020:00000001:3.0:1767384378.592636:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384378.592639:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:3.0:1767384378.592640:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.592640:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384378.592643:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:3.0:1767384378.592644:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384378.592646:0:38:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=1 obd=MGS 00000400:00000001:2.0:1767384378.592651:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384378.592652:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767384378.592655:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384378.592657:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384378.592658:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0f9a9e. 00000020:00000040:1.0:1767384378.592660:0:38:0:(genops.c:1242:class_import_put()) import 00000000a4c4b4c7 refcount=0 obd=MGS 00000400:00000200:2.0:1767384378.592663:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001548b6da 00000020:00000040:1.0:1767384378.592664:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000a4c4b4c7 00000400:00000010:2.0:1767384378.592667:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001548b6da. 00000100:00000001:2.0:1767384378.592671:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592672:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384378.592676:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384378.592680:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384378.592681:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:2.0:1767384378.592683:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000001:00000001:1.0:1767384378.592685:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384378.592688:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:1.0:1767384378.592690:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007f99cbeb. 00000400:00000001:2.0:1767384378.592691:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592694:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592697:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a22c049. 00000001:00000010:1.0:1767384378.592698:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079aaa0f7. 00000400:00000200:2.0:1767384378.592703:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938602e6 00000001:00000010:1.0:1767384378.592703:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3998e2d. 00000400:00000010:2.0:1767384378.592708:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000938602e6. 00000001:00000010:1.0:1767384378.592710:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004fdc19bd. 00000100:00000001:2.0:1767384378.592714:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:1.0:1767384378.592715:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cade8f6f. 00000100:00000200:2.0:1767384378.592718:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:1.0:1767384378.592719:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000848d931b. 00000100:00100000:2.0:1767384378.592726:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:1.0:1767384378.592727:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:2.0:1767384378.592729:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:1.0:1767384378.592731:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384378.592734:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:2.0:1767384378.592735:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384378.592735:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384378.592736:0:38:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384378.592738:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384378.592740:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384378.592741:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384378.592743:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 5 - export 00000400:00000010:2.0:1767384378.592744:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655416be. 00000020:00000010:1.0:1767384378.592746:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000080803f60. 00000400:00000200:2.0:1767384378.592750:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2e0ca7 00000020:00000001:1.0:1767384378.592751:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000010:2.0:1767384378.592754:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b2e0ca7. 00000020:00000001:1.0:1767384378.592756:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:2.0:1767384378.592758:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000020:00000080:1.0:1767384378.592758:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a4c4b4c7 for MGS 00000100:00000200:2.0:1767384378.592762:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:1.0:1767384378.592766:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 9 to 0@lo 00000020:00000040:1.0:1767384378.592769:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 4 - import 00000020:00000010:1.0:1767384378.592770:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a4c4b4c7. 00000100:00100000:2.0:1767384378.592779:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384378.592780:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:2.0:1767384378.592783:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.592791:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592794:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592796:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592798:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bebf4b1. 00000400:00000200:2.0:1767384378.592801:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000425b2ba8 00000400:00000010:2.0:1767384378.592803:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000425b2ba8. 00000100:00000001:2.0:1767384378.592808:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592810:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592820:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592822:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.592825:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592827:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592828:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592829:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5954f3. 00000400:00000200:2.0:1767384378.592831:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0ca9c64 00000400:00000010:2.0:1767384378.592833:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0ca9c64. 00000100:00000001:2.0:1767384378.592835:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592836:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592839:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592840:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.592846:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592848:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592849:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592850:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050880935. 00000400:00000200:2.0:1767384378.592853:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b3fd87 00000400:00000010:2.0:1767384378.592854:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012b3fd87. 00000100:00000001:2.0:1767384378.592857:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592859:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592863:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592866:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.592868:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592870:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592871:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592872:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f6699d0. 00000400:00000200:2.0:1767384378.592886:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e61b06a 00000400:00000010:2.0:1767384378.592888:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e61b06a. 00000100:00000001:2.0:1767384378.592890:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592892:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592897:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592899:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.592901:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592903:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592904:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592906:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7347bc3. 00000400:00000200:2.0:1767384378.592908:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027a9312d 00000400:00000010:2.0:1767384378.592910:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027a9312d. 00000100:00000001:2.0:1767384378.592916:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592917:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592922:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592924:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.592926:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592928:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592930:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592932:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000399f614. 00000400:00000200:2.0:1767384378.592937:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c41601 00000400:00000010:2.0:1767384378.592940:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028c41601. 00000100:00000001:2.0:1767384378.592943:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592944:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592949:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592951:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.592953:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592955:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592956:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592958:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163181f3. 00000400:00000200:2.0:1767384378.592960:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000833223f7 00000400:00000010:2.0:1767384378.592962:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000833223f7. 00000100:00000001:2.0:1767384378.592965:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592966:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592970:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592973:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.592977:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.592978:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.592980:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.592982:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a4013d. 00000400:00000200:2.0:1767384378.592984:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae134b0 00000400:00000010:2.0:1767384378.592986:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae134b0. 00000100:00000001:2.0:1767384378.592989:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.592991:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.592996:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.592997:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.593000:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593001:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593003:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593005:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34202a2. 00000400:00000200:2.0:1767384378.593007:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8dc6b32 00000400:00000010:2.0:1767384378.593009:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8dc6b32. 00000100:00000001:2.0:1767384378.593011:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593013:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593018:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593020:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.593021:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593024:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593026:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593027:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037eb2745. 00000400:00000200:2.0:1767384378.593032:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da9edb9 00000400:00000010:2.0:1767384378.593033:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da9edb9. 00000100:00000001:2.0:1767384378.593038:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593039:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593049:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593052:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.593053:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593055:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593056:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593057:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a146bb3. 00000400:00000200:2.0:1767384378.593062:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad48a5c6 00000400:00000010:2.0:1767384378.593063:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad48a5c6. 00000100:00000001:2.0:1767384378.593068:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593069:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593081:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593084:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.593085:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593086:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593087:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593088:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee90d668. 00000400:00000200:2.0:1767384378.593090:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000764382ac 00000400:00000010:2.0:1767384378.593091:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000764382ac. 00000100:00000001:2.0:1767384378.593093:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593093:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593096:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593097:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.593098:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593100:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593101:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593102:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fff5bc6. 00000400:00000200:2.0:1767384378.593104:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000341a4433 00000400:00000010:2.0:1767384378.593105:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000341a4433. 00000100:00000001:2.0:1767384378.593107:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593108:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593111:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593112:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.593113:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593114:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593115:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593115:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9d85aa. 00000400:00000200:2.0:1767384378.593117:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000400:00000010:2.0:1767384378.593118:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00000100:00000001:2.0:1767384378.593119:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593120:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593124:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593125:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.593127:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593128:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593129:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593130:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df586b6. 00000400:00000200:2.0:1767384378.593132:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bc4d08 00000400:00000010:2.0:1767384378.593134:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087bc4d08. 00000100:00000001:2.0:1767384378.593179:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593180:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593184:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593185:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.593186:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593188:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593189:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593190:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655477b5. 00000400:00000200:2.0:1767384378.593192:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036c6acff 00000400:00000010:2.0:1767384378.593193:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036c6acff. 00000100:00000001:2.0:1767384378.593202:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593204:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593209:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593212:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.593216:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593218:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593220:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593222:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adeeb4c. 00000400:00000200:2.0:1767384378.593225:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431807c8 00000400:00000010:2.0:1767384378.593227:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000431807c8. 00000100:00000001:2.0:1767384378.593231:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593232:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593236:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593239:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.593241:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593242:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593243:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593245:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c835cfc. 00000400:00000200:2.0:1767384378.593247:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001877db81 00000400:00000010:2.0:1767384378.593249:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001877db81. 00000100:00000001:2.0:1767384378.593252:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593253:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593258:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593260:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.593263:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593264:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593266:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593268:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba405bff. 00000400:00000200:2.0:1767384378.593271:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b15b573 00000400:00000010:2.0:1767384378.593273:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b15b573. 00000100:00000001:2.0:1767384378.593276:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593279:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593285:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593288:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.593291:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593293:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593294:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593296:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7c12424. 00000400:00000200:2.0:1767384378.593298:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009368c589 00000400:00000010:2.0:1767384378.593299:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009368c589. 00000100:00000001:2.0:1767384378.593302:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593304:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593309:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593311:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.593313:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593315:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593316:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593318:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000332778f6. 00000400:00000200:2.0:1767384378.593321:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002970ca1e 00000400:00000010:2.0:1767384378.593322:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002970ca1e. 00000100:00000001:2.0:1767384378.593327:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593329:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593336:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593338:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.593341:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593342:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593344:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593346:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba6954c. 00000400:00000200:2.0:1767384378.593349:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d051d8 00000400:00000010:2.0:1767384378.593351:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2d051d8. 00000100:00000001:2.0:1767384378.593355:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593357:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593361:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593363:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.593364:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593366:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593368:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593369:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f5fa4b. 00000400:00000200:2.0:1767384378.593372:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cd5f0 00000400:00000010:2.0:1767384378.593374:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000864cd5f0. 00000100:00000001:2.0:1767384378.593376:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593379:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593383:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593384:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.593389:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593390:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593391:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593393:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0e4d4a. 00000400:00000200:2.0:1767384378.593397:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004acfb475 00000400:00000010:2.0:1767384378.593400:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004acfb475. 00000100:00000001:2.0:1767384378.593403:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593404:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593409:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593412:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.593417:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593419:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593420:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593422:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000434af64d. 00000400:00000200:2.0:1767384378.593426:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ff7e4a 00000400:00000010:2.0:1767384378.593429:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004ff7e4a. 00000100:00000001:2.0:1767384378.593434:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593436:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593446:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593448:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.593451:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593454:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593456:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593459:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcdca. 00000400:00000200:2.0:1767384378.593461:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ad7265 00000400:00000010:2.0:1767384378.593462:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058ad7265. 00000100:00000001:2.0:1767384378.593464:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593465:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593469:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593470:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.593472:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593473:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593474:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593475:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004488b78b. 00000400:00000200:2.0:1767384378.593477:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc0356e 00000400:00000010:2.0:1767384378.593478:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc0356e. 00000100:00000001:2.0:1767384378.593480:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593481:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593485:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593487:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.593488:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593489:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593490:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593492:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a0f1520. 00000400:00000200:2.0:1767384378.593493:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b654b10 00000400:00000010:2.0:1767384378.593495:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b654b10. 00000100:00000001:2.0:1767384378.593497:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593498:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593507:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593508:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.593510:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593512:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593513:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593514:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f5f393. 00000400:00000200:2.0:1767384378.593517:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fec15973 00000400:00000010:2.0:1767384378.593518:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fec15973. 00000100:00000001:2.0:1767384378.593520:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593521:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593528:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593530:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.593531:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593533:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593534:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593535:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006341d9a7. 00000400:00000200:2.0:1767384378.593539:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77f40a7 00000400:00000010:2.0:1767384378.593541:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e77f40a7. 00000100:00000001:2.0:1767384378.593544:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593545:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593550:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593552:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.593555:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593556:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593558:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593560:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ee997a. 00000400:00000200:2.0:1767384378.593565:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ece8defe 00000400:00000010:2.0:1767384378.593566:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ece8defe. 00000100:00000001:2.0:1767384378.593570:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593571:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593578:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593580:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.593583:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593585:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593586:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593587:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844e248. 00000400:00000200:2.0:1767384378.593590:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e427e6a 00000400:00000010:2.0:1767384378.593592:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e427e6a. 00000100:00000001:2.0:1767384378.593595:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593596:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593601:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593603:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.593605:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593607:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593608:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593610:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b56da433. 00000400:00000200:2.0:1767384378.593615:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44697ba 00000400:00000010:2.0:1767384378.593617:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c44697ba. 00000100:00000001:2.0:1767384378.593621:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593624:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593628:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593630:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.593632:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593634:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593636:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593638:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b94660c. 00000400:00000200:2.0:1767384378.593640:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8130d87 00000400:00000010:2.0:1767384378.593642:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8130d87. 00000100:00000001:2.0:1767384378.593646:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593647:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593651:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593653:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.593655:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593657:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593659:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593661:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f34de4aa. 00000400:00000200:2.0:1767384378.593664:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030788dd1 00000400:00000010:2.0:1767384378.593666:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030788dd1. 00000100:00000001:2.0:1767384378.593669:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593671:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593675:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593677:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.593680:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593681:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593683:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593684:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f144b19. 00000400:00000200:2.0:1767384378.593687:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ae993f2 00000400:00000010:2.0:1767384378.593688:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ae993f2. 00000100:00000001:2.0:1767384378.593692:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593694:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593702:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593704:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.593709:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593712:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593713:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593715:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010f50572. 00000400:00000200:2.0:1767384378.593719:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bea889 00000400:00000010:2.0:1767384378.593720:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6bea889. 00000100:00000001:2.0:1767384378.593725:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593726:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593739:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593741:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.593745:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593747:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593749:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593751:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbefcfa2. 00000400:00000200:2.0:1767384378.593753:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005d9ba77 00000400:00000010:2.0:1767384378.593755:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005d9ba77. 00000100:00000001:2.0:1767384378.593756:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593757:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593760:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593761:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.593762:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593764:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593764:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593765:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038fc9cbf. 00000400:00000200:2.0:1767384378.593767:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6ab594 00000400:00000010:2.0:1767384378.593768:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef6ab594. 00000100:00000001:2.0:1767384378.593771:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593772:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593775:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593776:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.593778:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593779:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593780:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593782:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06e5d45. 00000400:00000200:2.0:1767384378.593783:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9692192 00000400:00000010:2.0:1767384378.593784:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9692192. 00000100:00000001:2.0:1767384378.593786:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593787:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593790:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593791:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.593793:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593794:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593795:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593796:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e787c9dd. 00000400:00000200:2.0:1767384378.593804:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7e695e0 00000400:00000010:2.0:1767384378.593805:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7e695e0. 00000100:00000001:2.0:1767384378.593808:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593809:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593813:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593814:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.593815:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593817:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593818:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593819:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec16b44c. 00000400:00000200:2.0:1767384378.593821:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9b8ef3 00000400:00000010:2.0:1767384378.593823:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9b8ef3. 00000100:00000001:2.0:1767384378.593826:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593828:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593832:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593834:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.593836:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593837:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593838:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593839:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbd1d6d1. 00000400:00000200:2.0:1767384378.593841:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b3e61ef 00000400:00000010:2.0:1767384378.593845:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b3e61ef. 00000100:00000001:2.0:1767384378.593849:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593850:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593854:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593856:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.593858:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593859:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593861:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593863:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b06117f. 00000400:00000200:2.0:1767384378.593865:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066311da3 00000400:00000010:2.0:1767384378.593867:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066311da3. 00000100:00000001:2.0:1767384378.593870:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593871:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593876:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593878:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.593882:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593883:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593886:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593888:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a85eaee3. 00000400:00000200:2.0:1767384378.593891:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001405ae5b 00000400:00000010:2.0:1767384378.593893:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001405ae5b. 00000100:00000001:2.0:1767384378.593897:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593898:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593903:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593906:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.593907:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593909:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593910:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593911:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4dc58e2. 00000400:00000200:2.0:1767384378.593914:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7147910 00000400:00000010:2.0:1767384378.593916:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7147910. 00000100:00000001:2.0:1767384378.593918:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593920:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593925:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593927:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.593929:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593930:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593932:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593934:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968a1aeb. 00000400:00000200:2.0:1767384378.593936:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000474d4840 00000400:00000010:2.0:1767384378.593938:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000474d4840. 00000100:00000001:2.0:1767384378.593941:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593942:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593949:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593952:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.593954:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593956:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593957:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593959:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d1da34c. 00000400:00000200:2.0:1767384378.593962:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011e98c71 00000400:00000010:2.0:1767384378.593964:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011e98c71. 00000100:00000001:2.0:1767384378.593967:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593968:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.593974:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.593976:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.593978:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.593980:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.593982:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.593984:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087d604d4. 00000400:00000200:2.0:1767384378.593989:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002be912dc 00000400:00000010:2.0:1767384378.593991:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002be912dc. 00000100:00000001:2.0:1767384378.593997:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.593999:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594009:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594012:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.594014:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594018:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594019:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594020:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b713a15. 00000400:00000200:2.0:1767384378.594022:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d468053 00000400:00000010:2.0:1767384378.594023:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d468053. 00000100:00000001:2.0:1767384378.594025:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594025:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594028:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594029:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.594030:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594032:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594033:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594033:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b532acd8. 00000400:00000200:2.0:1767384378.594035:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015dbf940 00000400:00000010:2.0:1767384378.594036:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015dbf940. 00000100:00000001:2.0:1767384378.594037:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594038:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594041:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594042:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.594044:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594045:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594046:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594047:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000058c50a7. 00000400:00000200:2.0:1767384378.594049:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefa471c 00000400:00000010:2.0:1767384378.594050:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fefa471c. 00000100:00000001:2.0:1767384378.594052:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594052:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594056:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594057:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.594058:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594059:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594060:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594061:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c858b9b. 00000400:00000200:2.0:1767384378.594069:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8cb28d1 00000400:00000010:2.0:1767384378.594070:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8cb28d1. 00000100:00000001:2.0:1767384378.594074:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594074:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594078:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594079:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.594080:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594081:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594083:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594084:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a868db8d. 00000400:00000200:2.0:1767384378.594086:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd9570e 00000400:00000010:2.0:1767384378.594088:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bd9570e. 00000100:00000001:2.0:1767384378.594091:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594092:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594097:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594100:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.594102:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594104:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594107:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594108:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022806221. 00000400:00000200:2.0:1767384378.594111:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a026dc 00000400:00000010:2.0:1767384378.594114:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043a026dc. 00000100:00000001:2.0:1767384378.594116:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594118:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594122:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594124:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.594126:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594128:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594129:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594131:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e36ff26f. 00000400:00000200:2.0:1767384378.594133:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5437b0 00000400:00000010:2.0:1767384378.594227:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5437b0. 00000100:00000001:2.0:1767384378.594233:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594234:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594241:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594243:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.594245:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594247:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594249:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594250:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039cdbb87. 00000400:00000200:2.0:1767384378.594253:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402a481 00000400:00000010:2.0:1767384378.594255:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d402a481. 00000100:00000001:2.0:1767384378.594259:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594260:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594264:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594266:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.594268:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594270:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594271:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594273:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080311424. 00000400:00000200:2.0:1767384378.594275:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b40e01f 00000400:00000010:2.0:1767384378.594277:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b40e01f. 00000100:00000001:2.0:1767384378.594280:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594282:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594287:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594290:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.594293:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.594295:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.594297:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.594298:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b8670d. 00000400:00000200:2.0:1767384378.594300:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000961c01dd 00000400:00000010:2.0:1767384378.594302:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000961c01dd. 00000100:00000001:2.0:1767384378.594305:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.594307:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384378.594313:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.594314:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.594316:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.594320:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594322:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594324:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594326:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594327:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594328:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594330:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594332:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594334:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594335:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594339:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594340:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594343:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594345:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594347:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594349:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594353:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594355:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594358:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594360:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594365:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594366:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594370:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594372:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594374:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594376:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594378:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594378:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594380:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594381:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594382:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594383:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594384:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594384:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594385:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594386:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594387:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594388:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594389:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594390:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594396:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594397:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594398:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594399:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594400:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594401:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594402:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594403:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594405:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594406:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594407:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594408:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594409:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594410:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594411:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594412:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594413:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594414:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594415:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594416:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594417:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594418:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594419:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594419:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594421:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594422:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594423:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594425:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594428:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594428:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594431:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594433:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594434:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594435:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594437:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594438:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594440:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594441:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594443:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594444:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594446:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594447:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594449:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594450:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594452:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594453:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594455:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594456:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594458:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594459:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594463:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594464:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594466:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594467:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594469:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594470:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594472:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594473:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594476:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594477:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594479:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594480:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594482:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594483:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594484:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594486:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594488:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594489:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594491:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594492:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594493:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594494:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594496:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594497:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594499:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594500:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594502:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594503:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594505:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594507:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594509:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594510:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594511:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594513:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594515:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594516:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.594519:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.594521:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.594525:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000066a03920. 00000100:00000010:2.0:1767384378.594534:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f9ea3c5. 00000100:00000010:2.0:1767384378.594538:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8564f25. 00000100:00000010:2.0:1767384378.594541:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc50c01a. 00000100:00000010:2.0:1767384378.594547:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b34acee. 00000100:00000010:2.0:1767384378.594552:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006b26b73. 00000100:00000010:2.0:1767384378.594556:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef7a8c13. 00000100:00000010:2.0:1767384378.594562:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0120e37. 00000100:00000010:2.0:1767384378.594570:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000682c0f56. 00000100:00000010:2.0:1767384378.594574:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023b989b3. 00000100:00000010:2.0:1767384378.594578:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2657e7a. 00000100:00000010:2.0:1767384378.594582:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c60f6e90. 00000100:00000010:2.0:1767384378.594584:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000769aba2e. 00000100:00000010:2.0:1767384378.594600:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061068cd5. 00000100:00000010:2.0:1767384378.594605:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039a539d6. 00000100:00000010:2.0:1767384378.594609:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f90f2bb4. 00000100:00000010:2.0:1767384378.594612:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd91601c. 00000100:00000010:2.0:1767384378.594619:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a4c0e36. 00000100:00000010:2.0:1767384378.594626:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fea0d8c6. 00000100:00000010:2.0:1767384378.594632:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005034202e. 00000100:00000010:2.0:1767384378.594636:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f90a90e4. 00000100:00000010:2.0:1767384378.594643:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035b60834. 00000100:00000010:2.0:1767384378.594648:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fbe687a4. 00000100:00000010:2.0:1767384378.594655:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ed741aa. 00000100:00000010:2.0:1767384378.594661:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000047faf740. 00000100:00000010:2.0:1767384378.594663:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9735e05. 00000100:00000010:2.0:1767384378.594665:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f7a2167. 00000100:00000010:2.0:1767384378.594667:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e01bc5a. 00000100:00000010:2.0:1767384378.594670:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c45bc421. 00000100:00000010:2.0:1767384378.594672:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fa2929d. 00000100:00000010:2.0:1767384378.594679:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcaf570a. 00000100:00000010:2.0:1767384378.594681:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012d2d82a. 00000100:00000010:2.0:1767384378.594682:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d40f811. 00000100:00000010:2.0:1767384378.594684:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000269982b. 00000100:00000010:2.0:1767384378.594686:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001dca1cff. 00000100:00000010:2.0:1767384378.594689:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b30d82f. 00000100:00000010:2.0:1767384378.594691:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000876d014b. 00000100:00000010:2.0:1767384378.594712:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043e71f55. 00000100:00000010:2.0:1767384378.594717:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d72ce689. 00000100:00000010:2.0:1767384378.594721:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f988c4. 00000100:00000010:2.0:1767384378.594725:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048d38d4f. 00000100:00000010:2.0:1767384378.594729:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e713f50b. 00000100:00000010:2.0:1767384378.594734:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd262d68. 00000100:00000010:2.0:1767384378.594737:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011cab431. 00000100:00000010:2.0:1767384378.594740:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fe4f2cd. 00000100:00000010:2.0:1767384378.594745:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b00a2fb. 00000100:00000010:2.0:1767384378.594748:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a4ff75e. 00000100:00000010:2.0:1767384378.594753:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a1493c1. 00000100:00000010:2.0:1767384378.594756:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032474edd. 00000100:00000010:2.0:1767384378.594761:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000984b7b5d. 00000100:00000010:2.0:1767384378.594767:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000949f3acb. 00000100:00000010:2.0:1767384378.594772:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060daa96d. 00000100:00000010:2.0:1767384378.594776:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f3daf97. 00000100:00000010:2.0:1767384378.594781:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d35b3cef. 00000100:00000010:2.0:1767384378.594784:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4a6accb. 00000100:00000010:2.0:1767384378.594787:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a33b3ff6. 00000100:00000010:2.0:1767384378.594793:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000089e7c8e1. 00000100:00000010:2.0:1767384378.594797:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef943a98. 00000100:00000010:2.0:1767384378.594799:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f5f75172. 00000100:00000010:2.0:1767384378.594804:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef0562bc. 00000100:00000010:2.0:1767384378.594807:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b250c5fb. 00000100:00000010:2.0:1767384378.594842:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bda9ea58. 00000100:00000010:2.0:1767384378.594846:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3b9fb02. 00000100:00000010:2.0:1767384378.594849:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a55d7eb3. 00000100:00000010:2.0:1767384378.594853:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e5b36bb. 00000100:00000010:2.0:1767384378.594857:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be2db40f. 00000100:00000010:2.0:1767384378.594861:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000649ae7d7. 00000100:00000010:2.0:1767384378.594866:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082792bf6. 00000100:00000010:2.0:1767384378.594868:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000032863e2. 00000100:00000010:2.0:1767384378.594927:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faf7fc9e. 00000100:00000010:2.0:1767384378.594933:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ba44887. 00000100:00000010:2.0:1767384378.594938:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fc197a0. 00000100:00000010:2.0:1767384378.594943:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090915fa0. 00000100:00000010:2.0:1767384378.594946:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058f5ee8d. 00000100:00000010:2.0:1767384378.594950:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082068eda. 00000100:00000010:2.0:1767384378.594953:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000474ce5df. 00000100:00000010:2.0:1767384378.594956:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032c63748. 00000100:00000010:2.0:1767384378.594959:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bc96a9d. 00000100:00000010:2.0:1767384378.594963:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb0767d4. 00000100:00000010:2.0:1767384378.594966:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd44da43. 00000100:00000010:2.0:1767384378.594970:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006939e0fb. 00000100:00000010:2.0:1767384378.594975:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003529c531. 00000100:00000010:2.0:1767384378.594978:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000045bfc8f. 00000100:00000010:2.0:1767384378.594982:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3dff067. 00000100:00000010:2.0:1767384378.594986:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f119c31. 00000100:00000010:2.0:1767384378.595023:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000986a7ef5. 00000100:00000010:2.0:1767384378.595028:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065bb6f41. 00000100:00000010:2.0:1767384378.595033:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1f6a6cc. 00000100:00000010:2.0:1767384378.595037:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c934b0d9. 00000100:00000010:2.0:1767384378.595042:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002aa307f. 00000100:00000010:2.0:1767384378.595046:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c93cd5f0. 00000100:00000010:2.0:1767384378.595052:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003283ce22. 00000100:00000010:2.0:1767384378.595057:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e92e18a. 00000100:00000010:2.0:1767384378.595063:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068c06f1a. 00000100:00000010:2.0:1767384378.595067:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fdc9062. 00000100:00000010:2.0:1767384378.595073:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000585b2fa2. 00000100:00000010:2.0:1767384378.595076:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000009b9e82. 00000100:00000010:2.0:1767384378.595079:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000039d3cf8. 00000100:00000010:2.0:1767384378.595082:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001bdde8de. 00000100:00000010:2.0:1767384378.595089:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008460ff53. 00000100:00000010:2.0:1767384378.595095:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000195f2bbd. 00000100:00000010:2.0:1767384378.595131:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7e0937c. 00000100:00000010:2.0:1767384378.595160:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000567d98b7. 00000100:00000010:2.0:1767384378.595167:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e5291ea. 00000100:00000010:2.0:1767384378.595175:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040b27eb7. 00000100:00000010:2.0:1767384378.595178:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008de50396. 00000100:00000010:2.0:1767384378.595181:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e17681ba. 00000100:00000010:2.0:1767384378.595190:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000310edc90. 00000100:00000010:2.0:1767384378.595195:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000fded91b. 00000100:00000010:2.0:1767384378.595199:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d8da825. 00000100:00000010:2.0:1767384378.595202:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da824648. 00000100:00000010:2.0:1767384378.595204:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dd5b616. 00000100:00000010:2.0:1767384378.595207:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7e7ae47. 00000100:00000010:2.0:1767384378.595214:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e554e6b. 00000100:00000010:2.0:1767384378.595217:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a2388ca. 00000100:00000010:2.0:1767384378.595222:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002db56c3. 00000100:00000010:2.0:1767384378.595225:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000686eefd9. 00000100:00000010:2.0:1767384378.595229:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc901a8c. 00000100:00000010:2.0:1767384378.595232:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d14c599. 00000100:00000010:2.0:1767384378.595236:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000482cd697. 00000100:00000010:2.0:1767384378.595238:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079fd9163. 00000100:00000010:2.0:1767384378.595241:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000415b3167. 00000100:00000010:2.0:1767384378.595244:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003acd174a. 00000100:00000010:2.0:1767384378.595247:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba65a0b4. 00000100:00000010:2.0:1767384378.595251:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000642e712a. 00000100:00000010:2.0:1767384378.595254:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a98ead3b. 00000100:00000010:2.0:1767384378.595257:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000829f83fb. 00000100:00000010:2.0:1767384378.595269:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d9f9092. 00000100:00000010:2.0:1767384378.595274:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000063b6cc9. 00000100:00000010:2.0:1767384378.595283:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000053120433. 00000100:00000010:2.0:1767384378.595293:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000061fe702. 00000100:00000001:2.0:1767384378.595304:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.595307:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.595310:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.595313:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.595315:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ad77c1c1. 00000100:00000001:2.0:1767384378.595319:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.595321:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.595323:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.595325:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000620abc5e. 00000100:00000001:2.0:1767384378.595328:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.595329:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.595331:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000881b0612. 00000100:00000001:2.0:1767384378.595334:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.595337:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.595339:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000038414abb. 00000100:00000001:2.0:1767384378.595342:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.595343:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.595345:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000000230693. 00000100:00000001:2.0:1767384378.595349:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.595514:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002789670b. 00000020:00000010:2.0:1767384378.595518:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000072468c0. 00000020:00000010:2.0:1767384378.595522:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eef08215. 00000020:00000010:2.0:1767384378.595557:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009295c29d. 00000020:00000010:2.0:1767384378.595563:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000046da3e18. 00000020:00000010:2.0:1767384378.595569:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000064048e47. 00000100:00000010:2.0:1767384378.595613:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000059153a06. 00000100:00000010:2.0:1767384378.595625:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000350ac060. 00000100:00000010:2.0:1767384378.595629:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008a8dcc06. 00000100:00000010:2.0:1767384378.595634:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000f5bb5060. 00000100:00000001:2.0:1767384378.595640:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.595644:0:40106:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767384378.595647:0:40106:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1767384378.595650:0:40106:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1767384378.595655:0:40106:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000aa88bebb. 00080000:00000001:2.0:1767384378.595659:0:40106:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446630353849170560 : -113719860381056 : ffff9892881e3a80) 00080000:00000001:2.0:1767384378.595663:0:40106:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446630353849170560 : -113719860381056 : ffff9892881e3a80) 00080000:00000001:2.0:1767384378.595666:0:40106:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1767384378.595668:0:40106:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1767384378.595696:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595700:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595702:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595706:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595707:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595709:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595711:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595713:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595714:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595716:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595717:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595719:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595721:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595723:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595724:0:40106:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384378.595726:0:40106:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595730:0:40106:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595732:0:40106:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384378.595740:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000772faa32. 20000000:00000010:2.0:1767384378.595743:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000a7766cf8. 00080000:00000001:2.0:1767384378.595745:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595748:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595750:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595751:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595753:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003631df67. 20000000:00000010:2.0:1767384378.595755:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000092bbf4de. 00080000:00000001:2.0:1767384378.595756:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595757:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595759:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a79060c0. 20000000:00000010:2.0:1767384378.595761:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000003d848a17. 00080000:00000001:2.0:1767384378.595762:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595763:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.595765:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595765:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595767:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003659308b. 20000000:00000010:2.0:1767384378.595769:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000a6b0a464. 00080000:00000001:2.0:1767384378.595770:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595770:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595772:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000fa648231. 20000000:00000010:2.0:1767384378.595773:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 0000000043f21f71. 00080000:00000001:2.0:1767384378.595775:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595775:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595777:0:40106:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f6f2405b. 20000000:00000010:2.0:1767384378.595779:0:40106:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000002e32d558. 00080000:00000001:2.0:1767384378.595780:0:40106:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384378.595781:0:40106:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384378.595782:0:40106:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1767384378.595784:0:40106:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1767384378.595788:0:40106:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000aa88bebb. 00080000:00000001:2.0:1767384378.595789:0:40106:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1767384378.595791:0:40106:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:2.0:1767384378.595793:0:40106:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.595897:0:40106:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000dce7325b. 20000000:00000010:2.0:1767384378.595904:0:40106:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000b0f27988. 20000000:00000010:2.0:1767384378.595909:0:40106:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000008c027e89. 20000000:00000010:2.0:1767384378.595913:0:40106:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000006fa0c4b8. 20000000:00000010:2.0:1767384378.595916:0:40106:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000e6e0e108. 20000000:00000010:2.0:1767384378.595920:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000002e32d558. 20000000:00000010:2.0:1767384378.595922:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f6f2405b. 20000000:00000010:2.0:1767384378.595927:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 0000000043f21f71. 20000000:00000010:2.0:1767384378.595930:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000fa648231. 20000000:00000010:2.0:1767384378.595932:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000a6b0a464. 20000000:00000010:2.0:1767384378.595933:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003659308b. 20000000:00000010:2.0:1767384378.595935:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000003d848a17. 20000000:00000010:2.0:1767384378.595937:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a79060c0. 20000000:00000010:2.0:1767384378.595938:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000092bbf4de. 20000000:00000010:2.0:1767384378.595940:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003631df67. 20000000:00000010:2.0:1767384378.595941:0:40106:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000a7766cf8. 20000000:00000010:2.0:1767384378.595942:0:40106:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000772faa32. 20000000:00000001:2.0:1767384378.595947:0:40106:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767384378.595958:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fc9204e8. 20000000:00000010:2.0:1767384378.595964:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a1e4321. 20000000:00000010:2.0:1767384378.595971:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000588243c5. 20000000:00000010:2.0:1767384378.595976:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000022a1391e. 20000000:00000010:2.0:1767384378.595979:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000588e6502. 20000000:00000010:2.0:1767384378.595984:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000575045c3. 20000000:00000010:2.0:1767384378.595989:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000754d99f. 20000000:00000010:2.0:1767384378.595995:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c1bc397. 20000000:00000010:2.0:1767384378.596001:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001b18df07. 20000000:00000010:2.0:1767384378.596006:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aa6ea9da. 20000000:00000010:2.0:1767384378.596012:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b1500795. 20000000:00000010:2.0:1767384378.596015:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000001b8251. 20000000:00000010:2.0:1767384378.596019:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000088e1552b. 20000000:00000010:2.0:1767384378.596024:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4e1032b. 20000000:00000010:2.0:1767384378.596029:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ed2c0094. 20000000:00000010:2.0:1767384378.596033:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c36c0652. 20000000:00000010:2.0:1767384378.596035:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d435beab. 20000000:00000010:2.0:1767384378.596039:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004637b928. 20000000:00000010:2.0:1767384378.596043:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000136abc5d. 20000000:00000010:2.0:1767384378.596047:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000cef595b. 20000000:00000010:2.0:1767384378.596050:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e536f5f1. 20000000:00000010:2.0:1767384378.596053:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000be2dea4d. 20000000:00000010:2.0:1767384378.596055:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000933c9817. 20000000:00000010:2.0:1767384378.596060:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a76de9df. 20000000:00000010:2.0:1767384378.596063:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e2d84ec1. 20000000:00000010:2.0:1767384378.596066:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b3b175c2. 20000000:00000010:2.0:1767384378.596070:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a7a3b2f. 20000000:00000010:2.0:1767384378.596073:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ba2a711. 20000000:00000010:2.0:1767384378.596076:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000437f9e3. 20000000:00000010:2.0:1767384378.596081:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3412e2f. 20000000:00000010:2.0:1767384378.596085:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cb65012d. 20000000:00000010:2.0:1767384378.596090:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b6f7c03. 20000000:00000010:2.0:1767384378.596096:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009a945bc5. 20000000:00000010:2.0:1767384378.596101:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000ca30777. 20000000:00000010:2.0:1767384378.596108:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000619df50f. 20000000:00000010:2.0:1767384378.596113:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004785cb18. 20000000:00000010:2.0:1767384378.596119:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b1ce3700. 20000000:00000010:2.0:1767384378.596125:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfd00ae6. 20000000:00000010:2.0:1767384378.596132:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c76670cf. 20000000:00000010:2.0:1767384378.596175:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4e9f8e2. 20000000:00000010:2.0:1767384378.596182:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e6104aae. 20000000:00000010:2.0:1767384378.596191:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000127b941a. 20000000:00000010:2.0:1767384378.596198:0:40106:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000047ab2f73. 20000000:00000010:2.0:1767384378.596205:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a5a2b88. 20000000:00000010:2.0:1767384378.596212:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000974e6871. 20000000:00000010:2.0:1767384378.596215:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000238caa9. 20000000:00000010:2.0:1767384378.596218:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069e23f70. 20000000:00000010:2.0:1767384378.596220:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000555193c2. 20000000:00000010:2.0:1767384378.596227:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004651ea94. 20000000:00000010:2.0:1767384378.596231:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003613319b. 20000000:00000010:2.0:1767384378.596233:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d0444a84. 20000000:00000010:2.0:1767384378.596236:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b53d451. 20000000:00000010:2.0:1767384378.596239:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ebc4fcfa. 20000000:00000010:2.0:1767384378.596241:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e29b6c39. 20000000:00000010:2.0:1767384378.596244:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c19e384. 20000000:00000010:2.0:1767384378.596248:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004b3956bd. 20000000:00000010:2.0:1767384378.596251:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ca7decd0. 20000000:00000010:2.0:1767384378.596255:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026fbd537. 20000000:00000010:2.0:1767384378.596259:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a236c18d. 20000000:00000010:2.0:1767384378.596262:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4cdcbdf. 20000000:00000010:2.0:1767384378.596266:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005b6bca1c. 20000000:00000010:2.0:1767384378.596269:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000024dc082a. 20000000:00000010:2.0:1767384378.596273:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000228deb2a. 20000000:00000010:2.0:1767384378.596276:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000073b2d6e1. 20000000:00000010:2.0:1767384378.596279:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008bf592db. 20000000:00000010:2.0:1767384378.596283:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000056aeb8dc. 20000000:00000010:2.0:1767384378.596286:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000031e0d895. 20000000:00000010:2.0:1767384378.596290:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000bb6774a. 20000000:00000010:2.0:1767384378.596293:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c76af99b. 20000000:00000010:2.0:1767384378.596296:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cd700543. 20000000:00000010:2.0:1767384378.596301:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000036515a89. 20000000:00000010:2.0:1767384378.596304:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007b52f5b0. 20000000:00000010:2.0:1767384378.596309:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000899e2486. 20000000:00000010:2.0:1767384378.596314:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c9d92ecf. 20000000:00000010:2.0:1767384378.596319:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002bd03958. 20000000:00000010:2.0:1767384378.596324:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000057587881. 20000000:00000010:2.0:1767384378.596327:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000622ff84b. 20000000:00000010:2.0:1767384378.596330:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000082271e9. 20000000:00000010:2.0:1767384378.596332:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084006feb. 20000000:00000010:2.0:1767384378.596336:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001281c1db. 20000000:00000010:2.0:1767384378.596340:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003bf21124. 20000000:00000010:2.0:1767384378.596343:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000043e9be05. 20000000:00000010:2.0:1767384378.596347:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000039193e98. 20000000:00000010:2.0:1767384378.596350:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061d5234e. 20000000:00000010:2.0:1767384378.596357:0:40106:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000005f5a892. 20000000:00000010:2.0:1767384378.596361:0:40106:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000067145348. 20000000:00000010:2.0:1767384378.596502:0:40106:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000a0bdfb0d. 20000000:00000010:2.0:1767384378.596507:0:40106:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000006ea542b3. 20000000:00000010:2.0:1767384378.596514:0:40106:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a9969958. 20000000:00000010:2.0:1767384378.596517:0:40106:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000619c148f. 20000000:00000010:2.0:1767384378.596519:0:40106:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000073054e3f. 20000000:00000010:2.0:1767384378.596528:0:40106:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b2affd22. 20000000:00000010:2.0:1767384378.596534:0:40106:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000fa7a376c. 20000000:00000010:2.0:1767384378.596536:0:40106:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000338ee118. 20000000:00000010:2.0:1767384378.596539:0:40106:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000221bc6e2. 00010000:00000001:2.0:1767384378.596570:0:40106:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384378.596573:0:40106:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384378.596575:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384378.596578:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384378.596580:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384378.596582:0:40106:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384378.596583:0:40106:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384378.596586:0:40106:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.596589:0:40106:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.596591:0:40106:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767384378.596597:0:40106:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767384378.596600:0:40106:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767384378.596622:0:40106:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384378.596628:0:40106:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000000f3d6ca4 - data 0000000031d910d9/00000000fc7e1452 00000020:00000010:2.0:1767384378.596845:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000b4e72f66. 00000020:00000010:2.0:1767384378.596848:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000696fe6b6. 00000020:00000010:2.0:1767384378.596851:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000fc7e1452. 00000020:00000010:2.0:1767384378.596858:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000615cabc6. 00000020:00000010:2.0:1767384378.596861:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000914bd839. 00000020:00000010:2.0:1767384378.596863:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a206100a. 00000020:00000010:2.0:1767384378.596865:0:40106:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000000f3d6ca4. 00000020:01000000:2.0:1767384378.596870:0:40106:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000a906aec8 - data 00000000fee90e3f/000000002a9e1cc5 00000020:00000010:2.0:1767384378.597043:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000110dcbb5. 00000020:00000010:2.0:1767384378.597049:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000097546e96. 00000020:00000010:2.0:1767384378.597054:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000002a9e1cc5. 00000020:00000010:2.0:1767384378.597058:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000009d265c34. 00000020:00000010:2.0:1767384378.597061:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000009f56e8bc. 00000020:00000010:2.0:1767384378.597066:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b32e795c. 00000020:00000010:2.0:1767384378.597071:0:40106:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000a906aec8. 00000020:00000001:2.0:1767384378.597075:0:40106:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767384378.597313:0:40106:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005ae74323 : new refcount 2 00000040:00000001:2.0:1767384378.597317:0:40106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384378.597319:0:40106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005ae74323 : new refcount 1 00080000:00000010:2.0:1767384378.597376:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001d6a65f4. 00000020:00000010:2.0:1767384378.597380:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b8038b62. 00000020:00000010:2.0:1767384378.597387:0:40106:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000049d9325e. 00080000:00000010:2.0:1767384378.597398:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000092464221. 00000020:00000010:2.0:1767384378.597402:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bcd8ba17. 00000020:00000010:2.0:1767384378.597407:0:40106:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000dea625b3. 00000020:00000040:2.0:1767384378.597412:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000006362f621 : new refcount 1 00000040:00000010:2.0:1767384378.597414:0:40106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005ae74323. 00000040:00000001:2.0:1767384378.597422:0:40106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.597427:0:40106:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000fe73c640. 00080000:00000001:2.0:1767384378.597430:0:40106:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384378.597436:0:40106:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:2109274391 to info 000000000055eb89 00100000:00000001:2.0:1767384378.597440:0:40106:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384378.597442:0:40106:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384378.597445:0:40106:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.597447:0:40106:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000fe73c640. 00080000:00000010:2.0:1767384378.597469:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005f21640f. 00000020:00000010:2.0:1767384378.597472:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000769805fd. 00000020:00000002:2.0:1767384378.597478:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000c1637819/00000000c7fea069 to site lru. bkt: 00000000610d66d1 00000001:00000001:2.0:1767384378.597481:0:40106:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767384378.597484:0:40106:0:(lu_object.c:207:lu_object_put()) Add 00000000aeadc959/00000000434dceb3 to site lru. bkt: 000000002f2c46f5 00000001:00000010:2.0:1767384378.597487:0:40106:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000d90d54b0. 00000001:00000001:2.0:1767384378.597490:0:40106:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384378.597525:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005ca2f67f. 00000020:00000010:2.0:1767384378.597528:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008018af2c. 00000020:00000010:2.0:1767384378.597531:0:40106:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000035732b59. 00080000:00000010:2.0:1767384378.597598:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c1637819. 00000020:00000010:2.0:1767384378.597600:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c7fea069. 00080000:00000010:2.0:1767384378.597645:0:40106:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008f501632. 00080000:00000010:2.0:1767384378.597651:0:40106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000aeadc959. 00000020:00000010:2.0:1767384378.597653:0:40106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000434dceb3. 00000020:00000010:2.0:1767384378.597677:0:40106:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000b5e51fb3. 00010000:00000001:2.0:1767384378.597681:0:40106:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384378.597685:0:40106:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384378.597725:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000ae1d868d. 00000020:00000010:2.0:1767384378.597729:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000804f848e. 00000020:00000010:2.0:1767384378.597734:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007e64841d. 00010000:00000001:2.0:1767384378.597779:0:40106:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384378.597795:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000cf855214. 00000020:00000010:2.0:1767384378.597799:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e455d74a. 00000020:00000010:2.0:1767384378.597804:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002d122f9f. 00000020:00000010:2.0:1767384378.597806:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000babaaf43. 00000020:00000010:2.0:1767384378.597809:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007376705a. 00000020:00000010:2.0:1767384378.597812:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa69e8f9. 00000001:00000001:2.0:1767384378.597905:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.597907:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000005418b0da. 00000001:00000010:2.0:1767384378.597913:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000d3c8bad6. 00000001:00000010:2.0:1767384378.597917:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000008aa23cc3. 00000001:00000010:2.0:1767384378.597924:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003db218d7. 00000001:00000001:2.0:1767384378.597927:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384378.597929:0:40106:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000083e95532. 00010000:00000001:2.0:1767384378.597932:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384378.597933:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384378.597934:0:40106:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:2.0:1767384378.598035:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384378.598039:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384378.598041:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384378.598044:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb8a2 00000020:00000040:2.0:1767384378.598048:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc07e112 with handle 0x960a57272cefb8a2 from hash 00000020:00000001:2.0:1767384378.598054:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384378.598056:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000dc07e112 : new refcount 1 00000020:00000001:2.0:1767384378.598058:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384378.598060:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000dc07e112 : new refcount 0 00000020:00000080:2.0:1767384378.598062:0:40106:0:(genops.c:904:class_export_put()) final put 00000000dc07e112/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384378.598065:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598249:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.598252:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.598255:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598259:0:40106:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384378.598263:0:40106:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384378.598263:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384378.598268:0:40106:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630353778768704 : -113719930782912 : ffff989283ebfb40) 00000020:00000080:1.0:1767384378.598270:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000dc07e112/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1767384378.598273:0:40106:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000544e3bb3 from MGS, refs=2 00000020:00000001:1.0:1767384378.598283:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384378.598284:0:40106:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:1.0:1767384378.598287:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384378.598288:0:40106:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000544e3bb3 2 00000020:00000040:1.0:1767384378.598297:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 5 - export 00000020:00000001:2.0:1767384378.598298:0:40106:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598312:0:40106:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:1.0:1767384378.598312:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dc07e112. 00000020:00000001:2.0:1767384378.598318:0:40106:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384378.598321:0:40106:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630353778768704 : -113719930782912 : ffff989283ebfb40) 00000020:00000001:1.0:1767384378.598323:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:2.0:1767384378.598325:0:40106:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000544e3bb3 from MGS 00000020:00000010:2.0:1767384378.598328:0:40106:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000020ebbc01. 00000020:00000010:2.0:1767384378.598332:0:40106:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000b6a4a2ca. 00000020:00000001:2.0:1767384378.598336:0:40106:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598340:0:40106:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.598343:0:40106:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598345:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384378.598354:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.598359:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d220837. 00000001:00000010:2.0:1767384378.598362:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000026a8a3b1. 00000001:00000010:2.0:1767384378.598365:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008730c3be. 00000001:00000010:2.0:1767384378.598370:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a57c23b7. 00000001:00000010:2.0:1767384378.598373:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b8ab7c4b. 00000001:00000010:2.0:1767384378.598376:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b819da4f. 00000001:00000001:2.0:1767384378.598382:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384378.598384:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.598389:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0dfdb71. 00000001:00000010:2.0:1767384378.598515:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000389097c9. 00000001:00000010:2.0:1767384378.598520:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa993806. 00000001:00000010:2.0:1767384378.598524:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6577bb6. 00000001:00000010:2.0:1767384378.598527:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008b64fc30. 00000001:00000010:2.0:1767384378.598531:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f92cd0f5. 00000001:00000001:2.0:1767384378.598535:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384378.598537:0:40106:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 3 - setup 00000020:00000001:2.0:1767384378.598540:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598542:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384378.598546:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384378.598551:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384378.598554:0:40106:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 2 - obd_device_list 00000020:00000080:2.0:1767384378.598557:0:40106:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384378.598558:0:40106:0:(obd_config.c:955:class_decref()) Decref MGS (0000000080bddf3b) now 1 - newdev 00000020:00000040:2.0:1767384378.598562:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006362f621 with handle 0x960a57272cefb89b from hash 00000020:00000040:2.0:1767384378.598565:0:40106:0:(genops.c:898:class_export_put()) PUTting export 000000006362f621 : new refcount 0 00000020:00000080:2.0:1767384378.598568:0:40106:0:(genops.c:904:class_export_put()) final put 000000006362f621/MGS 00000020:00000001:2.0:1767384378.598570:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598573:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384378.598575:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 000000006362f621/MGS for MGS 00000020:00000001:2.0:1767384378.598578:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384378.598581:0:40106:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384378.598584:0:40106:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598586:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.598588:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006362f621. 00000020:00000001:2.0:1767384378.598594:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384378.598596:0:40106:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384378.598598:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384378.598600:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384378.598604:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006281b577. 00000020:00000010:2.0:1767384378.598609:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000118b3593. 00000040:00000010:2.0:1767384378.598613:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b391adde. 00000020:00000010:2.0:1767384378.598616:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046b62496. 00000020:00000010:2.0:1767384378.598621:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf60e1d2. 80000000:00000010:2.0:1767384378.598624:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f3d6ca4. 00040000:00000010:2.0:1767384378.598628:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4176adb. 00080000:00000010:2.0:1767384378.598633:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002789670b. 00080000:00000010:2.0:1767384378.598638:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b43bf0a. 20000000:00000010:2.0:1767384378.598643:0:40106:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000da3d4ae7. 20000000:00000001:2.0:1767384378.598648:0:40106:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384378.598661:0:40106:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000001ff3de72. 20000000:00000001:2.0:1767384378.598667:0:40106:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.598670:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000118b3593. 00000040:00000010:2.0:1767384378.598677:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b391adde. 00000020:00000010:2.0:1767384378.598681:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046b62496. 00000020:00000010:2.0:1767384378.598686:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf60e1d2. 80000000:00000010:2.0:1767384378.598691:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f3d6ca4. 00040000:00000010:2.0:1767384378.598698:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4176adb. 00080000:00000010:2.0:1767384378.598706:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b43bf0a. 00080000:00000010:2.0:1767384378.598713:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002789670b. 20000000:00000010:2.0:1767384378.598715:0:40106:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000da3d4ae7. 00000020:00000010:2.0:1767384378.598717:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006281b577. 00000020:00000001:2.0:1767384378.598719:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.598721:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000080bddf3b. 00000020:00000001:2.0:1767384378.598725:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598726:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.598729:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000cf006f9b. 00000020:00000001:2.0:1767384378.598766:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598769:0:40106:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598771:0:40106:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384378.598773:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384378.598775:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384378.598779:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000000f3d6ca4. 00000020:00000080:2.0:1767384378.598781:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384378.598784:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384378.598786:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384378.598791:0:40106:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 0000000012616194 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384378.598795:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384378.598797:0:40106:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000723038b4) has exports, disconnecting them 00000020:00000001:2.0:1767384378.598799:0:40106:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384378.598801:0:40106:0:(genops.c:887:class_export_get()) GET export 0000000012616194 refcount=4 00000020:00000040:2.0:1767384378.598803:0:40106:0:(genops.c:887:class_export_get()) GET export 0000000012616194 refcount=5 00000020:00080000:2.0:1767384378.598805:0:40106:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (0000000012616194), last request at 1767384277 00000020:00000001:2.0:1767384378.598807:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384378.598809:0:40106:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384378.598810:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384378.598811:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb97b 00000020:00000040:2.0:1767384378.598814:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012616194 with handle 0x960a57272cefb97b from hash 00000020:00000040:2.0:1767384378.598823:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 4 00000020:00000001:2.0:1767384378.598825:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384378.598826:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 3 00000020:00000001:2.0:1767384378.598827:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384378.598828:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 2 00000020:00000001:2.0:1767384378.598831:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384378.598833:0:40106:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598835:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384378.598840:0:40106:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000012616194): rc 0 00000020:00000040:2.0:1767384378.598842:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 1 00000020:00000001:2.0:1767384378.598845:0:40106:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384378.598847:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384378.598850:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384378.598852:0:40106:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384378.598854:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384378.598857:0:40106:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384378.598859:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000012616194 : new refcount 0 00000020:00000080:2.0:1767384378.598861:0:40106:0:(genops.c:904:class_export_put()) final put 0000000012616194/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384378.598863:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.598921:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.598924:0:40106:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384378.598926:0:40106:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384378.598963:0:40106:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384378.599029:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000324ae121. 00000020:00000010:2.0:1767384378.599037:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000987f0e61. 00010000:00000001:2.0:1767384378.599131:0:40106:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384378.599170:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000000b18bbce. 00000020:00000010:2.0:1767384378.599173:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ad0a3855. 00000001:00000001:2.0:1767384378.599249:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.599675:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ded05c90. 00000001:00000010:2.0:1767384378.599683:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008cad9b36. 00000001:00000010:2.0:1767384378.599685:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003f8c7727. 00000001:00000010:2.0:1767384378.599686:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008383c259. 00000001:00000010:2.0:1767384378.599687:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000052a1825e. 00000001:00000010:2.0:1767384378.599689:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d3a8739b. 00000001:00000010:2.0:1767384378.599690:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cb81fac3. 00000001:00000010:2.0:1767384378.599691:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000296ed567. 00000001:00000010:2.0:1767384378.599692:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009a23fcaa. 00000001:00000010:2.0:1767384378.599693:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd67b180. 00000001:00000010:2.0:1767384378.599694:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eddb5a8c. 00000001:00000010:2.0:1767384378.599696:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009f5d948e. 00000001:00000010:2.0:1767384378.599697:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000416affc4. 00000001:00000010:2.0:1767384378.599698:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b92c9283. 00000001:00000010:2.0:1767384378.599699:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eaf8d74a. 00000001:00000010:2.0:1767384378.599700:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000040dd218c. 00000001:00000010:2.0:1767384378.599701:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e2385b0c. 00000001:00000010:2.0:1767384378.599702:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd0ba9e9. 00000001:00000010:2.0:1767384378.599703:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c23301d0. 00000001:00000010:2.0:1767384378.599704:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003a07c11d. 00000001:00000010:2.0:1767384378.599705:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000d2379f3. 00000001:00000010:2.0:1767384378.599707:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ac01a3a4. 00000001:00000010:2.0:1767384378.599708:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009e57f8a7. 00000001:00000010:2.0:1767384378.599709:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000f839592. 00000001:00000010:2.0:1767384378.599710:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000023a5ef0f. 00000001:00000010:2.0:1767384378.599712:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f3ecabc2. 00000001:00000010:2.0:1767384378.599713:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000535fd200. 00000001:00000010:2.0:1767384378.599714:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000063fd4a55. 00000001:00000010:2.0:1767384378.599716:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f10f6897. 00000001:00000010:2.0:1767384378.599717:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000026a695f. 00000001:00000010:2.0:1767384378.599718:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003b1473ed. 00000001:00000010:2.0:1767384378.599719:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f342a1d0. 00000001:00000010:2.0:1767384378.599720:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000083841571. 00000001:00000010:2.0:1767384378.599723:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000062031994. 00000001:00000001:2.0:1767384378.599725:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384378.599727:0:40106:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000722f1ae. 00010000:00000001:2.0:1767384378.599729:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000020:00000001:1.0:1767384378.601242:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384378.601245:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000012616194/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384378.601250:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 8 to 0@lo 00000020:00000001:1.0:1767384378.601253:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384378.601256:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384378.601258:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000723038b4) now 5 - export 00000020:00000010:1.0:1767384378.601261:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000012616194. 00000020:00000001:1.0:1767384378.601268:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:3.0:1767384378.602382:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384378.602397:0:40106:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767384378.602399:0:40106:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767384378.602401:0:40106:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:3.0:1767384378.602405:0:40106:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384378.602406:0:40106:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384378.602409:0:40106:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384378.602413:0:40106:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384378.602415:0:40106:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1767384378.602419:0:40106:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384378.602422:0:40106:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384378.602434:0:40106:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384378.602435:0:40106:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384378.602437:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384378.602438:0:40106:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384378.602440:0:40106:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384378.602444:0:40106:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384378.602465:0:40106:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384378.602468:0:40106:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384378.602523:0:40106:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767384378.602529:0:40106:0:(genops.c:1229:class_import_get()) import 0000000008a1bfb8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384378.602533:0:40106:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384378.602534:0:40106:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384378.602547:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384378.602555:0:40106:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384378.602568:0:40106:0:(genops.c:1242:class_import_put()) import 0000000008a1bfb8 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384378.602572:0:40106:0:(genops.c:1245:class_import_put()) final put import 0000000008a1bfb8 00000020:00000001:3.0:1767384378.602590:0:40106:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384378.602592:0:40106:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767384378.602594:0:40106:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384378.602595:0:40106:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767384378.602598:0:40106:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000e577c628. 00010000:00000010:3.0:1767384378.602603:0:40106:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000d5e998a6. 00010000:00000010:3.0:1767384378.602610:0:40106:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000cbd3ac24. 00000020:00000001:1.0:1767384378.602610:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384378.602612:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000008a1bfb8 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384378.602617:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 7 to 0@lo 00010000:00000001:3.0:1767384378.602630:0:40106:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:1.0:1767384378.602636:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 6 to 0@lo 00000020:00000010:1.0:1767384378.602640:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000009a0b72d4. 00000020:00000040:1.0:1767384378.602656:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000723038b4) now 4 - import 00000020:00000010:1.0:1767384378.602661:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000008a1bfb8. 00000020:00000001:1.0:1767384378.602679:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767384378.602857:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000edb07d69. 00000020:00000010:3.0:1767384378.602863:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004e86244d. 00000020:00000010:3.0:1767384378.602867:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000006e54ab5. 00000020:00000010:3.0:1767384378.602871:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001faefcf6. 00000020:00000010:3.0:1767384378.602876:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f853cda3. 00000020:00000010:3.0:1767384378.602882:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c66798b9. 00000010:00000001:3.0:1767384378.602888:0:40106:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.602892:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384378.602907:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384378.602915:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001cac1ed4. 00000001:00000010:3.0:1767384378.602921:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007265e700. 00000001:00000010:3.0:1767384378.602923:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003060820e. 00000001:00000010:3.0:1767384378.602934:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000362ccaf7. 00000001:00000010:3.0:1767384378.602939:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fcd7c92c. 00000001:00000010:3.0:1767384378.602943:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006622c8ba. 00000001:00000001:3.0:1767384378.602957:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384378.602959:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384378.602964:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029b798ca. 00000001:00000010:3.0:1767384378.602970:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c46ff1b5. 00000001:00000010:3.0:1767384378.602981:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000106f05c7. 00000001:00000010:3.0:1767384378.602986:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087bd433d. 00000001:00000010:3.0:1767384378.602992:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000027d7a0bb. 00000001:00000010:3.0:1767384378.602998:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fa4080d5. 00000001:00000001:3.0:1767384378.603007:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384378.603010:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000723038b4) now 3 - setup 00000020:00000001:3.0:1767384378.603014:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603017:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384378.603021:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384378.603028:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384378.603030:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000723038b4) now 2 - obd_device_list 00000020:00000080:3.0:1767384378.603040:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:3.0:1767384378.603042:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000723038b4) now 1 - newdev 00000020:00000040:3.0:1767384378.603048:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c61e2d90 with handle 0x960a57272cefb974 from hash 00000020:00000040:3.0:1767384378.603051:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000c61e2d90 : new refcount 0 00000020:00000080:3.0:1767384378.603054:0:40106:0:(genops.c:904:class_export_put()) final put 00000000c61e2d90/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:3.0:1767384378.603057:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603059:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384378.603061:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 00000000c61e2d90/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384378.603064:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384378.603066:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.603068:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c61e2d90. 00000020:00000001:3.0:1767384378.603080:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384378.603083:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:3.0:1767384378.603085:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:3.0:1767384378.603088:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384378.603092:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035034bfa. 00000020:00000010:3.0:1767384378.603098:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6ce2d21. 00000040:00000010:3.0:1767384378.603103:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d111d548. 00000020:00000010:3.0:1767384378.603108:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed48358d. 00000020:00000010:3.0:1767384378.603114:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd3d23f2. 00000020:00000010:3.0:1767384378.603119:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da1bf98d. 80000000:00000010:3.0:1767384378.603226:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b45214e. 40000000:00000010:3.0:1767384378.603231:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051793a23. 00100000:00000010:3.0:1767384378.603238:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000081e1fe69. 00040000:00000010:3.0:1767384378.603243:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.603248:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b083b6bc. 00080000:00000010:3.0:1767384378.603254:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000006e54ab5. 00080000:00000010:3.0:1767384378.603259:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f0562efe. 00000004:00000010:3.0:1767384378.603267:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc0d3b46. 00000010:00000001:3.0:1767384378.603273:0:40106:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1767384378.603276:0:40106:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000008c355499. 00000010:00000001:3.0:1767384378.603282:0:40106:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.603287:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c6ce2d21. 00000040:00000010:3.0:1767384378.603295:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d111d548. 00000020:00000010:3.0:1767384378.603299:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed48358d. 00000020:00000010:3.0:1767384378.603307:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd3d23f2. 00000020:00000010:3.0:1767384378.603315:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da1bf98d. 80000000:00000010:3.0:1767384378.603323:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b45214e. 40000000:00000010:3.0:1767384378.603330:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051793a23. 00100000:00000010:3.0:1767384378.603336:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000081e1fe69. 00040000:00000010:3.0:1767384378.603347:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.603351:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b083b6bc. 00080000:00000010:3.0:1767384378.603355:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f0562efe. 00080000:00000010:3.0:1767384378.603364:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000006e54ab5. 00000004:00000010:3.0:1767384378.603370:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fc0d3b46. 00000020:00000010:3.0:1767384378.603376:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035034bfa. 00000020:00000001:3.0:1767384378.603382:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.603384:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000723038b4. 00000020:00000001:3.0:1767384378.603393:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603396:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.603399:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000000f3d6ca4. 00000020:00000001:3.0:1767384378.603404:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603408:0:40106:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603411:0:40106:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384378.603413:0:40106:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000544e3bb3 1 00000020:00000001:3.0:1767384378.603429:0:40106:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384378.603432:0:40106:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384378.603435:0:40106:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384378.603437:0:40106:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x960a57272cefb894 00000020:00000040:3.0:1767384378.603439:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015a2e5a9 with handle 0x960a57272cefb894 from hash 00000020:00000001:3.0:1767384378.603445:0:40106:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384378.603446:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000015a2e5a9 : new refcount 1 00000020:00000001:3.0:1767384378.603449:0:40106:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384378.603450:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000015a2e5a9 : new refcount 0 00000020:00000080:3.0:1767384378.603452:0:40106:0:(genops.c:904:class_export_put()) final put 0000000015a2e5a9/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384378.603454:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603465:0:40106:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.603467:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384378.603468:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:3.0:1767384378.603474:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000004b45214e. 00000020:00000080:3.0:1767384378.603476:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384378.603479:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384378.603482:0:40106:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384378.603485:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384378.603487:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000ea7d9f7c) has no exports 00000020:00000001:3.0:1767384378.603489:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384378.603492:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:3.0:1767384378.603495:0:40106:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:3.0:1767384378.603500:0:40106:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:2109274391 to info 000000000055eb89 00100000:00000001:3.0:1767384378.603504:0:40106:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384378.603507:0:40106:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384378.603509:0:40106:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:3.0:1767384378.603512:0:40106:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.603517:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384378.603525:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000015a2e5a9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384378.603539:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384378.603542:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384378.603544:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 4 - export 00000020:00000010:1.0:1767384378.603546:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000015a2e5a9. 00000020:00000001:1.0:1767384378.603558:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384378.605682:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000aa09f6bc. 00000020:00000010:3.0:1767384378.605690:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001a4fd369. 00080000:00000010:3.0:1767384378.606061:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000055fadd68. 00080000:00000010:3.0:1767384378.606065:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007b502436. 00080000:00000010:3.0:1767384378.606067:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000870d2a0b. 00080000:00000010:3.0:1767384378.606069:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f57fcba9. 00080000:00000010:3.0:1767384378.606092:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c2e21d65. 00080000:00000010:3.0:1767384378.606098:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000004c16c39. 00080000:00000010:3.0:1767384378.606125:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000895a25e5. 00080000:00000010:3.0:1767384378.606287:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000691bc103. 00080000:00000010:3.0:1767384378.606291:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006804430d. 00080000:00000010:3.0:1767384378.606293:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fec8d0f8. 00080000:00000010:3.0:1767384378.606295:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f40e7309. 00080000:00000010:3.0:1767384378.606297:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000042a811f6. 00080000:00000010:3.0:1767384378.606321:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000acb48534. 00080000:00000010:3.0:1767384378.606326:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000003531816. 00080000:00000010:3.0:1767384378.606341:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a322383f. 00080000:00000010:3.0:1767384378.606345:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000008f302aa. 00080000:00000010:3.0:1767384378.606351:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000078dffc0. 00080000:00000010:3.0:1767384378.606365:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000459398c9. 00080000:00000010:3.0:1767384378.606370:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ac0956c6. 00080000:00000010:3.0:1767384378.606390:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c2f40234. 00080000:00000010:3.0:1767384378.606395:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a06e265a. 00080000:00000010:3.0:1767384378.606400:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000023cecebf. 00080000:00000010:3.0:1767384378.606417:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000078f01796. 00080000:00000010:3.0:1767384378.606420:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000039539ddc. 00080000:00000010:3.0:1767384378.606440:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000087c2d570. 00080000:00000010:3.0:1767384378.606447:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bb7365a9. 00080000:00000010:3.0:1767384378.606457:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000033be963f. 00080000:00000010:3.0:1767384378.606476:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005f9d7584. 00080000:00000010:3.0:1767384378.606483:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a1760b3c. 00080000:00000010:3.0:1767384378.606495:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a43c6464. 00080000:00000010:3.0:1767384378.606497:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001193e206. 00080000:00000010:3.0:1767384378.606518:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000052e15c4f. 00080000:00000010:3.0:1767384378.606525:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002d5e1fb3. 00080000:00000010:3.0:1767384378.606529:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c7d82d69. 00080000:00000010:3.0:1767384378.606547:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000060f5d65c. 00080000:00000010:3.0:1767384378.606553:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ce0f1dd3. 00080000:00000010:3.0:1767384378.606557:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000053103cf4. 00080000:00000010:3.0:1767384378.606568:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c56919ea. 00080000:00000010:3.0:1767384378.606577:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003b63ec60. 00080000:00000010:3.0:1767384378.606599:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000063e162a. 00080000:00000010:3.0:1767384378.606603:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000096cb041f. 00080000:00000010:3.0:1767384378.606606:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fb5b185e. 00080000:00000010:3.0:1767384378.606609:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003cebc9ba. 00080000:00000010:3.0:1767384378.606623:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d495d5ed. 00080000:00000010:3.0:1767384378.606626:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003a8738ba. 00080000:00000010:3.0:1767384378.606630:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d2b5d420. 00080000:00000010:3.0:1767384378.606634:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b59c678d. 00080000:00000010:3.0:1767384378.606638:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000de6966be. 00080000:00000010:3.0:1767384378.606650:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005f72e523. 00080000:00000010:3.0:1767384378.606657:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bb828cc0. 00080000:00000010:3.0:1767384378.606661:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b096aa2f. 00080000:00000010:3.0:1767384378.606681:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000feee6841. 00080000:00000010:3.0:1767384378.606702:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000041df813f. 00080000:00000010:3.0:1767384378.606725:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000810da27b. 00080000:00000010:3.0:1767384378.606735:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006ebf3e35. 00080000:00000010:3.0:1767384378.606756:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003edddafa. 00080000:00000010:3.0:1767384378.606759:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ef63477c. 00080000:00000010:3.0:1767384378.606799:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a8a96999. 00080000:00000010:3.0:1767384378.606806:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000d33b119. 00080000:00000010:3.0:1767384378.606809:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000072f20f2f. 00080000:00000010:3.0:1767384378.606821:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001e945bae. 00080000:00000010:3.0:1767384378.606826:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005b15b2c1. 00080000:00000010:3.0:1767384378.606832:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001e9c1cc7. 00080000:00000010:3.0:1767384378.606848:0:40106:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a1bfb9ef. 00080000:00000010:3.0:1767384378.606852:0:40106:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 0000000071528d23. 00000001:00000001:3.0:1767384378.606859:0:40106:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:3.0:1767384378.606893:0:40106:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000934695dc. 00000001:00000010:3.0:1767384378.606899:0:40106:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000ccf34ae4. 00000001:00000010:3.0:1767384378.606930:0:40106:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000009cb7e376. 00000001:00000010:3.0:1767384378.606934:0:40106:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000061c1a743. 00000001:00000010:3.0:1767384378.606989:0:40106:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000061fd3ff0. 00000001:00000010:3.0:1767384378.606995:0:40106:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000c6593b43. 00000001:00000010:3.0:1767384378.607009:0:40106:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 000000001cb86ed0. 00000001:00000001:3.0:1767384378.607015:0:40106:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:3.0:1767384378.607020:0:40106:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 00000000dd8d4cb4. 00080000:00000001:3.0:1767384378.607025:0:40106:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:3.0:1767384378.607533:0:40106:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:2.0:1767384378.608533:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a0f73470. 00080000:00000010:2.0:1767384378.608539:0:17067:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008e19b5e3. 00080000:00000020:3.0:1767384378.608585:0:40106:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384378.622097:0:40106:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:3.0:1767384378.622107:0:40106:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622113:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384378.622167:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384378.622175:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000631212a6. 00000001:00000010:3.0:1767384378.622183:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a905ca8. 00000001:00000010:3.0:1767384378.622185:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074bf16c0. 00000001:00000010:3.0:1767384378.622187:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e8821e5. 00000001:00000010:3.0:1767384378.622191:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008c3b91b6. 00000001:00000010:3.0:1767384378.622193:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000022aaf054. 00000001:00000001:3.0:1767384378.622198:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384378.622200:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384378.622204:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000033783e1b. 00000001:00000010:3.0:1767384378.622206:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cac06548. 00000001:00000010:3.0:1767384378.622208:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074b4f42c. 00000001:00000010:3.0:1767384378.622210:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb1f57aa. 00000001:00000010:3.0:1767384378.622212:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ea84401d. 00000001:00000010:3.0:1767384378.622213:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000882d59f9. 00000001:00000001:3.0:1767384378.622215:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384378.622217:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 3 - setup 00000020:00000001:3.0:1767384378.622220:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622223:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384378.622227:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384378.622232:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384378.622235:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 2 - obd_device_list 00000020:00000080:3.0:1767384378.622239:0:40106:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:3.0:1767384378.622240:0:40106:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ea7d9f7c) now 1 - newdev 00000020:00000040:3.0:1767384378.622244:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bcded371 with handle 0x960a57272cefb88d from hash 00000020:00000040:3.0:1767384378.622248:0:40106:0:(genops.c:898:class_export_put()) PUTting export 00000000bcded371 : new refcount 0 00000020:00000080:3.0:1767384378.622260:0:40106:0:(genops.c:904:class_export_put()) final put 00000000bcded371/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384378.622264:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622268:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384378.622270:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 00000000bcded371/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384378.622273:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384378.622275:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.622278:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bcded371. 00000020:00000001:3.0:1767384378.622283:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384378.622285:0:40106:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:3.0:1767384378.622288:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:3.0:1767384378.622290:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384378.622295:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035034bfa. 00000020:00000010:3.0:1767384378.622301:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1c448d3. 00000040:00000010:3.0:1767384378.622305:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b083b6bc. 00000020:00000010:3.0:1767384378.622312:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384378.622319:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da1bf98d. 00040000:00000010:3.0:1767384378.622326:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.622330:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d111d548. 00080000:00000010:3.0:1767384378.622336:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000006e54ab5. 00080000:00000010:3.0:1767384378.622341:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f0562efe. 00080000:00000001:3.0:1767384378.622350:0:40106:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:3.0:1767384378.622383:0:40106:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000e8f90992. 00000020:00000010:3.0:1767384378.622394:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000005f4cd668. 00000020:00000010:3.0:1767384378.622398:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000008e9e930b. 00000020:00000010:3.0:1767384378.622401:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000f0572111. 00000020:00000010:3.0:1767384378.622404:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000d3d3a162. 00000020:00000010:3.0:1767384378.622408:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000035f24d2c. 00000020:00000010:3.0:1767384378.622411:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ac8e425a. 00080000:00000010:3.0:1767384378.622415:0:40106:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 000000001e718444. 00080000:00000001:3.0:1767384378.622424:0:40106:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.622429:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1c448d3. 00000040:00000010:3.0:1767384378.622433:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b083b6bc. 00000020:00000010:3.0:1767384378.622436:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081e1fe69. 00000020:00000010:3.0:1767384378.622446:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da1bf98d. 00040000:00000010:3.0:1767384378.622450:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039e4eb5c. 00040000:00000010:3.0:1767384378.622456:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d111d548. 00080000:00000010:3.0:1767384378.622461:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f0562efe. 00080000:00000010:3.0:1767384378.622467:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000006e54ab5. 00000020:00000010:3.0:1767384378.622471:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035034bfa. 00000020:00000001:3.0:1767384378.622475:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.622477:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ea7d9f7c. 00000020:00000001:3.0:1767384378.622484:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622486:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.622489:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000004b45214e. 00000020:00000001:3.0:1767384378.622492:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.622495:0:40106:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622498:0:40106:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622506:0:40106:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1767384378.622508:0:40106:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 000000007bb47e07 00000020:00000010:3.0:1767384378.622513:0:40106:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 0000000051b4ff05. 00000020:00000010:3.0:1767384378.622517:0:40106:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 0000000007219a4e. 00000020:00000010:3.0:1767384378.622522:0:40106:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 000000004479a01b. 00000020:00000010:3.0:1767384378.622527:0:40106:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 0000000070fedeff. 00000020:00000010:3.0:1767384378.622530:0:40106:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000058310034. 00000020:00000010:3.0:1767384378.622535:0:40106:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000005f98bc86. 00000020:00000010:3.0:1767384378.622538:0:40106:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 000000007bb47e07. 00000020:00000001:3.0:1767384378.622542:0:40106:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.622545:0:40106:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.622549:0:40106:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:3.0:1767384378.622560:0:40106:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384378.622561:0:40106:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:3.0:1767384378.622566:0:40106:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000002ca03c25. 00000020:00000080:3.0:1767384378.622568:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384378.622571:0:40106:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384378.622573:0:40106:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384378.622577:0:40106:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384378.622579:0:40106:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000f4ee890d) has no exports 00000020:00000001:3.0:1767384378.622581:0:40106:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384378.622589:0:40106:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767384378.622593:0:40106:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:3.0:1767384378.622595:0:40106:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:3.0:1767384378.622599:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384378.622601:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:3.0:1767384378.622608:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384378.622610:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384378.622612:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:3.0:1767384378.622614:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:3.0:1767384378.622616:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:3.0:1767384378.622618:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:3.0:1767384378.622619:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:3.0:1767384378.622711:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:1.0:1767384378.622716:0:17913:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007798713e. 00000040:00000010:1.0:1767384378.622724:0:17913:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000531814b1. 00000020:00000010:1.0:1767384378.622727:0:17913:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025e5990f. 00000020:00000010:1.0:1767384378.622732:0:17913:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c04d03a0. 00000020:00000010:1.0:1767384378.622736:0:17913:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003566a07c. 80000000:00000010:1.0:1767384378.622740:0:17913:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc1469ed. 40000000:00000010:1.0:1767384378.622745:0:17913:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009318bf55. 00100000:00000010:1.0:1767384378.622751:0:17913:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a11e632a. 00040000:00000010:1.0:1767384378.622754:0:17913:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006ae5279d. 00040000:00000010:1.0:1767384378.622757:0:17913:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f8b3f24. 00080000:00000010:1.0:1767384378.622761:0:17913:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ea46dfff. 00080000:00000010:1.0:1767384378.622771:0:17913:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f24784ab. 00000004:00000010:1.0:1767384378.622776:0:17913:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e4419e7e. 00002000:00000010:1.0:1767384378.622781:0:17913:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001ae6afe9. 00000020:00000010:1.0:1767384378.622785:0:17913:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509658df. 00000020:00000010:1.0:1767384378.622792:0:17913:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a2769012. 00000100:00000010:1.0:1767384378.622800:0:17913:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000060312b31. 00000100:00100000:1.0:1767384378.622803:0:17913:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000f8327a04:17913] 3 exiting: rc = 0 00000020:00000010:3.0:1767384378.622805:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ce43723. 00000040:00000010:3.0:1767384378.622812:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000205653ca. 00000020:00000010:3.0:1767384378.622816:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004bacbf5. 00000020:00000010:3.0:1767384378.622820:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000818ccd9c. 00000020:00000010:3.0:1767384378.622825:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb16fb3f. 80000000:00000010:3.0:1767384378.622829:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000072f898e0. 40000000:00000010:3.0:1767384378.622833:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000a0c0ed3. 00100000:00000010:3.0:1767384378.622838:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000944bbd6f. 00040000:00000010:3.0:1767384378.622842:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080c30be0. 00040000:00000010:3.0:1767384378.622846:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005be9f44c. 00080000:00000010:3.0:1767384378.622852:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009faac412. 00080000:00000010:3.0:1767384378.622860:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001a5811a8. 00000004:00000010:3.0:1767384378.622867:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ec4491fc. 00002000:00000010:3.0:1767384378.622871:0:17088:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dc7227bc. 00000020:00000010:3.0:1767384378.622876:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fdb2c68. 00000020:00000010:3.0:1767384378.622882:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eea04716. 00000100:00000010:3.0:1767384378.622886:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007a1bd021. 00000100:00100000:3.0:1767384378.622889:0:17088:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000b1208ef4:17088] 2 exiting: rc = 0 00000020:00000010:1.0:1767384378.622913:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b53936d. 00000040:00000010:1.0:1767384378.622918:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e60b01b4. 00000020:00000010:1.0:1767384378.622921:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048d71a65. 00000020:00000010:1.0:1767384378.622925:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000058d188d4. 00000020:00000010:1.0:1767384378.622929:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c87ac11. 80000000:00000010:1.0:1767384378.622932:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000842aab1e. 40000000:00000010:1.0:1767384378.622936:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081cc1974. 00100000:00000010:1.0:1767384378.622939:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000792deb16. 00040000:00000010:1.0:1767384378.622942:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:1.0:1767384378.622944:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000608788aa. 00080000:00000010:1.0:1767384378.622949:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cfdad9e5. 00080000:00000010:1.0:1767384378.622952:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005922a68e. 00000100:00000040:3.0:1767384378.622955:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #1 00000004:00000010:1.0:1767384378.622956:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bed1aa67. 00002000:00000010:1.0:1767384378.622961:0:17087:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000caf92e02. 00000020:00000010:1.0:1767384378.622964:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000225746ba. 00000020:00000010:1.0:1767384378.622967:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004929b933. 00000100:00000010:1.0:1767384378.622970:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000007af5f65. 00000100:00100000:1.0:1767384378.622972:0:17087:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000dfb2ca46:17087] 1 exiting: rc = 0 00000020:00000010:2.0:1767384378.623000:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0731115. 00000040:00000010:2.0:1767384378.623007:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000706f09ac. 00000020:00000010:2.0:1767384378.623010:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001fe83ee. 00000100:00000040:3.0:1767384378.623013:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #0 00000020:00000010:2.0:1767384378.623015:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000928422d7. 00000020:00000010:2.0:1767384378.623022:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000000da7d14. 80000000:00000010:2.0:1767384378.623026:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f5a17343. 40000000:00000010:2.0:1767384378.623030:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ff4cbb76. 00100000:00000010:2.0:1767384378.623034:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000684c2287. 00040000:00000010:2.0:1767384378.623038:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9e5cddb. 00040000:00000010:2.0:1767384378.623041:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000583c65c6. 00080000:00000010:2.0:1767384378.623046:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000df0aa884. 00080000:00000010:2.0:1767384378.623051:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003cb6e6de. 00000004:00000010:2.0:1767384378.623068:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000001196164. 00002000:00000010:2.0:1767384378.623072:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002b83aac9. 00000020:00000010:2.0:1767384378.623075:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000808d6627. 00000020:00000010:2.0:1767384378.623079:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b8cca1f6. 00000100:00000010:2.0:1767384378.623090:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003429fd2d. 00000100:00100000:2.0:1767384378.623092:0:17086:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [000000009e08c914:17086] 0 exiting: rc = 1 00000100:00000010:3.0:1767384378.623128:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009e08c914. 00000100:00000010:3.0:1767384378.623184:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dfb2ca46. 00000100:00000010:3.0:1767384378.623190:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b1208ef4. 00000100:00000010:3.0:1767384378.623200:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f8327a04. 00000100:00000001:3.0:1767384378.623203:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384378.623205:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384378.623211:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:3.0:1767384378.623218:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623219:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623222:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a8caf5b. 00000400:00000200:3.0:1767384378.623226:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd4f31c6 00000400:00000010:3.0:1767384378.623228:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bd4f31c6. 00000100:00000001:3.0:1767384378.623232:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623234:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623242:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623244:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384378.623246:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623247:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623248:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623249:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008f84d0a. 00000400:00000200:3.0:1767384378.623250:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e17972 00000400:00000010:3.0:1767384378.623251:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c6e17972. 00000100:00000001:3.0:1767384378.623253:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623253:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623256:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623256:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384378.623257:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623258:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623259:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623259:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082d9b30f. 00000400:00000200:3.0:1767384378.623261:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7932572 00000400:00000010:3.0:1767384378.623262:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7932572. 00000100:00000001:3.0:1767384378.623269:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623270:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623272:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623274:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384378.623275:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623276:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623277:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623277:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed3982c1. 00000400:00000200:3.0:1767384378.623278:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047a3feaf 00000400:00000010:3.0:1767384378.623283:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000047a3feaf. 00000100:00000001:3.0:1767384378.623285:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623285:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623288:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623289:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384378.623290:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623291:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623292:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623293:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001332b820. 00000400:00000200:3.0:1767384378.623293:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025247084 00000400:00000010:3.0:1767384378.623294:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000025247084. 00000100:00000001:3.0:1767384378.623296:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623296:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623300:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623301:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384378.623302:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623303:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623304:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623305:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30b565e. 00000400:00000200:3.0:1767384378.623307:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0394651 00000400:00000010:3.0:1767384378.623308:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b0394651. 00000100:00000001:3.0:1767384378.623310:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623311:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623315:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623317:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384378.623318:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623320:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623321:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623322:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008256eb21. 00000400:00000200:3.0:1767384378.623324:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c3fbf05 00000400:00000010:3.0:1767384378.623325:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c3fbf05. 00000100:00000001:3.0:1767384378.623328:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623329:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623333:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623334:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384378.623336:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623337:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623338:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623346:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e01ac0ce. 00000400:00000200:3.0:1767384378.623348:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000888903c 00000400:00000010:3.0:1767384378.623350:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000888903c. 00000100:00000001:3.0:1767384378.623353:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623354:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623359:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623360:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384378.623361:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623364:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623365:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623366:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004510e3fa. 00000400:00000200:3.0:1767384378.623368:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba86104 00000400:00000010:3.0:1767384378.623370:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008ba86104. 00000100:00000001:3.0:1767384378.623372:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623374:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623385:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623386:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384378.623388:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623389:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623390:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623392:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6c2bd88. 00000400:00000200:3.0:1767384378.623394:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1f2651 00000400:00000010:3.0:1767384378.623395:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008e1f2651. 00000100:00000001:3.0:1767384378.623397:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623397:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623401:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623402:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384378.623403:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623404:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623405:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623407:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187defaf. 00000400:00000200:3.0:1767384378.623408:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0824c53 00000400:00000010:3.0:1767384378.623409:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c0824c53. 00000100:00000001:3.0:1767384378.623411:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623411:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623415:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623416:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384378.623417:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623423:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623424:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623426:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003ce045. 00000400:00000200:3.0:1767384378.623427:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072e815c9 00000400:00000010:3.0:1767384378.623429:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000072e815c9. 00000100:00000001:3.0:1767384378.623432:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623433:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623436:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623437:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384378.623439:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623440:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623441:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623442:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e412ae94. 00000400:00000200:3.0:1767384378.623444:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000375aa9c5 00000400:00000010:3.0:1767384378.623445:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000375aa9c5. 00000100:00000001:3.0:1767384378.623448:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623449:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623452:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623452:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384378.623453:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623454:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623455:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623456:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f73f0e. 00000400:00000200:3.0:1767384378.623458:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efad23a6 00000400:00000010:3.0:1767384378.623459:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000efad23a6. 00000100:00000001:3.0:1767384378.623461:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623466:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623471:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623473:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384378.623475:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623477:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623478:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623480:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000563c4842. 00000400:00000200:3.0:1767384378.623483:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bccfb92 00000400:00000010:3.0:1767384378.623485:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006bccfb92. 00000100:00000001:3.0:1767384378.623488:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623489:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623494:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623501:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384378.623503:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623506:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623507:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623509:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e7c554. 00000400:00000200:3.0:1767384378.623512:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac4b14ce 00000400:00000010:3.0:1767384378.623514:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ac4b14ce. 00000100:00000001:3.0:1767384378.623518:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623527:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623536:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623538:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384378.623539:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623542:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623543:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623544:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071789f6a. 00000400:00000200:3.0:1767384378.623546:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069d0ce9e 00000400:00000010:3.0:1767384378.623547:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000069d0ce9e. 00000100:00000001:3.0:1767384378.623550:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623550:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623554:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623555:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384378.623557:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623558:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623559:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623561:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006488e3e. 00000400:00000200:3.0:1767384378.623563:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b5c00f1 00000400:00000010:3.0:1767384378.623564:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007b5c00f1. 00000100:00000001:3.0:1767384378.623566:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623567:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623571:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623573:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384378.623574:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623576:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623577:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623578:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c17a8ff. 00000400:00000200:3.0:1767384378.623580:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8546956 00000400:00000010:3.0:1767384378.623582:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e8546956. 00000100:00000001:3.0:1767384378.623584:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623591:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623595:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623596:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384378.623598:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623600:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623600:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623601:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b51e31b1. 00000400:00000200:3.0:1767384378.623603:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d0afebb 00000400:00000010:3.0:1767384378.623604:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007d0afebb. 00000100:00000001:3.0:1767384378.623606:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623607:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623609:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623610:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384378.623611:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623612:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623613:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623614:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e1985cc. 00000400:00000200:3.0:1767384378.623615:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009868c60b 00000400:00000010:3.0:1767384378.623616:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009868c60b. 00000100:00000001:3.0:1767384378.623617:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623618:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623620:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623621:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384378.623621:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623622:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623623:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623623:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8d076c. 00000400:00000200:3.0:1767384378.623624:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c31bc4d 00000400:00000010:3.0:1767384378.623625:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004c31bc4d. 00000100:00000001:3.0:1767384378.623626:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623627:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623629:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623630:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384378.623630:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623631:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623632:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623632:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc6bf3e. 00000400:00000200:3.0:1767384378.623633:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e665e803 00000400:00000010:3.0:1767384378.623637:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e665e803. 00000100:00000001:3.0:1767384378.623640:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623640:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623643:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623644:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384378.623645:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623646:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623647:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623647:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f699f6. 00000400:00000200:3.0:1767384378.623648:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f779c91 00000400:00000010:3.0:1767384378.623649:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004f779c91. 00000100:00000001:3.0:1767384378.623651:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623651:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623653:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623654:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384378.623655:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623656:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623657:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623657:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000300e3075. 00000400:00000200:3.0:1767384378.623658:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000499821cd 00000400:00000010:3.0:1767384378.623660:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000499821cd. 00000100:00000001:3.0:1767384378.623661:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623662:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623664:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623665:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384378.623665:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623666:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623667:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623667:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4788b5b. 00000400:00000200:3.0:1767384378.623668:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9e8f3d7 00000400:00000010:3.0:1767384378.623669:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d9e8f3d7. 00000100:00000001:3.0:1767384378.623670:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623671:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623673:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623674:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384378.623674:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623675:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623676:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623679:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000843ca2da. 00000400:00000200:3.0:1767384378.623680:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097b94fa3 00000400:00000010:3.0:1767384378.623681:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000097b94fa3. 00000100:00000001:3.0:1767384378.623684:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623684:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623687:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623688:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384378.623689:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623690:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623690:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623691:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007f3d37. 00000400:00000200:3.0:1767384378.623692:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709979df 00000400:00000010:3.0:1767384378.623692:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000709979df. 00000100:00000001:3.0:1767384378.623694:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623695:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623697:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623698:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384378.623698:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623700:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623700:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623701:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000576a494a. 00000400:00000200:3.0:1767384378.623701:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3f91676 00000400:00000010:3.0:1767384378.623702:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e3f91676. 00000100:00000001:3.0:1767384378.623703:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623704:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623706:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623707:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384378.623708:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623708:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623709:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623709:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e764b476. 00000400:00000200:3.0:1767384378.623710:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ed6ffa 00000400:00000010:3.0:1767384378.623711:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000012ed6ffa. 00000100:00000001:3.0:1767384378.623714:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623714:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623716:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623717:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384378.623718:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623722:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623722:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623723:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d07486e1. 00000400:00000200:3.0:1767384378.623724:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f17daf08 00000400:00000010:3.0:1767384378.623725:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f17daf08. 00000100:00000001:3.0:1767384378.623726:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623726:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623729:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623730:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384378.623730:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623731:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623732:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623732:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059a1e28. 00000400:00000200:3.0:1767384378.623733:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e212c53 00000400:00000010:3.0:1767384378.623734:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000e212c53. 00000100:00000001:3.0:1767384378.623737:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623737:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623740:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623740:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384378.623741:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623742:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623742:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623743:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d873804. 00000400:00000200:3.0:1767384378.623744:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2797d78 00000400:00000010:3.0:1767384378.623745:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b2797d78. 00000100:00000001:3.0:1767384378.623747:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623748:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623750:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623751:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384378.623751:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623752:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623753:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623753:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca754f0e. 00000400:00000200:3.0:1767384378.623754:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e512ccbc 00000400:00000010:3.0:1767384378.623755:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e512ccbc. 00000100:00000001:3.0:1767384378.623757:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623757:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623760:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623763:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384378.623764:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623765:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623766:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623767:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee7e1899. 00000400:00000200:3.0:1767384378.623768:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ed3565 00000400:00000010:3.0:1767384378.623769:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000087ed3565. 00000100:00000001:3.0:1767384378.623771:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623771:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623774:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623774:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384378.623775:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623776:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623776:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623777:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b04901a. 00000400:00000200:3.0:1767384378.623778:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d14496 00000400:00000010:3.0:1767384378.623779:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000020d14496. 00000100:00000001:3.0:1767384378.623781:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623782:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623784:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623784:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384378.623785:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623786:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623786:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623787:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c90dba2. 00000400:00000200:3.0:1767384378.623788:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d11f19e 00000400:00000010:3.0:1767384378.623789:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000d11f19e. 00000100:00000001:3.0:1767384378.623791:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623791:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623794:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623794:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384378.623795:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623796:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623796:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623797:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab6adee. 00000400:00000200:3.0:1767384378.623798:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d16858a 00000400:00000010:3.0:1767384378.623799:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006d16858a. 00000100:00000001:3.0:1767384378.623800:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623803:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623806:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623807:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384378.623808:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623810:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623811:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623812:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029910a5f. 00000400:00000200:3.0:1767384378.623813:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d077ee34 00000400:00000010:3.0:1767384378.623814:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d077ee34. 00000100:00000001:3.0:1767384378.623816:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623816:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623818:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623819:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384378.623820:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623821:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623821:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623822:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b07e053f. 00000400:00000200:3.0:1767384378.623823:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d989fee 00000400:00000010:3.0:1767384378.623824:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000d989fee. 00000100:00000001:3.0:1767384378.623825:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623826:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623828:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623829:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384378.623829:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623830:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623831:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623831:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022acb45a. 00000400:00000200:3.0:1767384378.623832:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ccd1744 00000400:00000010:3.0:1767384378.623833:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ccd1744. 00000100:00000001:3.0:1767384378.623834:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623835:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623837:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623838:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384378.623838:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623840:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623840:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623841:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f0e5d8. 00000400:00000200:3.0:1767384378.623842:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431ef406 00000400:00000010:3.0:1767384378.623845:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000431ef406. 00000100:00000001:3.0:1767384378.623847:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623848:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623850:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623851:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384378.623852:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623853:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623854:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623855:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6e28874. 00000400:00000200:3.0:1767384378.623856:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5956546 00000400:00000010:3.0:1767384378.623857:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a5956546. 00000100:00000001:3.0:1767384378.623858:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623859:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623861:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623862:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384378.623862:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623863:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623864:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623864:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4380ecd. 00000400:00000200:3.0:1767384378.623865:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f72529 00000400:00000010:3.0:1767384378.623866:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000092f72529. 00000100:00000001:3.0:1767384378.623867:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623868:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623870:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623871:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384378.623872:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623872:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623873:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623873:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dae57c9c. 00000400:00000200:3.0:1767384378.623874:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066162f29 00000400:00000010:3.0:1767384378.623875:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000066162f29. 00000100:00000001:3.0:1767384378.623878:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623879:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623881:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623882:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384378.623882:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623883:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623884:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623888:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000562367a. 00000400:00000200:3.0:1767384378.623890:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b328d545 00000400:00000010:3.0:1767384378.623891:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b328d545. 00000100:00000001:3.0:1767384378.623894:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623894:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623897:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623898:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384378.623899:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623899:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623900:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623901:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbb215dc. 00000400:00000200:3.0:1767384378.623901:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e92dcc 00000400:00000010:3.0:1767384378.623902:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000023e92dcc. 00000100:00000001:3.0:1767384378.623903:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623904:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623906:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623907:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384378.623907:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623908:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623909:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623909:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee47a33. 00000400:00000200:3.0:1767384378.623910:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012e7811a 00000400:00000010:3.0:1767384378.623911:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000012e7811a. 00000100:00000001:3.0:1767384378.623920:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623920:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623925:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623926:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384378.623926:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623927:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623928:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623929:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053954ee6. 00000400:00000200:3.0:1767384378.623930:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d385868 00000400:00000010:3.0:1767384378.623931:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004d385868. 00000100:00000001:3.0:1767384378.623932:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623933:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623935:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623936:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384378.623937:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623942:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623943:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623944:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec36b77. 00000400:00000200:3.0:1767384378.623945:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429965b1 00000400:00000010:3.0:1767384378.623946:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000429965b1. 00000100:00000001:3.0:1767384378.623948:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623949:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623952:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623952:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384378.623953:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623954:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623955:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623955:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000731130d1. 00000400:00000200:3.0:1767384378.623956:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8106ae 00000400:00000010:3.0:1767384378.623957:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004e8106ae. 00000100:00000001:3.0:1767384378.623958:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623958:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623961:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623961:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384378.623962:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623963:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623963:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623964:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4e0453b. 00000400:00000200:3.0:1767384378.623965:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005095692e 00000400:00000010:3.0:1767384378.623966:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005095692e. 00000100:00000001:3.0:1767384378.623967:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623968:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623970:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623971:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384378.623972:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623973:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623974:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623975:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1d5dc39. 00000400:00000200:3.0:1767384378.623977:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d58f38 00000400:00000010:3.0:1767384378.623978:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000074d58f38. 00000100:00000001:3.0:1767384378.623980:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.623981:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.623984:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.623991:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384378.623993:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.623995:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.623996:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.623997:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bfff472. 00000400:00000200:3.0:1767384378.623999:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000274ad0d1 00000400:00000010:3.0:1767384378.624001:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000274ad0d1. 00000100:00000001:3.0:1767384378.624004:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624005:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624008:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624010:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384378.624012:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624013:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624014:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624015:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a1a20f7. 00000400:00000200:3.0:1767384378.624017:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000540a9934 00000400:00000010:3.0:1767384378.624019:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000540a9934. 00000100:00000001:3.0:1767384378.624021:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624022:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624026:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624027:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384378.624029:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624030:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624031:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624032:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c661f56. 00000400:00000200:3.0:1767384378.624035:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b192eec 00000400:00000010:3.0:1767384378.624036:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001b192eec. 00000100:00000001:3.0:1767384378.624039:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624046:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624050:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624052:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384378.624053:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624055:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624056:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624057:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b81084e. 00000400:00000200:3.0:1767384378.624059:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8c0f394 00000400:00000010:3.0:1767384378.624060:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8c0f394. 00000100:00000001:3.0:1767384378.624063:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624068:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624071:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624072:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384378.624073:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624074:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624075:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624076:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b978b. 00000400:00000200:3.0:1767384378.624078:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008391dd2 00000400:00000010:3.0:1767384378.624079:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000008391dd2. 00000100:00000001:3.0:1767384378.624080:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624081:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624084:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624084:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384378.624085:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624086:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624086:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624087:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000957aa1e1. 00000400:00000200:3.0:1767384378.624088:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a87e5ae8 00000400:00000010:3.0:1767384378.624092:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a87e5ae8. 00000100:00000001:3.0:1767384378.624093:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624094:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624096:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624097:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384378.624098:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624098:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624099:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624100:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000043138da. 00000400:00000200:3.0:1767384378.624101:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cdfb91a 00000400:00000010:3.0:1767384378.624101:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000cdfb91a. 00000100:00000001:3.0:1767384378.624103:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624104:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624106:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624107:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384378.624108:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624109:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624110:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624110:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b13f6be. 00000400:00000200:3.0:1767384378.624111:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e5df1a 00000400:00000010:3.0:1767384378.624114:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000024e5df1a. 00000100:00000001:3.0:1767384378.624117:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624117:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624120:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624121:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384378.624122:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624123:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624123:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624124:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dc0b6f7. 00000400:00000200:3.0:1767384378.624125:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c263b1 00000400:00000010:3.0:1767384378.624126:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d8c263b1. 00000100:00000001:3.0:1767384378.624127:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624127:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624129:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624130:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384378.624131:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624132:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624133:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624133:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089567dab. 00000400:00000200:3.0:1767384378.624175:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1d4b71c 00000400:00000010:3.0:1767384378.624178:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c1d4b71c. 00000100:00000001:3.0:1767384378.624181:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624183:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624189:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624190:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384378.624192:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.624194:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.624195:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.624196:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d356230. 00000400:00000200:3.0:1767384378.624200:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b381d00b 00000400:00000010:3.0:1767384378.624201:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b381d00b. 00000100:00000001:3.0:1767384378.624204:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.624206:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384378.624211:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.624213:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384378.624215:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384378.624219:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624221:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624229:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624230:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624231:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624231:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624233:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624233:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624234:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624235:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624236:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624236:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624237:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624238:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624238:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624239:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624239:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624240:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624241:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624241:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624242:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624242:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624243:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624243:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624244:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624245:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624245:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624246:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624246:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624247:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624248:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624248:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624249:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624249:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624250:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624250:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624251:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624252:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624252:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624253:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624253:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624254:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624257:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624258:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624259:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624260:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624260:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624261:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624262:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624263:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624263:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624264:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624264:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624265:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624265:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624266:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624267:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624267:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624268:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624268:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624269:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624269:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624270:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624271:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624271:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624272:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624273:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624273:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624274:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624274:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624275:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624275:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624276:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624277:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624277:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624278:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624278:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624279:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624280:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624280:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624281:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624281:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624286:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624287:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624288:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624288:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624289:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624290:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624291:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624292:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624292:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624293:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624293:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624294:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624294:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624295:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624296:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624296:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624297:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624297:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624298:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624299:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624299:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624300:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624300:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624301:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624301:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624302:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624303:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624303:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624304:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624304:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624305:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624305:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624306:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624307:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624307:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624308:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624308:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624309:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624310:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624310:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624314:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624314:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624315:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624316:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.624316:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.624317:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384378.624329:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624332:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e917ec38. 02000000:00000001:3.0:1767384378.624335:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624336:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc0370ab. 02000000:00000001:3.0:1767384378.624339:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624340:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e229603. 02000000:00000001:3.0:1767384378.624341:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624341:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072a8c313. 02000000:00000001:3.0:1767384378.624343:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624344:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001cd286d7. 02000000:00000001:3.0:1767384378.624346:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624347:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000824f076c. 02000000:00000001:3.0:1767384378.624349:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624349:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9e49c39. 02000000:00000001:3.0:1767384378.624351:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624351:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eea2c24. 02000000:00000001:3.0:1767384378.624353:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624354:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000d824dfe8. 02000000:00000001:3.0:1767384378.624355:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624356:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083369aa1. 02000000:00000001:3.0:1767384378.624358:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624359:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000c9d3489d. 02000000:00000001:3.0:1767384378.624360:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624361:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000988715d0. 02000000:00000001:3.0:1767384378.624362:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624363:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000003bf64f1. 02000000:00000001:3.0:1767384378.624364:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624365:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006be8f5c5. 02000000:00000001:3.0:1767384378.624367:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624368:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000eee5b228. 02000000:00000001:3.0:1767384378.624370:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624370:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2638381. 02000000:00000001:3.0:1767384378.624372:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624376:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a8c4f432. 02000000:00000001:3.0:1767384378.624378:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624379:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079838a7f. 02000000:00000001:3.0:1767384378.624381:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624381:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000acb68d49. 02000000:00000001:3.0:1767384378.624384:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624385:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009188c248. 02000000:00000001:3.0:1767384378.624387:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624387:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000004cf667db. 02000000:00000001:3.0:1767384378.624389:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624389:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f48eba. 02000000:00000001:3.0:1767384378.624391:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624391:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073b91e7d. 02000000:00000001:3.0:1767384378.624392:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624393:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3a97d5f. 02000000:00000001:3.0:1767384378.624395:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624395:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000030455018. 02000000:00000001:3.0:1767384378.624396:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624397:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075234fa6. 02000000:00000001:3.0:1767384378.624399:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624399:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b0b81d0. 02000000:00000001:3.0:1767384378.624400:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624401:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a37f7904. 02000000:00000001:3.0:1767384378.624403:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624403:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e95fd45. 02000000:00000001:3.0:1767384378.624404:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624405:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089139bd1. 02000000:00000001:3.0:1767384378.624407:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624408:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009c6539cd. 02000000:00000001:3.0:1767384378.624409:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624409:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bb3731f. 02000000:00000001:3.0:1767384378.624411:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624412:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e2aa36c6. 02000000:00000001:3.0:1767384378.624413:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624414:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b15bd1. 02000000:00000001:3.0:1767384378.624416:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624416:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008625104a. 02000000:00000001:3.0:1767384378.624417:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624420:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a065a12. 02000000:00000001:3.0:1767384378.624422:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624423:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b39e94e. 02000000:00000001:3.0:1767384378.624424:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624425:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005238630a. 02000000:00000001:3.0:1767384378.624427:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624428:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000efac9fdb. 02000000:00000001:3.0:1767384378.624430:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624430:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072aa910b. 02000000:00000001:3.0:1767384378.624432:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624432:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b4260149. 02000000:00000001:3.0:1767384378.624433:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624434:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa298dc2. 02000000:00000001:3.0:1767384378.624435:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624436:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c880bf0e. 02000000:00000001:3.0:1767384378.624437:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624437:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc66ff7. 02000000:00000001:3.0:1767384378.624439:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624440:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9ce3146. 02000000:00000001:3.0:1767384378.624441:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624441:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e4893b3. 02000000:00000001:3.0:1767384378.624443:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624443:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006233d9e0. 02000000:00000001:3.0:1767384378.624445:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624445:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007660d57b. 02000000:00000001:3.0:1767384378.624447:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624447:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048653260. 02000000:00000001:3.0:1767384378.624448:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624449:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021f7d910. 02000000:00000001:3.0:1767384378.624451:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624452:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b346073. 02000000:00000001:3.0:1767384378.624453:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624454:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007aba2481. 02000000:00000001:3.0:1767384378.624456:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624457:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000bc9df54. 02000000:00000001:3.0:1767384378.624458:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624459:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b31b786b. 02000000:00000001:3.0:1767384378.624461:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624466:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9288050. 02000000:00000001:3.0:1767384378.624468:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624469:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f71bab75. 02000000:00000001:3.0:1767384378.624472:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624473:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003bca1d2d. 02000000:00000001:3.0:1767384378.624475:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624476:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd9df5f. 02000000:00000001:3.0:1767384378.624479:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624480:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000580ee878. 02000000:00000001:3.0:1767384378.624482:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624483:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4fc6d48. 02000000:00000001:3.0:1767384378.624485:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624486:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000061b7b14. 02000000:00000001:3.0:1767384378.624488:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624489:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006275687d. 02000000:00000001:3.0:1767384378.624492:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624493:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046f3441b. 02000000:00000001:3.0:1767384378.624495:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624496:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca2515cf. 02000000:00000001:3.0:1767384378.624499:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624500:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004368938f. 02000000:00000001:3.0:1767384378.624502:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624504:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054cdbb32. 02000000:00000001:3.0:1767384378.624506:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624507:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5d4b914. 02000000:00000001:3.0:1767384378.624510:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624511:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070393e39. 02000000:00000001:3.0:1767384378.624513:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624514:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6ea25c0. 02000000:00000001:3.0:1767384378.624516:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624517:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053654c14. 02000000:00000001:3.0:1767384378.624520:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624520:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ad76453. 02000000:00000001:3.0:1767384378.624522:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624523:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab89aa66. 02000000:00000001:3.0:1767384378.624524:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624525:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000be241187. 02000000:00000001:3.0:1767384378.624526:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624531:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fea3594f. 02000000:00000001:3.0:1767384378.624534:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624535:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0b538ae. 02000000:00000001:3.0:1767384378.624541:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624542:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d5be0fc. 02000000:00000001:3.0:1767384378.624544:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624545:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e74eb26f. 02000000:00000001:3.0:1767384378.624548:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624549:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d09a505a. 02000000:00000001:3.0:1767384378.624557:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624558:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e3470592. 02000000:00000001:3.0:1767384378.624560:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624561:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f9cdfc2. 02000000:00000001:3.0:1767384378.624564:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624565:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028a49b6a. 02000000:00000001:3.0:1767384378.624568:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624569:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000006451338. 02000000:00000001:3.0:1767384378.624571:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624572:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093d9bb29. 02000000:00000001:3.0:1767384378.624574:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624576:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcca64fd. 02000000:00000001:3.0:1767384378.624578:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624579:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008f7ab629. 02000000:00000001:3.0:1767384378.624581:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624582:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc3413aa. 02000000:00000001:3.0:1767384378.624585:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624586:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000000fd5ebd7. 02000000:00000001:3.0:1767384378.624588:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624589:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa60f979. 02000000:00000001:3.0:1767384378.624592:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624593:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bb7fb2dd. 02000000:00000001:3.0:1767384378.624594:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624595:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001576ab93. 02000000:00000001:3.0:1767384378.624597:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624598:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000006a34dd9a. 02000000:00000001:3.0:1767384378.624600:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624600:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f07744e7. 02000000:00000001:3.0:1767384378.624602:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.624607:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab6d4902. 02000000:00000001:3.0:1767384378.624609:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.624610:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085af223f. 00000100:00000010:3.0:1767384378.624614:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc3ff798. 00000100:00000010:3.0:1767384378.624644:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002908517. 00000100:00000010:3.0:1767384378.624646:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009c6ab6dd. 00000100:00000010:3.0:1767384378.624668:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f048c6c8. 00000100:00000010:3.0:1767384378.624670:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ccabcb3b. 00000100:00000010:3.0:1767384378.624694:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020c476ed. 00000100:00000010:3.0:1767384378.624696:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ab216e54. 00000100:00000010:3.0:1767384378.624715:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a53cd9c8. 00000100:00000010:3.0:1767384378.624716:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ffd8332a. 00000100:00000010:3.0:1767384378.624736:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b511006. 00000100:00000010:3.0:1767384378.624739:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000405963eb. 00000100:00000010:3.0:1767384378.624758:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082cb3995. 00000100:00000010:3.0:1767384378.624760:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e602c2a3. 00000100:00000010:3.0:1767384378.624781:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b1e9496. 00000100:00000010:3.0:1767384378.624782:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b1876a95. 00000100:00000010:3.0:1767384378.624817:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f257939. 00000100:00000010:3.0:1767384378.624818:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000195cd494. 00000100:00000010:3.0:1767384378.624843:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e87fee3. 00000100:00000010:3.0:1767384378.624844:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d73c90ad. 00000100:00000010:3.0:1767384378.624868:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055a7d555. 00000100:00000010:3.0:1767384378.624870:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000028434287. 00000100:00000010:3.0:1767384378.624889:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdbfdad7. 00000100:00000010:3.0:1767384378.624890:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003184b21e. 00000100:00000010:3.0:1767384378.624912:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7f7af25. 00000100:00000010:3.0:1767384378.624913:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000710e76f6. 00000100:00000010:3.0:1767384378.624937:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017aee334. 00000100:00000010:3.0:1767384378.624939:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000740f2c94. 00000100:00000010:3.0:1767384378.624965:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000587d801c. 00000100:00000010:3.0:1767384378.624968:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ed852394. 00000100:00000010:3.0:1767384378.624996:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024dde935. 00000100:00000010:3.0:1767384378.625004:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008e0c01cb. 00000100:00000010:3.0:1767384378.625032:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee91635a. 00000100:00000010:3.0:1767384378.625035:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bdf1336c. 00000100:00000010:3.0:1767384378.625083:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000190e0c89. 00000100:00000010:3.0:1767384378.625085:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006b9601af. 00000100:00000010:3.0:1767384378.625118:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005adcf94f. 00000100:00000010:3.0:1767384378.625120:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000747c4fa0. 00000100:00000010:3.0:1767384378.625206:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab7213e7. 00000100:00000010:3.0:1767384378.625210:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000014d9de8d. 00000100:00000010:3.0:1767384378.625238:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea002c17. 00000100:00000010:3.0:1767384378.625240:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e67f389. 00000100:00000010:3.0:1767384378.625288:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d8ec128. 00000100:00000010:3.0:1767384378.625289:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000060bfb84f. 00000100:00000010:3.0:1767384378.625333:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3078f41. 00000100:00000010:3.0:1767384378.625335:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000272aed65. 00000100:00000010:3.0:1767384378.625381:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037aa757b. 00000100:00000010:3.0:1767384378.625383:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c9ddf166. 00000100:00000010:3.0:1767384378.625414:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa79e68a. 00000100:00000010:3.0:1767384378.625415:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008aa02517. 00000100:00000010:3.0:1767384378.625444:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002893a43. 00000100:00000010:3.0:1767384378.625445:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000029c2b063. 00000100:00000010:3.0:1767384378.625465:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdce9a81. 00000100:00000010:3.0:1767384378.625467:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f1ae8adf. 00000100:00000010:3.0:1767384378.625489:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000764bad5a. 00000100:00000010:3.0:1767384378.625491:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e4d40996. 00000100:00000010:3.0:1767384378.625513:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db001817. 00000100:00000010:3.0:1767384378.625516:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000da20f95. 00000100:00000010:3.0:1767384378.625540:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d62b855. 00000100:00000010:3.0:1767384378.625543:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a59cc70b. 00000100:00000010:3.0:1767384378.625568:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a1d298a. 00000100:00000010:3.0:1767384378.625571:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e0c7867d. 00000100:00000010:3.0:1767384378.625596:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8185272. 00000100:00000010:3.0:1767384378.625602:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000f7ca822. 00000100:00000010:3.0:1767384378.625620:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7ec6469. 00000100:00000010:3.0:1767384378.625622:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ca34c5ca. 00000100:00000010:3.0:1767384378.625643:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001052b640. 00000100:00000010:3.0:1767384378.625644:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000068eb187c. 00000100:00000010:3.0:1767384378.625667:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000732a4e3c. 00000100:00000010:3.0:1767384378.625669:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000af3f922c. 00000100:00000010:3.0:1767384378.625691:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aec55d84. 00000100:00000010:3.0:1767384378.625693:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075e90313. 00000100:00000010:3.0:1767384378.625706:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d333d337. 00000100:00000010:3.0:1767384378.625708:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000033c170e7. 00000100:00000010:3.0:1767384378.625727:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043e9eaea. 00000100:00000010:3.0:1767384378.625729:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ac9250f3. 00000100:00000010:3.0:1767384378.625754:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061e13456. 00000100:00000010:3.0:1767384378.625756:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004a5ad424. 00000100:00000010:3.0:1767384378.625772:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009796115c. 00000100:00000010:3.0:1767384378.625773:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bfd0dcd2. 00000100:00000010:3.0:1767384378.625786:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a687343. 00000100:00000010:3.0:1767384378.625787:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000faaeb4f0. 00000100:00000010:3.0:1767384378.625811:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f6b1938. 00000100:00000010:3.0:1767384378.625813:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032ec69ff. 00000100:00000010:3.0:1767384378.625843:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011be4956. 00000100:00000010:3.0:1767384378.625844:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000084e1a32. 00000100:00000010:3.0:1767384378.625872:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dbd0426. 00000100:00000010:3.0:1767384378.625874:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008bb0882c. 00000100:00000010:3.0:1767384378.625906:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003126dc6b. 00000100:00000010:3.0:1767384378.625907:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000369f0f6. 00000100:00000010:3.0:1767384378.625937:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0845bf2. 00000100:00000010:3.0:1767384378.625940:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d307c8a2. 00000100:00000010:3.0:1767384378.625965:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005578733b. 00000100:00000010:3.0:1767384378.625968:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e9f9a98e. 00000100:00000010:3.0:1767384378.625997:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6c1fc32. 00000100:00000010:3.0:1767384378.626002:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000450ce5fa. 00000100:00000010:3.0:1767384378.626031:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ce2d746. 00000100:00000010:3.0:1767384378.626033:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ec44e76e. 00000100:00000010:3.0:1767384378.626055:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4810940. 00000100:00000010:3.0:1767384378.626058:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b07ce9c3. 00000100:00000010:3.0:1767384378.626075:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000358f0807. 00000100:00000010:3.0:1767384378.626078:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000011bc12ff. 00000100:00000010:3.0:1767384378.626103:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b830137. 00000100:00000010:3.0:1767384378.626104:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000004e99582. 00000100:00000010:3.0:1767384378.626122:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b15d16d. 00000100:00000010:3.0:1767384378.626124:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f263f537. 00000100:00000010:3.0:1767384378.626248:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000765171c3. 00000100:00000010:3.0:1767384378.626252:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000542f351d. 00000100:00000010:3.0:1767384378.626270:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1e375b0. 00000100:00000010:3.0:1767384378.626273:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000003ac04c8. 00000100:00000010:3.0:1767384378.626293:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be53bd41. 00000100:00000010:3.0:1767384378.626295:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d2edc6a2. 00000100:00000010:3.0:1767384378.626311:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8cbbdfc. 00000100:00000010:3.0:1767384378.626313:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008901cfa9. 00000100:00000010:3.0:1767384378.626334:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000962789ee. 00000100:00000010:3.0:1767384378.626337:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004e78a481. 00000100:00000010:3.0:1767384378.626356:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f97571a. 00000100:00000010:3.0:1767384378.626358:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081f20957. 00000100:00000010:3.0:1767384378.626378:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009013b48. 00000100:00000010:3.0:1767384378.626380:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc7e3c6b. 00000100:00000010:3.0:1767384378.626410:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e1e8391. 00000100:00000010:3.0:1767384378.626413:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5a0f492. 00000100:00000010:3.0:1767384378.626436:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d462abba. 00000100:00000010:3.0:1767384378.626438:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a53cebcd. 00000100:00000010:3.0:1767384378.626468:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b62a5a92. 00000100:00000010:3.0:1767384378.626470:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000005f3dd99. 00000100:00000010:3.0:1767384378.626507:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef92cd0c. 00000100:00000010:3.0:1767384378.626514:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f443631d. 00000100:00000010:3.0:1767384378.626564:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c383cac7. 00000100:00000010:3.0:1767384378.626594:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e1d8753c. 00000100:00000010:3.0:1767384378.626609:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000000eb2338f. 00000100:00000010:3.0:1767384378.626626:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000038f470a2. 00000100:00000010:3.0:1767384378.626649:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e894709c. 00000100:00000001:3.0:1767384378.626664:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384378.626667:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626670:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384378.626673:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384378.626675:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007125d124. 00000100:00000001:3.0:1767384378.626679:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384378.626681:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.626684:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626686:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fe2af3a7. 00000100:00000001:3.0:1767384378.626690:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626691:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626693:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000423ccaed. 00000100:00000001:3.0:1767384378.626695:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626696:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626697:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a30e860. 00000100:00000001:3.0:1767384378.626700:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626701:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626702:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fb5a83d4. 00000100:00000001:3.0:1767384378.626705:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626706:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384378.626708:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384378.626709:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f57ba411. 00000100:00000001:3.0:1767384378.626711:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384378.626712:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.626714:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626715:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d23c975a. 00000100:00000001:3.0:1767384378.626717:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626718:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626719:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000171f0e0b. 00000100:00000001:3.0:1767384378.626721:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626722:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626723:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac748822. 00000100:00000001:3.0:1767384378.626725:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384378.626733:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384378.626734:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009826b1b6. 00000100:00000010:3.0:1767384378.626737:0:40106:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000005369c2ca. 00000100:00000001:3.0:1767384378.626740:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384378.626840:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009bbff82f. 00000020:00000010:3.0:1767384378.626845:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000015729518. 00000020:00000010:3.0:1767384378.626848:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d6589d74. 00000020:00000010:3.0:1767384378.626851:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006313b92b. 00000020:00000010:3.0:1767384378.626856:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000bada629f. 00000020:00000010:3.0:1767384378.626862:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003d80483f. 00000100:00000010:3.0:1767384378.626896:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b2051c60. 00000100:00000010:3.0:1767384378.626905:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000005c884073. 00000100:00000010:3.0:1767384378.626908:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004a863497. 00000100:00000010:3.0:1767384378.626911:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b4d6e83b. 00000100:00000001:3.0:1767384378.626915:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.626918:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384378.626920:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:3.0:1767384378.626923:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384378.626925:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384378.626926:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:3.0:1767384378.626928:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:3.0:1767384378.626930:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:3.0:1767384378.626932:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:3.0:1767384378.626960:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384378.626991:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048564165. 00000020:00000010:0.0:1767384378.626991:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1f33adf. 00000040:00000010:2.0:1767384378.626999:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f420fb8e. 00000020:00000010:1.0:1767384378.627000:0:40018:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a40e5c94. 00000040:00000010:0.0:1767384378.627001:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e35c581. 00000020:00000010:2.0:1767384378.627007:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc1442d5. 00000020:00000010:0.0:1767384378.627008:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000674b1bcc. 00000040:00000010:1.0:1767384378.627010:0:40018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd8b1353. 00000020:00000010:2.0:1767384378.627017:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000080c5b7de. 00000020:00000010:0.0:1767384378.627017:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005e8f7cc8. 00000020:00000010:1.0:1767384378.627018:0:40018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000adcc59d4. 00000020:00000010:0.0:1767384378.627025:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cc9e99a. 00000020:00000010:2.0:1767384378.627027:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062f7f5d4. 00000020:00000010:1.0:1767384378.627027:0:40018:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8e83430. 80000000:00000010:0.0:1767384378.627031:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aa60c44e. 80000000:00000010:2.0:1767384378.627035:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e458465. 00000020:00000010:1.0:1767384378.627035:0:40018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000075ec580f. 40000000:00000010:0.0:1767384378.627039:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000065f66269. 80000000:00000010:1.0:1767384378.627042:0:40018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c939103c. 00100000:00000010:0.0:1767384378.627046:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f3ccba4. 40000000:00000010:1.0:1767384378.627047:0:40018:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da79d251. 40000000:00000010:2.0:1767384378.627050:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a87dc40f. 00040000:00000010:0.0:1767384378.627054:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000093a98caf. 00100000:00000010:2.0:1767384378.627059:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004bb58c86. 00040000:00000010:0.0:1767384378.627060:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e85ea60. 00100000:00000010:1.0:1767384378.627063:0:40018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f4c894d. 00040000:00000010:2.0:1767384378.627067:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000645a9da0. 00040000:00000010:1.0:1767384378.627069:0:40018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebfb8ad9. 00080000:00000010:0.0:1767384378.627070:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000040e78dcd. 00040000:00000010:2.0:1767384378.627073:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000675ee19c. 00080000:00000010:2.0:1767384378.627080:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000667c50fe. 00040000:00000010:1.0:1767384378.627083:0:40018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004929ed34. 00080000:00000010:2.0:1767384378.627086:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000072c41a77. 00080000:00000010:0.0:1767384378.627089:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006f212609. 00080000:00000010:1.0:1767384378.627090:0:40018:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000003518ca9. 00000004:00000010:2.0:1767384378.627094:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000510faa82. 00000004:00000010:0.0:1767384378.627095:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d54bea6b. 00080000:00000010:1.0:1767384378.627097:0:40018:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bc31e91a. 00000020:00000010:2.0:1767384378.627103:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfa3889e. 00000020:00000010:0.0:1767384378.627103:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044301247. 00000004:00000010:1.0:1767384378.627105:0:40018:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d0a2f8fa. 00000020:00000010:1.0:1767384378.627111:0:40018:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089cbb41e. 00000020:00000010:2.0:1767384378.627114:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d22ef800. 00000020:00000010:1.0:1767384378.627117:0:40018:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000242f991f. 00000020:00000010:0.0:1767384378.627117:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006bc412ef. 00000100:00000010:2.0:1767384378.627121:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a2bc3dd7. 00000100:00100000:2.0:1767384378.627128:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000d902175d:17089] 0 exiting: rc = 1 00000100:00000010:0.0:1767384378.627178:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002ed8f62e. 00000100:00000010:1.0:1767384378.627182:0:40018:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000072ac2bdf. 00000100:00100000:0.0:1767384378.627183:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000053992380:17090] 1 exiting: rc = 0 00000100:00100000:1.0:1767384378.627188:0:40018:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000000f0b1d60:40018] 2 exiting: rc = 0 00000100:00000010:3.0:1767384378.627216:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d902175d. 00000100:00000010:3.0:1767384378.627223:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000053992380. 00000100:00000010:3.0:1767384378.627228:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000f0b1d60. 00000100:00000001:3.0:1767384378.627236:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384378.627237:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384378.627242:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:3.0:1767384378.627247:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627249:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627252:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a199c602. 00000400:00000200:3.0:1767384378.627257:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fae76c 00000400:00000010:3.0:1767384378.627259:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062fae76c. 00000100:00000001:3.0:1767384378.627266:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627268:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627274:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627276:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384378.627278:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627280:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627280:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627281:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f22d67. 00000400:00000200:3.0:1767384378.627283:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a151542 00000400:00000010:3.0:1767384378.627284:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a151542. 00000100:00000001:3.0:1767384378.627285:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627286:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627288:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627289:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384378.627289:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627291:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627291:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627292:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9dec2e. 00000400:00000200:3.0:1767384378.627293:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035abf887 00000400:00000010:3.0:1767384378.627293:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035abf887. 00000100:00000001:3.0:1767384378.627294:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627295:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627297:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627297:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384378.627298:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627299:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627299:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627300:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d57126ea. 00000400:00000200:3.0:1767384378.627301:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e60876a 00000400:00000010:3.0:1767384378.627302:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e60876a. 00000100:00000001:3.0:1767384378.627302:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627303:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627305:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627306:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384378.627306:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627307:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627308:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627308:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7e10c71. 00000400:00000200:3.0:1767384378.627312:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5ead56 00000400:00000010:3.0:1767384378.627313:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a5ead56. 00000100:00000001:3.0:1767384378.627314:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627315:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627317:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627318:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384378.627318:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627319:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627320:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627321:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021a6aae9. 00000400:00000200:3.0:1767384378.627322:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d4fc09 00000400:00000010:3.0:1767384378.627322:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d4fc09. 00000100:00000001:3.0:1767384378.627323:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627324:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627326:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627327:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384378.627328:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627328:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627329:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627330:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016ade4cb. 00000400:00000200:3.0:1767384378.627331:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024812e53 00000400:00000010:3.0:1767384378.627332:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024812e53. 00000100:00000001:3.0:1767384378.627333:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627333:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627335:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627336:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384378.627337:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627337:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627338:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627339:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000333ca1e2. 00000400:00000200:3.0:1767384378.627340:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd83dc67 00000400:00000010:3.0:1767384378.627341:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd83dc67. 00000100:00000001:3.0:1767384378.627342:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627343:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627345:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627346:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384378.627346:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627352:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627352:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627353:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000327c7e3e. 00000400:00000200:3.0:1767384378.627355:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e5c0de 00000400:00000010:3.0:1767384378.627356:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032e5c0de. 00000100:00000001:3.0:1767384378.627357:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627358:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627360:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627361:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384378.627362:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627363:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627363:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627364:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3755be. 00000400:00000200:3.0:1767384378.627365:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000075caf93 00000400:00000010:3.0:1767384378.627366:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000075caf93. 00000100:00000001:3.0:1767384378.627367:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627368:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627370:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627370:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384378.627371:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627372:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627373:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627373:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069199592. 00000400:00000200:3.0:1767384378.627374:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063ceba24 00000400:00000010:3.0:1767384378.627375:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063ceba24. 00000100:00000001:3.0:1767384378.627376:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627377:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627379:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627380:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384378.627380:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627381:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627382:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627383:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007454ec26. 00000400:00000200:3.0:1767384378.627383:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015044fdd 00000400:00000010:3.0:1767384378.627384:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015044fdd. 00000100:00000001:3.0:1767384378.627387:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627387:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627389:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627393:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384378.627394:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627395:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627395:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627396:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbc4cd82. 00000400:00000200:3.0:1767384378.627397:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055b85516 00000400:00000010:3.0:1767384378.627398:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055b85516. 00000100:00000001:3.0:1767384378.627399:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627399:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627402:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627402:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384378.627403:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627404:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627404:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627405:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045af18ea. 00000400:00000200:3.0:1767384378.627406:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceca2b72 00000400:00000010:3.0:1767384378.627406:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ceca2b72. 00000100:00000001:3.0:1767384378.627407:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627408:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627410:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627411:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384378.627411:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627412:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627413:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627413:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee05b57a. 00000400:00000200:3.0:1767384378.627414:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019b5d79 00000400:00000010:3.0:1767384378.627415:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000019b5d79. 00000100:00000001:3.0:1767384378.627416:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627416:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627419:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627419:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384378.627420:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627421:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627421:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627422:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073d41631. 00000400:00000200:3.0:1767384378.627423:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad6ba89 00000400:00000010:3.0:1767384378.627423:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cad6ba89. 00000100:00000001:3.0:1767384378.627425:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627428:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627431:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627432:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384378.627433:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627434:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627435:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627435:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef6906d. 00000400:00000200:3.0:1767384378.627436:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020f6c63b 00000400:00000010:3.0:1767384378.627437:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020f6c63b. 00000100:00000001:3.0:1767384378.627438:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627438:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627440:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627441:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384378.627442:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627442:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627443:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627443:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a17db5. 00000400:00000200:3.0:1767384378.627444:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067dbc634 00000400:00000010:3.0:1767384378.627445:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067dbc634. 00000100:00000001:3.0:1767384378.627446:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627446:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627449:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627449:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384378.627450:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627451:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627451:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627452:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a14c1c. 00000400:00000200:3.0:1767384378.627453:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13d3f71 00000400:00000010:3.0:1767384378.627454:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f13d3f71. 00000100:00000001:3.0:1767384378.627455:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627455:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627457:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627458:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384378.627459:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627460:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627461:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627462:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8e9d01. 00000400:00000200:3.0:1767384378.627463:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a141b77d 00000400:00000010:3.0:1767384378.627468:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a141b77d. 00000100:00000001:3.0:1767384378.627471:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627472:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627476:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627478:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384378.627479:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627481:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627482:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627483:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bebc6da8. 00000400:00000200:3.0:1767384378.627485:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c6a16b 00000400:00000010:3.0:1767384378.627487:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c6a16b. 00000100:00000001:3.0:1767384378.627489:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627490:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627494:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627496:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384378.627497:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627499:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627500:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627501:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007e25911. 00000400:00000200:3.0:1767384378.627503:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc94fe10 00000400:00000010:3.0:1767384378.627505:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc94fe10. 00000100:00000001:3.0:1767384378.627507:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627508:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627512:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627514:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384378.627515:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627517:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627518:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627520:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d772f459. 00000400:00000200:3.0:1767384378.627521:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000830fc57d 00000400:00000010:3.0:1767384378.627522:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000830fc57d. 00000100:00000001:3.0:1767384378.627524:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627525:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627527:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627528:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384378.627529:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627530:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627534:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627536:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000147951a. 00000400:00000200:3.0:1767384378.627538:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e6314ef 00000400:00000010:3.0:1767384378.627540:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e6314ef. 00000100:00000001:3.0:1767384378.627548:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627549:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627553:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627555:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384378.627556:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627558:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627559:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627560:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009837b549. 00000400:00000200:3.0:1767384378.627562:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035654607 00000400:00000010:3.0:1767384378.627564:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035654607. 00000100:00000001:3.0:1767384378.627566:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627567:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627571:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627572:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384378.627574:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627575:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627576:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627577:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad21c58. 00000400:00000200:3.0:1767384378.627579:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000721584ed 00000400:00000010:3.0:1767384378.627582:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000721584ed. 00000100:00000001:3.0:1767384378.627584:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627585:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627589:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627590:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384378.627592:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627594:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627595:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627596:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b570a984. 00000400:00000200:3.0:1767384378.627598:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e9cf284 00000400:00000010:3.0:1767384378.627599:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e9cf284. 00000100:00000001:3.0:1767384378.627601:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627602:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627605:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627606:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384378.627611:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627613:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627614:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627615:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7911f18. 00000400:00000200:3.0:1767384378.627616:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a982d42 00000400:00000010:3.0:1767384378.627617:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a982d42. 00000100:00000001:3.0:1767384378.627619:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627619:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627622:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627623:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384378.627623:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627624:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627625:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627626:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229d6b9a. 00000400:00000200:3.0:1767384378.627626:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e96ea50 00000400:00000010:3.0:1767384378.627627:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e96ea50. 00000100:00000001:3.0:1767384378.627628:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627629:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627631:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627632:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384378.627632:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627633:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627634:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627634:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e90dd129. 00000400:00000200:3.0:1767384378.627635:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044ea40e0 00000400:00000010:3.0:1767384378.627636:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044ea40e0. 00000100:00000001:3.0:1767384378.627637:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627638:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627640:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627641:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384378.627641:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627642:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627643:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627643:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5fc0a9f. 00000400:00000200:3.0:1767384378.627644:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6fcbed3 00000400:00000010:3.0:1767384378.627645:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6fcbed3. 00000100:00000001:3.0:1767384378.627646:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627647:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627652:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627653:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384378.627653:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627654:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627655:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627656:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074e3f29c. 00000400:00000200:3.0:1767384378.627657:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0872eb 00000400:00000010:3.0:1767384378.627658:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f0872eb. 00000100:00000001:3.0:1767384378.627659:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627659:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627662:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627662:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384378.627663:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627664:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627664:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627665:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5852232. 00000400:00000200:3.0:1767384378.627666:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f3f57e 00000400:00000010:3.0:1767384378.627667:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094f3f57e. 00000100:00000001:3.0:1767384378.627668:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627668:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627671:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627671:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384378.627672:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627673:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627674:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627674:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfe3b108. 00000400:00000200:3.0:1767384378.627675:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385da371 00000400:00000010:3.0:1767384378.627676:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000385da371. 00000100:00000001:3.0:1767384378.627677:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627677:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627680:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627680:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384378.627681:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627682:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627683:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627683:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016ed9791. 00000400:00000200:3.0:1767384378.627684:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000834c2054 00000400:00000010:3.0:1767384378.627685:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000834c2054. 00000100:00000001:3.0:1767384378.627690:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627691:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627694:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627694:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384378.627695:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627697:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627697:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627698:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074606b84. 00000400:00000200:3.0:1767384378.627699:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000275586a9 00000400:00000010:3.0:1767384378.627699:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000275586a9. 00000100:00000001:3.0:1767384378.627700:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627701:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627703:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627704:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384378.627705:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627705:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627706:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627706:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4589cab. 00000400:00000200:3.0:1767384378.627707:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab30f04 00000400:00000010:3.0:1767384378.627708:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dab30f04. 00000100:00000001:3.0:1767384378.627709:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627710:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627712:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627713:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384378.627713:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627715:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627715:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627716:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000287c03a4. 00000400:00000200:3.0:1767384378.627717:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea4c869 00000400:00000010:3.0:1767384378.627717:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea4c869. 00000100:00000001:3.0:1767384378.627718:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627719:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627721:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627721:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384378.627722:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627723:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627724:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627724:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e69986. 00000400:00000200:3.0:1767384378.627728:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ee2c69 00000400:00000010:3.0:1767384378.627729:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087ee2c69. 00000100:00000001:3.0:1767384378.627730:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627731:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627734:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627735:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384378.627735:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627736:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627737:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627737:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf644cfe. 00000400:00000200:3.0:1767384378.627738:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf27b3d 00000400:00000010:3.0:1767384378.627739:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bf27b3d. 00000100:00000001:3.0:1767384378.627740:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627740:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627743:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627743:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384378.627744:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627745:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627745:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627746:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6b3d849. 00000400:00000200:3.0:1767384378.627747:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f57fd34 00000400:00000010:3.0:1767384378.627747:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f57fd34. 00000100:00000001:3.0:1767384378.627748:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627749:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627751:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627752:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384378.627752:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627753:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627753:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627754:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ebff6a9. 00000400:00000200:3.0:1767384378.627755:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd9804b 00000400:00000010:3.0:1767384378.627756:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edd9804b. 00000100:00000001:3.0:1767384378.627756:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627757:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627759:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627760:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384378.627761:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627764:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627765:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627766:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005683843e. 00000400:00000200:3.0:1767384378.627768:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bbb47f1 00000400:00000010:3.0:1767384378.627768:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bbb47f1. 00000100:00000001:3.0:1767384378.627770:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627770:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627772:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627773:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384378.627774:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627774:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627775:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627775:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b83aeb. 00000400:00000200:3.0:1767384378.627776:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095855a2e 00000400:00000010:3.0:1767384378.627777:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095855a2e. 00000100:00000001:3.0:1767384378.627778:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627779:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627781:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627781:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384378.627782:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627783:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627783:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627784:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041086ad8. 00000400:00000200:3.0:1767384378.627785:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5d9f6d 00000400:00000010:3.0:1767384378.627785:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af5d9f6d. 00000100:00000001:3.0:1767384378.627787:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627788:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627790:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627791:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384378.627791:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627792:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627792:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627793:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000993c991d. 00000400:00000200:3.0:1767384378.627794:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004671051a 00000400:00000010:3.0:1767384378.627795:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004671051a. 00000100:00000001:3.0:1767384378.627795:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627796:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627798:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627801:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384378.627802:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627803:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627804:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627804:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009208b033. 00000400:00000200:3.0:1767384378.627805:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e7a204e 00000400:00000010:3.0:1767384378.627806:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e7a204e. 00000100:00000001:3.0:1767384378.627807:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627808:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627810:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627811:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384378.627811:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627812:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627813:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627813:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fe4cd15. 00000400:00000200:3.0:1767384378.627814:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000803aca79 00000400:00000010:3.0:1767384378.627814:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000803aca79. 00000100:00000001:3.0:1767384378.627815:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627816:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627819:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627819:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384378.627820:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627821:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627821:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627822:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e74106e. 00000400:00000200:3.0:1767384378.627823:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b71924f 00000400:00000010:3.0:1767384378.627824:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b71924f. 00000100:00000001:3.0:1767384378.627825:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.627825:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.627827:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.627828:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384378.627828:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.627829:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.627830:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.627830:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025aa8e86. 00000400:00000200:3.0:1767384378.627831:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054d7692c 00000400:00000010:3.0:1767384378.627832:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054d7692c. 00000100:00000001:3.0:1767384378.627832:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629185:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629196:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629200:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384378.629205:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629213:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629215:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629218:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bb9b8da. 00000400:00000200:3.0:1767384378.629231:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030c4e0e7 00000400:00000010:3.0:1767384378.629234:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030c4e0e7. 00000100:00000001:3.0:1767384378.629241:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629242:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629248:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629250:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384378.629253:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629255:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629257:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629259:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098a24a0e. 00000400:00000200:3.0:1767384378.629264:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db03e0ce 00000400:00000010:3.0:1767384378.629266:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db03e0ce. 00000100:00000001:3.0:1767384378.629270:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629271:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629276:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629278:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384378.629280:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629281:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629283:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629284:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c69af38. 00000400:00000200:3.0:1767384378.629286:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9662254 00000400:00000010:3.0:1767384378.629288:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9662254. 00000100:00000001:3.0:1767384378.629291:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629293:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629297:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629298:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384378.629300:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629301:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629302:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629304:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090f6e106. 00000400:00000200:3.0:1767384378.629306:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2851002 00000400:00000010:3.0:1767384378.629323:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2851002. 00000100:00000001:3.0:1767384378.629326:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629327:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629330:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629332:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384378.629333:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629335:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629336:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629338:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e59059a7. 00000400:00000200:3.0:1767384378.629339:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce778a2 00000400:00000010:3.0:1767384378.629341:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ce778a2. 00000100:00000001:3.0:1767384378.629342:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629343:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629347:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629348:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384378.629350:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629351:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629352:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629353:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001143c16a. 00000400:00000200:3.0:1767384378.629355:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f540d896 00000400:00000010:3.0:1767384378.629357:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f540d896. 00000100:00000001:3.0:1767384378.629358:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629360:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629363:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629364:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384378.629366:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629367:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629368:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629369:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c73272b. 00000400:00000200:3.0:1767384378.629371:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ed6767 00000400:00000010:3.0:1767384378.629372:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030ed6767. 00000100:00000001:3.0:1767384378.629374:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629375:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629378:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629380:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384378.629381:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629382:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629383:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629389:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035570486. 00000400:00000200:3.0:1767384378.629391:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb31accb 00000400:00000010:3.0:1767384378.629393:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb31accb. 00000100:00000001:3.0:1767384378.629395:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629396:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629400:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629402:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384378.629403:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629405:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629406:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629407:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c079672a. 00000400:00000200:3.0:1767384378.629408:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ea8087 00000400:00000010:3.0:1767384378.629410:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0ea8087. 00000100:00000001:3.0:1767384378.629412:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629413:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629416:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629418:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384378.629419:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629420:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629421:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629422:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e176d09. 00000400:00000200:3.0:1767384378.629424:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2c82c4 00000400:00000010:3.0:1767384378.629425:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b2c82c4. 00000100:00000001:3.0:1767384378.629427:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629428:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629432:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629433:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384378.629434:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629435:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629436:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629438:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051b9c4fd. 00000400:00000200:3.0:1767384378.629439:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f5e14e 00000400:00000010:3.0:1767384378.629441:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051f5e14e. 00000100:00000001:3.0:1767384378.629443:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629444:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629447:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629448:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384378.629450:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629459:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629460:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629462:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edc65cb5. 00000400:00000200:3.0:1767384378.629464:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744b21ac 00000400:00000010:3.0:1767384378.629465:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000744b21ac. 00000100:00000001:3.0:1767384378.629468:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629469:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629472:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629473:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384378.629474:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629476:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629477:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629478:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c2e4bd. 00000400:00000200:3.0:1767384378.629480:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000537650e7 00000400:00000010:3.0:1767384378.629482:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000537650e7. 00000100:00000001:3.0:1767384378.629483:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629484:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629488:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629489:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384378.629490:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384378.629491:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.629492:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.629494:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4d33c93. 00000400:00000200:3.0:1767384378.629496:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4b617d 00000400:00000010:3.0:1767384378.629498:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae4b617d. 00000100:00000001:3.0:1767384378.629501:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.629502:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384378.629505:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384378.629507:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384378.629508:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384378.629511:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629512:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629516:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629517:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629519:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629520:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629523:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629524:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629531:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629532:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629533:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629535:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629536:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629537:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629539:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629540:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629542:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629543:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629545:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629546:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629548:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629549:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629551:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629552:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629554:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629555:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629557:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629558:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629560:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629561:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629563:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629564:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629565:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629566:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629568:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629569:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629571:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629572:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629574:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629575:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629577:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629578:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629580:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629581:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629583:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629584:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629585:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629586:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629592:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629593:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629595:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629596:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629598:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629600:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629601:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629603:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629604:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629606:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629607:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629608:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629610:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629611:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629613:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629614:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629616:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629617:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629619:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629620:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629621:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629622:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629624:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629625:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629626:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629627:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629629:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629630:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629631:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629632:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629634:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629635:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629637:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629638:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629640:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629641:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629643:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629644:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629645:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629646:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629652:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629653:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629655:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629656:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629657:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629659:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629660:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629661:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629662:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629663:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629665:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629666:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629667:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629668:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629669:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629670:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629672:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629673:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629674:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629675:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629676:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629677:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629678:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629679:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629680:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629681:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629683:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629684:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629685:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629685:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629686:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629687:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629688:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629689:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629690:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629691:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629693:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629694:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.629695:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.629696:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384378.629703:0:40106:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384378.629706:0:40106:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000296d9803. 02000000:00000001:3.0:1767384378.629710:0:40106:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384378.629712:0:40106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004920708. 00000100:00000010:3.0:1767384378.629735:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003b02c303. 00000100:00000010:3.0:1767384378.629756:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffaa20a6. 00000100:00000010:3.0:1767384378.629760:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019780b43. 00000100:00000010:3.0:1767384378.629762:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d59003b7. 00000100:00000010:3.0:1767384378.629764:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec96e611. 00000100:00000010:3.0:1767384378.629766:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d037a315. 00000100:00000010:3.0:1767384378.629768:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e7b692da. 00000100:00000010:3.0:1767384378.629772:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005108231f. 00000100:00000010:3.0:1767384378.629774:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a534e943. 00000100:00000010:3.0:1767384378.629777:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006cd2261. 00000100:00000010:3.0:1767384378.629780:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b9455145. 00000100:00000010:3.0:1767384378.629782:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073b90566. 00000100:00000010:3.0:1767384378.629783:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000391dc3a2. 00000100:00000010:3.0:1767384378.629786:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000619522b. 00000100:00000010:3.0:1767384378.629790:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000571e2279. 00000100:00000010:3.0:1767384378.629792:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058f30009. 00000100:00000010:3.0:1767384378.629794:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c95825c2. 00000100:00000010:3.0:1767384378.629799:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a1cdc0b. 00000100:00000010:3.0:1767384378.629801:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005fa0412a. 00000100:00000010:3.0:1767384378.629803:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000832e4069. 00000100:00000010:3.0:1767384378.629805:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000377975c5. 00000100:00000010:3.0:1767384378.629807:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091e4c442. 00000100:00000010:3.0:1767384378.629809:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000797d2cc0. 00000100:00000010:3.0:1767384378.629813:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013d7f27a. 00000100:00000010:3.0:1767384378.629816:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c84a315. 00000100:00000010:3.0:1767384378.629834:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a0af502. 00000100:00000010:3.0:1767384378.629837:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd724119. 00000100:00000010:3.0:1767384378.629842:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000825d8c78. 00000100:00000010:3.0:1767384378.629844:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ee378b0. 00000100:00000010:3.0:1767384378.629847:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049311ebc. 00000100:00000010:3.0:1767384378.629854:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d61558b. 00000100:00000010:3.0:1767384378.629857:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e05b102. 00000100:00000010:3.0:1767384378.629858:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af4b4208. 00000100:00000010:3.0:1767384378.629861:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004327f63c. 00000100:00000010:3.0:1767384378.629863:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000afd3a4d8. 00000100:00000010:3.0:1767384378.629865:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e508ca7d. 00000100:00000010:3.0:1767384378.629866:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000643e217e. 00000100:00000010:3.0:1767384378.629942:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036c6b7a6. 00000100:00000010:3.0:1767384378.629947:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d12b95c. 00000100:00000010:3.0:1767384378.629949:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df54fab6. 00000100:00000010:3.0:1767384378.629951:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009bbfbca3. 00000100:00000010:3.0:1767384378.629954:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b1918f5. 00000100:00000010:3.0:1767384378.629956:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da2bc82d. 00000100:00000010:3.0:1767384378.629958:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000338807f8. 00000100:00000010:3.0:1767384378.629960:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000694d3e05. 00000100:00000010:3.0:1767384378.629962:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b80de7a5. 00000100:00000010:3.0:1767384378.629964:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000398dfc0. 00000100:00000010:3.0:1767384378.629966:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c10b6eb1. 00000100:00000010:3.0:1767384378.629969:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000063151bbf. 00000100:00000010:3.0:1767384378.629988:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083b627d5. 00000100:00000010:3.0:1767384378.629991:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003384823. 00000100:00000010:3.0:1767384378.629993:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8b8a723. 00000100:00000010:3.0:1767384378.629996:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000be4c0079. 00000100:00000010:3.0:1767384378.629998:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015ecf5de. 00000100:00000010:3.0:1767384378.630000:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd7e2a2d. 00000100:00000010:3.0:1767384378.630002:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055d5b7d2. 00000100:00000010:3.0:1767384378.630004:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000004e425. 00000100:00000010:3.0:1767384378.630007:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed025b88. 00000100:00000010:3.0:1767384378.630009:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003bc0b868. 00000100:00000010:3.0:1767384378.630011:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be2a8202. 00000100:00000010:3.0:1767384378.630013:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab0f651e. 00000100:00000010:3.0:1767384378.630017:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b42d164. 00000100:00000010:3.0:1767384378.630019:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000017618186. 00000100:00000010:3.0:1767384378.630026:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ad55167. 00000100:00000010:3.0:1767384378.630028:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f5f4a95d. 00000100:00000010:3.0:1767384378.630031:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002eed8844. 00000100:00000010:3.0:1767384378.630033:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000036c6885e. 00000100:00000010:3.0:1767384378.630035:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074968945. 00000100:00000010:3.0:1767384378.630037:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ac3fef9. 00000100:00000010:3.0:1767384378.630039:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078666963. 00000100:00000010:3.0:1767384378.630041:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6874c6a. 00000100:00000010:3.0:1767384378.630043:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e978de3b. 00000100:00000010:3.0:1767384378.630045:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2ba5a51. 00000100:00000010:3.0:1767384378.630061:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b23fd30. 00000100:00000010:3.0:1767384378.630065:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000586a40c. 00000100:00000010:3.0:1767384378.630067:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008417385e. 00000100:00000010:3.0:1767384378.630068:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ceae781d. 00000100:00000010:3.0:1767384378.630070:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007929bf4b. 00000100:00000010:3.0:1767384378.630072:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f7259eb. 00000100:00000010:3.0:1767384378.630074:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000801c7398. 00000100:00000010:3.0:1767384378.630076:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000631a403. 00000100:00000010:3.0:1767384378.630079:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1ed02df. 00000100:00000010:3.0:1767384378.630080:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037e0f673. 00000100:00000010:3.0:1767384378.630083:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c6a2251. 00000100:00000010:3.0:1767384378.630084:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a34d26c. 00000100:00000010:3.0:1767384378.630087:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000049cf063. 00000100:00000010:3.0:1767384378.630088:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c5a381a6. 00000100:00000010:3.0:1767384378.630090:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e373c676. 00000100:00000010:3.0:1767384378.630092:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029cb5cba. 00000100:00000010:3.0:1767384378.630095:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065e88d6f. 00000100:00000010:3.0:1767384378.630097:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd7460c8. 00000100:00000010:3.0:1767384378.630099:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075dd1e68. 00000100:00000010:3.0:1767384378.630101:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff1578f2. 00000100:00000010:3.0:1767384378.630103:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f5bf951. 00000100:00000010:3.0:1767384378.630105:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007dbb81d2. 00000100:00000010:3.0:1767384378.630108:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003da53866. 00000100:00000010:3.0:1767384378.630117:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004578bc3a. 00000100:00000010:3.0:1767384378.630131:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003984bb7a. 00010000:00000010:3.1:1767384378.630229:0:40106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003575d54b. 00010000:00000010:3.1:1767384378.630240:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000f9db32f. 00010000:00000010:3.1:1767384378.630245:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000016c89e53. 00010000:00000010:3.1:1767384378.630248:0:40106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9637798. 00010000:00000010:3.1:1767384378.630251:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015a1e83e. 00010000:00000010:3.1:1767384378.630255:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dda42cde. 00010000:00000010:3.1:1767384378.630257:0:40106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d62d9bf. 00010000:00000010:3.1:1767384378.630260:0:40106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000767c7f8c. 00000100:00000010:3.0:1767384378.630365:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebbfaca6. 00000100:00000010:3.0:1767384378.630369:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000141ff742. 00000100:00000010:3.0:1767384378.630371:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e4396acc. 00000100:00000010:3.0:1767384378.630374:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000babfda39. 00000100:00000010:3.0:1767384378.630376:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054a130d9. 00000100:00000010:3.0:1767384378.630378:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001edb28be. 00000100:00000010:3.0:1767384378.630380:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0beedfa. 00000100:00000010:3.0:1767384378.630382:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cfcbe6c. 00000100:00000010:3.0:1767384378.630384:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000016d20d94. 00000100:00000010:3.0:1767384378.630386:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd5ee1a0. 00000100:00000010:3.0:1767384378.630388:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092b3f776. 00000100:00000010:3.0:1767384378.630390:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005538b87d. 00000100:00000010:3.0:1767384378.630392:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d59d776. 00000100:00000010:3.0:1767384378.630394:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000be0a6a0. 00000100:00000010:3.0:1767384378.630396:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048308cb6. 00000100:00000010:3.0:1767384378.630398:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecd81683. 00000100:00000010:3.0:1767384378.630400:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000de56a895. 00000100:00000010:3.0:1767384378.630402:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006167bf22. 00000100:00000010:3.0:1767384378.630404:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4050503. 00000100:00000010:3.0:1767384378.630406:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e55407b8. 00000100:00000010:3.0:1767384378.630408:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054e70686. 00000100:00000010:3.0:1767384378.630410:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007d2285e. 00000100:00000010:3.0:1767384378.630412:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b785eecd. 00000100:00000010:3.0:1767384378.630427:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061797904. 00000100:00000010:3.0:1767384378.630430:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000981ed016. 00000100:00000010:3.0:1767384378.630432:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4bd954a. 00000100:00000010:3.0:1767384378.630434:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c69b6019. 00000100:00000010:3.0:1767384378.630436:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbe443fa. 00000100:00000010:3.0:1767384378.630439:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a2d085c. 00000100:00000010:3.0:1767384378.630443:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009327982f. 00000100:00000010:2.0:1767384378.631258:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e656df01. 00000100:00000010:2.0:1767384378.631282:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d8690a25. 00000100:00000010:2.0:1767384378.631290:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f0a76d42. 00000100:00000001:2.0:1767384378.631301:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.631306:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.631310:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.631313:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.631316:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000064777654. 00000100:00000001:2.0:1767384378.631324:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.631327:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.631330:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.631333:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000025cd83eb. 00000100:00000001:2.0:1767384378.631337:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.631338:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.631340:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c84d9e38. 00000100:00000001:2.0:1767384378.631343:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.631345:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.631347:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003822fc69. 00000100:00000001:2.0:1767384378.631350:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.631351:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.631353:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fb1a0553. 00000100:00000001:2.0:1767384378.631357:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.631656:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004cb6fa73. 00000020:00000010:2.0:1767384378.631662:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000006a8a6dc. 00000020:00000010:2.0:1767384378.631669:0:40106:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d62d21c5. 00000020:00000010:2.0:1767384378.631676:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006728437f. 00000020:00000010:2.0:1767384378.631684:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006fe54522. 00000100:00000010:2.0:1767384378.631758:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000051d05695. 00000100:00000010:2.0:1767384378.631771:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000005f7b4869. 00000100:00000010:2.0:1767384378.631776:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000001b75bc91. 00000100:00000010:2.0:1767384378.631782:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e0e0331c. 00000100:00000001:2.0:1767384378.631788:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.631792:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384378.631794:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384378.631799:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384378.631802:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384378.631804:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384378.631806:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384378.631808:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384378.631836:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384378.631861:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005198db6b. 00000040:00000010:0.0:1767384378.631869:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e997def. 00000020:00000010:0.0:1767384378.631872:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ce23d75f. 00000020:00000010:0.0:1767384378.631878:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000820bdac7. 00000020:00000010:0.0:1767384378.631887:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d1aee57d. 80000000:00000010:0.0:1767384378.631895:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e91d0dd8. 40000000:00000010:0.0:1767384378.631904:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009ea46c95. 00100000:00000010:0.0:1767384378.631911:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008816f960. 00040000:00000010:0.0:1767384378.631917:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cda179a. 00040000:00000010:0.0:1767384378.631924:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000889963b3. 00080000:00000010:0.0:1767384378.631933:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009c5df56b. 00080000:00000010:0.0:1767384378.631942:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b3308c64. 00000004:00000010:0.0:1767384378.631953:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ce259b08. 00002000:00000010:0.0:1767384378.631961:0:17092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000083863529. 00000020:00000010:0.0:1767384378.631966:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f108357c. 00000020:00000010:0.0:1767384378.631977:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c48a8014. 00000100:00000010:0.0:1767384378.631986:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000317b2c37. 00000100:00100000:0.0:1767384378.631991:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000dbdbedf2:17092] 1 exiting: rc = 0 00000100:00000040:2.0:1767384378.632033:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000020:00000010:1.0:1767384378.633420:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027e52aaf. 00000040:00000010:1.0:1767384378.633447:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000972de07a. 00000020:00000010:1.0:1767384378.633453:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f6ab920. 00000020:00000010:1.0:1767384378.633459:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030a24809. 00000020:00000010:1.0:1767384378.633474:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2106509. 80000000:00000010:1.0:1767384378.634042:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab411ba7. 40000000:00000010:1.0:1767384378.634049:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d85a2afc. 00100000:00000010:1.0:1767384378.634054:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dc04b6a2. 00040000:00000010:1.0:1767384378.634057:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7a12bc2. 00040000:00000010:1.0:1767384378.634068:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000045cddf. 00080000:00000010:1.0:1767384378.634078:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004e1157db. 00080000:00000010:1.0:1767384378.634084:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f1983d4b. 00000004:00000010:1.0:1767384378.634090:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005405591f. 00002000:00000010:1.0:1767384378.634095:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cec25874. 00000020:00000010:1.0:1767384378.634099:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b24de3. 00000020:00000010:1.0:1767384378.634377:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000062aa5a59. 00000100:00000010:1.0:1767384378.634383:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ad2df345. 00000100:00100000:1.0:1767384378.634386:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000006b733c56:17091] 0 exiting: rc = 1 00000100:00000010:2.0:1767384378.634422:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006b733c56. 00000100:00000010:2.0:1767384378.634434:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dbdbedf2. 00000100:00000001:2.0:1767384378.634441:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384378.634444:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384378.634451:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384378.634459:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634463:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634467:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b81a1aa1. 00000400:00000200:2.0:1767384378.634472:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006087211e 00000400:00000010:2.0:1767384378.634475:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006087211e. 00000100:00000001:2.0:1767384378.634480:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634482:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634490:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634496:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.634499:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634502:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634503:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634504:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003391e201. 00000400:00000200:2.0:1767384378.634507:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a85619 00000400:00000010:2.0:1767384378.634509:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a3a85619. 00000100:00000001:2.0:1767384378.634512:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634513:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634518:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634519:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384378.634522:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634524:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634525:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634527:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32bb4b6. 00000400:00000200:2.0:1767384378.634530:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e601022 00000400:00000010:2.0:1767384378.634532:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004e601022. 00000100:00000001:2.0:1767384378.634538:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634539:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634547:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634548:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384378.634550:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634551:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634552:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634553:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073dae4a1. 00000400:00000200:2.0:1767384378.634555:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab1ac57 00000400:00000010:2.0:1767384378.634557:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005ab1ac57. 00000100:00000001:2.0:1767384378.634564:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634564:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634568:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634570:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384378.634571:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634573:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634574:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634576:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f22eaa8e. 00000400:00000200:2.0:1767384378.634578:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d004122a 00000400:00000010:2.0:1767384378.634580:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d004122a. 00000100:00000001:2.0:1767384378.634583:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634584:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634589:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634592:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.634594:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634596:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634598:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634599:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000136b619. 00000400:00000200:2.0:1767384378.634602:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0373bca 00000400:00000010:2.0:1767384378.634604:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c0373bca. 00000100:00000001:2.0:1767384378.634609:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634611:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634614:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634616:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.634618:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634623:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634624:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634625:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007298a797. 00000400:00000200:2.0:1767384378.634628:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b79c4c3 00000400:00000010:2.0:1767384378.634629:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b79c4c3. 00000100:00000001:2.0:1767384378.634632:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634633:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634637:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634639:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.634641:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634642:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634643:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634645:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c76c64ff. 00000400:00000200:2.0:1767384378.634647:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c55164e 00000400:00000010:2.0:1767384378.634649:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c55164e. 00000100:00000001:2.0:1767384378.634658:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634659:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634665:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634666:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.634668:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634669:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634670:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634671:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca8a725b. 00000400:00000200:2.0:1767384378.634674:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043174c4f 00000400:00000010:2.0:1767384378.634679:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043174c4f. 00000100:00000001:2.0:1767384378.634684:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634686:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634694:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634696:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.634700:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634701:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634703:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634704:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b4a81a8. 00000400:00000200:2.0:1767384378.634708:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe79c02 00000400:00000010:2.0:1767384378.634711:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bfe79c02. 00000100:00000001:2.0:1767384378.634733:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634734:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634741:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634744:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.634749:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634751:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634753:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634754:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b02a440. 00000400:00000200:2.0:1767384378.634757:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074863af8 00000400:00000010:2.0:1767384378.634759:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000074863af8. 00000100:00000001:2.0:1767384378.634767:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634768:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634773:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634774:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.634778:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634780:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634781:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634783:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359f1303. 00000400:00000200:2.0:1767384378.634787:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7df7e7 00000400:00000010:2.0:1767384378.634789:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000a7df7e7. 00000100:00000001:2.0:1767384378.634792:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634794:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634797:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634804:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.634805:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634808:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634810:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634811:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3e1495. 00000400:00000200:2.0:1767384378.634814:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062722395 00000400:00000010:2.0:1767384378.634816:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000062722395. 00000100:00000001:2.0:1767384378.634823:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634825:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634832:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634834:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.634836:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634839:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634841:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634842:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000468745d8. 00000400:00000200:2.0:1767384378.634846:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf11e74 00000400:00000010:2.0:1767384378.634848:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fbf11e74. 00000100:00000001:2.0:1767384378.634853:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634855:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634865:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634867:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.634870:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634872:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634873:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634875:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb1cbfb5. 00000400:00000200:2.0:1767384378.634878:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6c9094 00000400:00000010:2.0:1767384378.634880:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fa6c9094. 00000100:00000001:2.0:1767384378.634886:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634887:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634896:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634899:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.634904:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634906:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634908:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634909:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c76ee56b. 00000400:00000200:2.0:1767384378.634913:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000928f56fd 00000400:00000010:2.0:1767384378.634914:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000928f56fd. 00000100:00000001:2.0:1767384378.634920:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634922:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634930:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634932:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.634934:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634935:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634937:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634941:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002b16e67. 00000400:00000200:2.0:1767384378.634946:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000294db8f0 00000400:00000010:2.0:1767384378.634948:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000294db8f0. 00000100:00000001:2.0:1767384378.634953:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634955:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.634964:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.634967:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.634971:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.634974:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.634975:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.634977:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dca0823. 00000400:00000200:2.0:1767384378.634981:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910b4e4c 00000400:00000010:2.0:1767384378.634983:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000910b4e4c. 00000100:00000001:2.0:1767384378.634990:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.634992:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635000:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635003:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.635005:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635008:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635009:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635011:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000566fa8af. 00000400:00000200:2.0:1767384378.635015:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022647209 00000400:00000010:2.0:1767384378.635016:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000022647209. 00000100:00000001:2.0:1767384378.635020:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635021:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635024:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635025:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.635026:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635027:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635029:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635030:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e06d5ea. 00000400:00000200:2.0:1767384378.635034:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a1f082e 00000400:00000010:2.0:1767384378.635036:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a1f082e. 00000100:00000001:2.0:1767384378.635038:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635039:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635044:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635045:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.635046:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635048:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635049:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635051:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b62c781f. 00000400:00000200:2.0:1767384378.635052:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15f043 00000400:00000010:2.0:1767384378.635054:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005c15f043. 00000100:00000001:2.0:1767384378.635056:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635057:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635061:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635062:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.635063:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635064:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635065:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635066:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cacf9a56. 00000400:00000200:2.0:1767384378.635067:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033b1ec5a 00000400:00000010:2.0:1767384378.635069:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000033b1ec5a. 00000100:00000001:2.0:1767384378.635084:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635085:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635089:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635091:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.635092:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635094:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635095:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635097:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de28a4a5. 00000400:00000200:2.0:1767384378.635099:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e19700 00000400:00000010:2.0:1767384378.635100:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d7e19700. 00000100:00000001:2.0:1767384378.635102:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635103:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635107:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635108:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.635110:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635111:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635112:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635113:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006602b1ac. 00000400:00000200:2.0:1767384378.635115:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621d87b4 00000400:00000010:2.0:1767384378.635116:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000621d87b4. 00000100:00000001:2.0:1767384378.635119:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635120:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635124:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635126:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.635127:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635128:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635129:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635130:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2dfd9fe. 00000400:00000200:2.0:1767384378.635132:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c74e33f 00000400:00000010:2.0:1767384378.635133:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c74e33f. 00000100:00000001:2.0:1767384378.635185:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635187:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635192:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635193:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.635195:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635197:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635199:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635200:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092e25d8f. 00000400:00000200:2.0:1767384378.635202:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8ff9a 00000400:00000010:2.0:1767384378.635204:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c9f8ff9a. 00000100:00000001:2.0:1767384378.635207:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635208:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635212:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635213:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.635214:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635216:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635216:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635217:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058d57585. 00000400:00000200:2.0:1767384378.635219:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d93f8a0 00000400:00000010:2.0:1767384378.635220:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002d93f8a0. 00000100:00000001:2.0:1767384378.635223:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635224:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635227:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635228:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.635229:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635231:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635232:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635234:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b75c4f. 00000400:00000200:2.0:1767384378.635237:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0afe9c 00000400:00000010:2.0:1767384378.635239:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a0afe9c. 00000100:00000001:2.0:1767384378.635242:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635244:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635251:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635253:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.635254:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635256:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635257:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635259:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a3f1b02. 00000400:00000200:2.0:1767384378.635261:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5c8d03 00000400:00000010:2.0:1767384378.635262:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004d5c8d03. 00000100:00000001:2.0:1767384378.635265:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635266:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635269:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635270:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.635271:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635273:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635274:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635275:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000383a00ba. 00000400:00000200:2.0:1767384378.635276:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b73883b1 00000400:00000010:2.0:1767384378.635278:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b73883b1. 00000100:00000001:2.0:1767384378.635284:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635285:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635290:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635291:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.635294:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635295:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635296:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635298:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a080850. 00000400:00000200:2.0:1767384378.635300:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040495d2f 00000400:00000010:2.0:1767384378.635302:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000040495d2f. 00000100:00000001:2.0:1767384378.635305:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635306:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635311:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635312:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.635314:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635316:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635317:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635318:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f08a5e4c. 00000400:00000200:2.0:1767384378.635321:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16049b8 00000400:00000010:2.0:1767384378.635323:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c16049b8. 00000100:00000001:2.0:1767384378.635325:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635326:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635330:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635331:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.635333:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635334:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635335:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635336:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2c09d26. 00000400:00000200:2.0:1767384378.635337:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c90f73 00000400:00000010:2.0:1767384378.635339:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000010c90f73. 00000100:00000001:2.0:1767384378.635341:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635342:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635345:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635346:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.635347:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635348:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635349:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635350:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa096d91. 00000400:00000200:2.0:1767384378.635351:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a35dbb63 00000400:00000010:2.0:1767384378.635352:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a35dbb63. 00000100:00000001:2.0:1767384378.635367:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635368:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635372:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635373:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.635374:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635376:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635377:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635378:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3d3ca9e. 00000400:00000200:2.0:1767384378.635380:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045aebed8 00000400:00000010:2.0:1767384378.635381:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000045aebed8. 00000100:00000001:2.0:1767384378.635383:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635384:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635387:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635388:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.635389:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635390:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635391:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635393:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d178d8. 00000400:00000200:2.0:1767384378.635394:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050862e0a 00000400:00000010:2.0:1767384378.635396:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000050862e0a. 00000100:00000001:2.0:1767384378.635398:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635399:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635402:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635404:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.635405:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635406:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635407:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635407:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036e48c6c. 00000400:00000200:2.0:1767384378.635409:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab4717c 00000400:00000010:2.0:1767384378.635410:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dab4717c. 00000100:00000001:2.0:1767384378.635412:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635413:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635416:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635417:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.635418:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635419:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635420:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635421:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001612dff6. 00000400:00000200:2.0:1767384378.635422:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015a1f3a7 00000400:00000010:2.0:1767384378.635423:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000015a1f3a7. 00000100:00000001:2.0:1767384378.635426:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635426:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635430:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635431:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.635432:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635433:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635434:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635435:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000130cf24c. 00000400:00000200:2.0:1767384378.635436:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a495f8b3 00000400:00000010:2.0:1767384378.635437:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a495f8b3. 00000100:00000001:2.0:1767384378.635440:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635441:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635444:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635445:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.635446:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635448:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635449:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635450:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002529024b. 00000400:00000200:2.0:1767384378.635452:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f16fb391 00000400:00000010:2.0:1767384378.635453:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f16fb391. 00000100:00000001:2.0:1767384378.635455:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635456:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635460:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635461:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.635462:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635463:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635464:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635465:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043daf729. 00000400:00000200:2.0:1767384378.635466:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de65c7f 00000400:00000010:2.0:1767384378.635467:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009de65c7f. 00000100:00000001:2.0:1767384378.635469:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635470:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635473:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635474:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.635476:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635477:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635478:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635479:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009092c770. 00000400:00000200:2.0:1767384378.635481:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041738ad2 00000400:00000010:2.0:1767384378.635482:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000041738ad2. 00000100:00000001:2.0:1767384378.635484:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635485:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635488:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635489:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.635490:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635492:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635493:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635494:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000358de1b1. 00000400:00000200:2.0:1767384378.635495:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb71e7b5 00000400:00000010:2.0:1767384378.635496:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cb71e7b5. 00000100:00000001:2.0:1767384378.635498:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635499:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635502:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635504:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.635505:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635507:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635508:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635509:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e11cb07. 00000400:00000200:2.0:1767384378.635510:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048f8b5f8 00000400:00000010:2.0:1767384378.635512:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000048f8b5f8. 00000100:00000001:2.0:1767384378.635514:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635515:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635518:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635519:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.635521:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635522:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635523:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635524:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093de1d2b. 00000400:00000200:2.0:1767384378.635525:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ebce27b 00000400:00000010:2.0:1767384378.635526:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009ebce27b. 00000100:00000001:2.0:1767384378.635529:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635529:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635532:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635533:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.635534:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635536:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635537:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635537:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad33e473. 00000400:00000200:2.0:1767384378.635539:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6a820a 00000400:00000010:2.0:1767384378.635540:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007b6a820a. 00000100:00000001:2.0:1767384378.635552:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635553:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635557:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635558:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.635559:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635560:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635561:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635562:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094686673. 00000400:00000200:2.0:1767384378.635564:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000550fbcdf 00000400:00000010:2.0:1767384378.635565:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000550fbcdf. 00000100:00000001:2.0:1767384378.635567:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635569:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635573:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635574:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.635575:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635577:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635578:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635579:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b238c27. 00000400:00000200:2.0:1767384378.635581:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000732bfdd 00000400:00000010:2.0:1767384378.635582:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000732bfdd. 00000100:00000001:2.0:1767384378.635585:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635586:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635590:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635591:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.635592:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635593:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635594:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635595:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e5752a4. 00000400:00000200:2.0:1767384378.635596:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3daa6d 00000400:00000010:2.0:1767384378.635598:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cb3daa6d. 00000100:00000001:2.0:1767384378.635600:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635600:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635604:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635604:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.635605:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635607:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635608:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635608:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fafb454. 00000400:00000200:2.0:1767384378.635610:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b35b55e 00000400:00000010:2.0:1767384378.635611:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000b35b55e. 00000100:00000001:2.0:1767384378.635613:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635614:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635617:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635618:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.635619:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635621:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635621:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635622:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adf3ccd7. 00000400:00000200:2.0:1767384378.635624:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3c0d57 00000400:00000010:2.0:1767384378.635626:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be3c0d57. 00000100:00000001:2.0:1767384378.635628:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635629:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635632:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635634:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.635635:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635636:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635637:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635638:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dd252e7. 00000400:00000200:2.0:1767384378.635639:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008240c896 00000400:00000010:2.0:1767384378.635640:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008240c896. 00000100:00000001:2.0:1767384378.635643:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635644:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635647:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635648:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.635649:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635650:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635651:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635652:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc9e2677. 00000400:00000200:2.0:1767384378.635653:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a1ddaf3 00000400:00000010:2.0:1767384378.635654:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001a1ddaf3. 00000100:00000001:2.0:1767384378.635658:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635658:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635662:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635663:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.635663:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635665:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635665:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635666:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5b0ff12. 00000400:00000200:2.0:1767384378.635667:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae9def73 00000400:00000010:2.0:1767384378.635669:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae9def73. 00000100:00000001:2.0:1767384378.635671:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635672:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635675:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635676:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.635677:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635679:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635680:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635681:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d4f2fb8. 00000400:00000200:2.0:1767384378.635683:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081840244 00000400:00000010:2.0:1767384378.635684:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000081840244. 00000100:00000001:2.0:1767384378.635687:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635688:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635691:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635693:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.635694:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635696:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635697:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635698:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d571666. 00000400:00000200:2.0:1767384378.635699:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dae330b 00000400:00000010:2.0:1767384378.635701:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006dae330b. 00000100:00000001:2.0:1767384378.635703:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635704:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635708:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635709:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.635710:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635711:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635712:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635713:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aa8497c. 00000400:00000200:2.0:1767384378.635715:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c96a1e1 00000400:00000010:2.0:1767384378.635716:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006c96a1e1. 00000100:00000001:2.0:1767384378.635718:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635719:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635722:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635723:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.635724:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635725:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635726:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635727:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013114dd5. 00000400:00000200:2.0:1767384378.635729:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7af422f 00000400:00000010:2.0:1767384378.635730:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b7af422f. 00000100:00000001:2.0:1767384378.635744:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635746:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635749:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635750:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.635751:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635753:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635754:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635756:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dff76f9. 00000400:00000200:2.0:1767384378.635758:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3d857f 00000400:00000010:2.0:1767384378.635759:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003d3d857f. 00000100:00000001:2.0:1767384378.635762:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635763:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635766:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635767:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.635768:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635769:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635770:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635771:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dee194a. 00000400:00000200:2.0:1767384378.635772:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000046891c3 00000400:00000010:2.0:1767384378.635773:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000046891c3. 00000100:00000001:2.0:1767384378.635776:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635777:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635780:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635781:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.635782:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635784:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635784:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635786:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e7a5fb8. 00000400:00000200:2.0:1767384378.635788:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a932667 00000400:00000010:2.0:1767384378.635789:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000a932667. 00000100:00000001:2.0:1767384378.635791:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635792:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635795:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635796:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.635797:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635799:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635799:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635800:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003518178c. 00000400:00000200:2.0:1767384378.635802:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c222b6 00000400:00000010:2.0:1767384378.635803:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043c222b6. 00000100:00000001:2.0:1767384378.635805:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635806:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635809:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635811:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.635812:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635814:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635815:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635816:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed0b396b. 00000400:00000200:2.0:1767384378.635818:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f51aed5 00000400:00000010:2.0:1767384378.635819:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000f51aed5. 00000100:00000001:2.0:1767384378.635821:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635821:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635825:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635826:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.635827:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.635828:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.635829:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.635830:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932fbdd8. 00000400:00000200:2.0:1767384378.635831:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c64d7f16 00000400:00000010:2.0:1767384378.635833:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c64d7f16. 00000100:00000001:2.0:1767384378.635836:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.635837:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384378.635841:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.635842:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.635843:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.635846:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635848:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635852:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635852:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635854:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635855:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635856:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635856:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635858:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635859:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635860:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635861:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635863:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635864:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635864:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635865:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635866:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635868:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635870:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635871:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635872:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635873:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635875:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635875:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635876:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635877:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635878:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635879:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635880:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635881:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635882:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635883:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635884:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635885:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635886:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635887:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635888:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635888:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635890:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635890:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635891:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635892:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635893:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635894:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635895:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635896:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635897:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635898:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635899:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635900:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635901:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635902:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635903:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635904:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635905:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635906:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635907:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635908:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635909:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635911:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635912:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635913:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635914:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635916:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635917:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635917:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635918:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635919:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635920:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635921:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635923:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635923:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635924:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635925:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635926:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635927:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635928:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635929:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635930:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635931:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635932:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635932:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635934:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635935:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635936:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635937:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635938:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635939:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635940:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635940:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635941:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635942:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635943:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635944:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635945:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635946:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635947:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635949:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635950:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635951:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635952:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635953:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635953:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635954:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635955:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635956:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635957:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635958:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635959:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635960:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635961:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635962:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635963:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635964:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635964:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635965:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635966:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635967:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635968:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635969:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635970:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635971:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635972:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635973:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635974:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635975:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.635976:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.635976:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.635980:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007160021a. 00000100:00000010:2.0:1767384378.636105:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000164bfc75. 00000100:00000010:2.0:1767384378.636109:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000238ebc99. 00000100:00000010:2.0:1767384378.636336:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e511bdd. 00000100:00000010:2.0:1767384378.636341:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b0174dc0. 00000100:00000010:2.0:1767384378.636463:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005e80263. 00000100:00000010:2.0:1767384378.636465:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000009a8656e. 00000100:00000010:2.0:1767384378.636571:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000711c4e13. 00000100:00000010:2.0:1767384378.636575:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000aef2e506. 00000100:00000010:2.0:1767384378.636675:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d668f6d1. 00000100:00000010:2.0:1767384378.636678:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e4d9256. 00000100:00000010:2.0:1767384378.636762:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080ccc243. 00000100:00000010:2.0:1767384378.636779:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000003c00d12. 00000100:00000010:2.0:1767384378.636868:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf57c479. 00000100:00000010:2.0:1767384378.636871:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fe299ffe. 00000100:00000010:2.0:1767384378.636965:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa05ba12. 00000100:00000010:2.0:1767384378.636967:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af2fd7fb. 00000100:00000010:2.0:1767384378.637042:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057ea1682. 00000100:00000010:2.0:1767384378.637045:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bca6e9c5. 00000100:00000010:2.0:1767384378.637195:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3b979bd. 00000100:00000010:2.0:1767384378.637199:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000668f6435. 00000100:00000010:2.0:1767384378.637296:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006fbf6c7. 00000100:00000010:2.0:1767384378.637298:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019d48587. 00000100:00000010:2.0:1767384378.637412:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce313778. 00000100:00000010:2.0:1767384378.637414:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005afe018b. 00000100:00000010:2.0:1767384378.637532:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010ef16bd. 00000100:00000010:2.0:1767384378.637534:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002bc6b3d4. 00000100:00000010:2.0:1767384378.637621:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a101f653. 00000100:00000010:2.0:1767384378.637624:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009df348ba. 00000100:00000010:2.0:1767384378.637721:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbb7018c. 00000100:00000010:2.0:1767384378.637725:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cec30b8a. 00000100:00000010:2.0:1767384378.637814:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ce678d3. 00000100:00000010:2.0:1767384378.637816:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000022e32609. 00000100:00000010:2.0:1767384378.637895:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a13ae3e. 00000100:00000010:2.0:1767384378.637897:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c58a8b04. 00000100:00000010:2.0:1767384378.637969:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f262e5ef. 00000100:00000010:2.0:1767384378.637972:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000316fefea. 00000100:00000010:2.0:1767384378.638036:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070aa8ee9. 00000100:00000010:2.0:1767384378.638038:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f1417661. 00000100:00000010:2.0:1767384378.638100:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b47d0abd. 00000100:00000010:2.0:1767384378.638104:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000064dfc6ba. 00000100:00000010:2.0:1767384378.638214:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b43abc2. 00000100:00000010:2.0:1767384378.638217:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007bf065a0. 00000100:00000010:2.0:1767384378.638299:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acce5f42. 00000100:00000010:2.0:1767384378.638301:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dc000dfe. 00000100:00000010:2.0:1767384378.638354:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c251e87. 00000100:00000010:2.0:1767384378.638356:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000058ed2bcd. 00000100:00000010:2.0:1767384378.638441:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a196fd4. 00000100:00000010:2.0:1767384378.638443:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef0e2ae4. 00000100:00000010:2.0:1767384378.638518:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000430432fc. 00000100:00000010:2.0:1767384378.638522:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005ca5469e. 00000100:00000010:2.0:1767384378.638580:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081912b81. 00000100:00000010:2.0:1767384378.638582:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000029ee98bf. 00000100:00000010:2.0:1767384378.638657:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9699abd. 00000100:00000010:2.0:1767384378.638659:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004cb01542. 00000100:00000010:2.0:1767384378.638774:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057bf15a6. 00000100:00000010:2.0:1767384378.638777:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002e7e1326. 00000100:00000010:2.0:1767384378.638879:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005aad65b7. 00000100:00000010:2.0:1767384378.638881:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000048fde83c. 00000100:00000010:2.0:1767384378.638936:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000525054d1. 00000100:00000010:2.0:1767384378.638939:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009308adcb. 00000100:00000010:2.0:1767384378.638988:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000394d9aef. 00000100:00000010:2.0:1767384378.638991:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000b3bcae9. 00000100:00000010:2.0:1767384378.639045:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069678992. 00000100:00000010:2.0:1767384378.639048:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e18f8b9f. 00000100:00000010:2.0:1767384378.639100:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f08911c7. 00000100:00000010:2.0:1767384378.639102:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c55aa612. 00000100:00000010:2.0:1767384378.639249:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007294b306. 00000100:00000010:2.0:1767384378.639254:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000030055106. 00000100:00000010:2.0:1767384378.639326:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d44e5042. 00000100:00000010:2.0:1767384378.639328:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006a6a4911. 00000100:00000010:2.0:1767384378.639392:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9b94696. 00000100:00000010:2.0:1767384378.639395:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000822b4725. 00000100:00000010:2.0:1767384378.639462:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000930a3b34. 00000100:00000010:2.0:1767384378.639465:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f00ed65d. 00000100:00000010:2.0:1767384378.639515:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000844bf35b. 00000100:00000010:2.0:1767384378.639518:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fc9b71a9. 00000100:00000010:2.0:1767384378.639567:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c062bc33. 00000100:00000010:2.0:1767384378.639569:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000085231299. 00000100:00000010:2.0:1767384378.639654:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c068530. 00000100:00000010:2.0:1767384378.639657:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041e794ee. 00000100:00000010:2.0:1767384378.639722:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014dfec42. 00000100:00000010:2.0:1767384378.639725:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d7b1ee79. 00000100:00000010:2.0:1767384378.639806:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef840af2. 00000100:00000010:2.0:1767384378.639809:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f100e646. 00000100:00000010:2.0:1767384378.639892:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000783bd455. 00000100:00000010:2.0:1767384378.639895:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e7fd3b14. 00000100:00000010:2.0:1767384378.639961:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030ff61a1. 00000100:00000010:2.0:1767384378.639963:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000038b6ecd4. 00000100:00000010:2.0:1767384378.640060:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b27487a. 00000100:00000010:2.0:1767384378.640062:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000079cab54d. 00000100:00000010:2.0:1767384378.640132:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e1ea563. 00000100:00000010:2.0:1767384378.640157:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ca1d3c9b. 00000100:00000010:2.0:1767384378.640249:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed83468d. 00000100:00000010:2.0:1767384378.640252:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000006c4e946. 00000100:00000010:2.0:1767384378.640357:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000278f9213. 00000100:00000010:2.0:1767384378.640360:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041bb24a2. 00000100:00000010:2.0:1767384378.640429:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038bcd162. 00000100:00000010:2.0:1767384378.640432:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000955c3f3d. 00000100:00000010:2.0:1767384378.640495:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f32ea27. 00000100:00000010:2.0:1767384378.640498:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed033a83. 00000100:00000010:2.0:1767384378.640569:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054c57b37. 00000100:00000010:2.0:1767384378.640571:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004cde1635. 00000100:00000010:2.0:1767384378.640660:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f90a405f. 00000100:00000010:2.0:1767384378.640663:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005847626b. 00000100:00000010:2.0:1767384378.640751:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf11775e. 00000100:00000010:2.0:1767384378.640754:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b202ebb3. 00000100:00000010:2.0:1767384378.640828:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb174451. 00000100:00000010:2.0:1767384378.640832:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e98881c. 00000100:00000010:2.0:1767384378.640931:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5c65c2a. 00000100:00000010:2.0:1767384378.640933:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bee965de. 00000100:00000010:2.0:1767384378.640980:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3dc380d. 00000100:00000010:2.0:1767384378.640982:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba0b90d9. 00000100:00000010:2.0:1767384378.641037:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f679740. 00000100:00000010:2.0:1767384378.641039:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000009e9740f. 00000100:00000010:2.0:1767384378.641107:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d3d7bf2. 00000100:00000010:2.0:1767384378.641110:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c5a103c0. 00000100:00000010:2.0:1767384378.641192:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000677c4db4. 00000100:00000010:2.0:1767384378.641196:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002d3d524c. 00000100:00000010:2.0:1767384378.641251:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c13b0a67. 00000100:00000010:2.0:1767384378.641254:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002b5f7e3a. 00000100:00000010:2.0:1767384378.641305:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060247ee4. 00000100:00000010:2.0:1767384378.641308:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c4397c2e. 00000100:00000010:2.0:1767384378.641361:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011c5f650. 00000100:00000010:2.0:1767384378.641364:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004b9e2ac3. 00000100:00000010:2.0:1767384378.641412:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000660c935f. 00000100:00000010:2.0:1767384378.641415:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c7edd126. 00000100:00000010:2.0:1767384378.641480:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c853b5c3. 00000100:00000010:2.0:1767384378.641527:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000673b34b9. 00000100:00000010:2.0:1767384378.641534:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005deb2c4a. 00000100:00000001:2.0:1767384378.641541:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.641544:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.641548:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.641550:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.641552:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002a5ff4d4. 00000100:00000001:2.0:1767384378.641556:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.641558:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.641561:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.641563:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000423a648b. 00000100:00000001:2.0:1767384378.641566:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.641567:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.641569:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009912f0e1. 00000100:00000001:2.0:1767384378.641570:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.641572:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.641573:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000227f9b36. 00000100:00000001:2.0:1767384378.641575:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.641576:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.641577:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ae929ede. 00000100:00000001:2.0:1767384378.641579:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.641676:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000013bb80d9. 00000020:00000010:2.0:1767384378.641684:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000801c1cdc. 00000100:00000010:2.0:1767384378.641718:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c11f48a9. 00000100:00000010:2.0:1767384378.641727:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000af689627. 00000100:00000010:2.0:1767384378.641731:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007412b739. 00000100:00000010:2.0:1767384378.641734:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006d68fefd. 00000100:00000001:2.0:1767384378.641737:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.641741:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384378.641742:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:2.0:1767384378.641746:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384378.641748:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384378.641749:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:2.0:1767384378.641751:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:2.0:1767384378.641754:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:2.0:1767384378.641777:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:0.0:1767384378.641807:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a3cf10e. 00000040:00000010:0.0:1767384378.641818:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000009ffdc8b. 00000020:00000010:0.0:1767384378.641823:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042a76b67. 00000020:00000010:3.0:1767384378.641831:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000764a93ca. 00000020:00000010:0.0:1767384378.641831:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000141d3108. 00000020:00000010:0.0:1767384378.641840:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bccb0d0b. 80000000:00000010:0.0:1767384378.641845:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007943e0fb. 40000000:00000010:0.0:1767384378.641852:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002599ac7c. 00100000:00000010:0.0:1767384378.641860:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a9a2d8a. 00000040:00000010:3.0:1767384378.641864:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000470cb479. 00040000:00000010:0.0:1767384378.641869:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be2e671e. 00040000:00000010:0.0:1767384378.641875:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078e2a07a. 00080000:00000010:0.0:1767384378.641881:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a5418d4. 00000020:00000010:3.0:1767384378.641884:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000202461ac. 00080000:00000010:0.0:1767384378.641889:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000082937a78. 00000020:00000010:3.0:1767384378.641893:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0923f28. 00000004:00000010:0.0:1767384378.641896:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000820061d. 00000020:00000010:0.0:1767384378.641901:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7d42d5c. 00000020:00000010:3.0:1767384378.641902:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa59fd4e. 80000000:00000010:3.0:1767384378.641910:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000099746b84. 00000020:00000010:0.0:1767384378.641910:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000f87e8e1. 00000100:00000010:0.0:1767384378.641917:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003f64bcb9. 00000100:00100000:0.0:1767384378.641921:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000009d8bfea9:17094] 1 exiting: rc = 0 40000000:00000010:3.0:1767384378.641922:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c45375d3. 00100000:00000010:3.0:1767384378.641932:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009a0e5995. 00040000:00000010:3.0:1767384378.641937:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e0ebf626. 00040000:00000010:3.0:1767384378.641941:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000462e1b7b. 00080000:00000010:3.0:1767384378.641947:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a30457e6. 00080000:00000010:3.0:1767384378.641953:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003d661a3f. 00000004:00000010:3.0:1767384378.641959:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007830af2b. 00000020:00000010:3.0:1767384378.641968:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085359fd8. 00000100:00000040:2.0:1767384378.641975:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #0 00000020:00000010:3.0:1767384378.641976:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000089b96019. 00000100:00000010:3.0:1767384378.641993:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000743b1579. 00000100:00100000:3.0:1767384378.641997:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000016deb51d:17093] 0 exiting: rc = 1 00000100:00000010:2.0:1767384378.642025:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000016deb51d. 00000100:00000010:2.0:1767384378.642034:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009d8bfea9. 00000100:00000001:2.0:1767384378.642054:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384378.642057:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384378.642063:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:2.0:1767384378.642073:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642076:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642080:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0b6005e. 00000400:00000200:2.0:1767384378.642086:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038496cea 00000400:00000010:2.0:1767384378.642089:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038496cea. 00000100:00000001:2.0:1767384378.642096:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642099:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642108:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642110:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.642113:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642116:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642117:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642118:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1bbb19e. 00000400:00000200:2.0:1767384378.642120:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019802a9d 00000400:00000010:2.0:1767384378.642122:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019802a9d. 00000100:00000001:2.0:1767384378.642125:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642126:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642130:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642131:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384378.642133:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642176:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642178:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642180:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7e73b84. 00000400:00000200:2.0:1767384378.642183:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e83da7fd 00000400:00000010:2.0:1767384378.642185:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e83da7fd. 00000100:00000001:2.0:1767384378.642188:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642189:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642194:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642196:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384378.642198:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642200:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642202:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642204:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a739a9. 00000400:00000200:2.0:1767384378.642206:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fd27430 00000400:00000010:2.0:1767384378.642207:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fd27430. 00000100:00000001:2.0:1767384378.642210:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642212:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642216:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642219:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384378.642222:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642224:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642225:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642227:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066203715. 00000400:00000200:2.0:1767384378.642229:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007962659 00000400:00000010:2.0:1767384378.642231:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007962659. 00000100:00000001:2.0:1767384378.642232:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642233:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642237:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642238:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.642240:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642241:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642242:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642244:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbdf93e3. 00000400:00000200:2.0:1767384378.642245:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d29bb0 00000400:00000010:2.0:1767384378.642247:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d29bb0. 00000100:00000001:2.0:1767384378.642249:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642250:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642253:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642254:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.642256:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642257:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642258:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642259:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013b31154. 00000400:00000200:2.0:1767384378.642261:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027392249 00000400:00000010:2.0:1767384378.642262:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027392249. 00000100:00000001:2.0:1767384378.642264:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642265:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642269:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642270:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.642272:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642273:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642274:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642275:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000217f2a19. 00000400:00000200:2.0:1767384378.642277:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104c58b9 00000400:00000010:2.0:1767384378.642278:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000104c58b9. 00000100:00000001:2.0:1767384378.642280:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642281:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642284:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642286:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.642287:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642289:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642290:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642291:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e38abfb. 00000400:00000200:2.0:1767384378.642293:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ef927a 00000400:00000010:2.0:1767384378.642294:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056ef927a. 00000100:00000001:2.0:1767384378.642296:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642297:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642301:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642302:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.642303:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642305:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642306:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642307:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5897aaa. 00000400:00000200:2.0:1767384378.642309:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c158f3e5 00000400:00000010:2.0:1767384378.642310:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c158f3e5. 00000100:00000001:2.0:1767384378.642311:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642312:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642319:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642321:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.642323:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642325:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642327:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642328:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da1ac195. 00000400:00000200:2.0:1767384378.642330:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002737236f 00000400:00000010:2.0:1767384378.642331:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002737236f. 00000100:00000001:2.0:1767384378.642333:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642334:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642339:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642341:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.642343:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642344:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642345:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642347:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a1296c. 00000400:00000200:2.0:1767384378.642350:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb2f8a6 00000400:00000010:2.0:1767384378.642352:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb2f8a6. 00000100:00000001:2.0:1767384378.642354:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642355:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642358:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642360:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.642361:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642362:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642363:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642364:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d941c6. 00000400:00000200:2.0:1767384378.642366:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072665cb5 00000400:00000010:2.0:1767384378.642367:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072665cb5. 00000100:00000001:2.0:1767384378.642369:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642369:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642373:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642374:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.642375:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642376:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642377:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642378:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000870c5b02. 00000400:00000200:2.0:1767384378.642380:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f557851b 00000400:00000010:2.0:1767384378.642381:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f557851b. 00000100:00000001:2.0:1767384378.642383:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642384:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642387:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642388:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.642390:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642391:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642392:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642393:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8748305. 00000400:00000200:2.0:1767384378.642395:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006be83fa2 00000400:00000010:2.0:1767384378.642396:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006be83fa2. 00000100:00000001:2.0:1767384378.642397:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642398:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642402:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642403:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.642404:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642406:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642406:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642408:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7f6e19. 00000400:00000200:2.0:1767384378.642409:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9c8e769 00000400:00000010:2.0:1767384378.642410:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9c8e769. 00000100:00000001:2.0:1767384378.642412:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642413:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642418:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642419:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.642420:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642421:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642422:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642423:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e36da503. 00000400:00000200:2.0:1767384378.642426:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da63c0c1 00000400:00000010:2.0:1767384378.642427:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da63c0c1. 00000100:00000001:2.0:1767384378.642429:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642430:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642434:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642436:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.642438:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642439:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642441:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642442:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000550701c7. 00000400:00000200:2.0:1767384378.642444:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eefef2e 00000400:00000010:2.0:1767384378.642446:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eefef2e. 00000100:00000001:2.0:1767384378.642448:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642449:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642452:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642454:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.642456:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642457:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642459:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642460:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000513b30c8. 00000400:00000200:2.0:1767384378.642462:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad3d2298 00000400:00000010:2.0:1767384378.642463:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad3d2298. 00000100:00000001:2.0:1767384378.642465:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642466:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642470:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642471:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.642473:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642474:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642475:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642476:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183aa5a2. 00000400:00000200:2.0:1767384378.642478:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dc2a42a 00000400:00000010:2.0:1767384378.642480:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dc2a42a. 00000100:00000001:2.0:1767384378.642482:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642484:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642488:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642490:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.642492:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642494:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642495:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642496:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbb18b03. 00000400:00000200:2.0:1767384378.642498:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eafb5f6e 00000400:00000010:2.0:1767384378.642500:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eafb5f6e. 00000100:00000001:2.0:1767384378.642502:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642503:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642507:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642509:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.642510:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642512:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642513:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642514:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f7357eb. 00000400:00000200:2.0:1767384378.642516:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7295270 00000400:00000010:2.0:1767384378.642518:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7295270. 00000100:00000001:2.0:1767384378.642520:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642520:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642525:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642526:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.642528:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642529:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642531:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642532:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baff6187. 00000400:00000200:2.0:1767384378.642534:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd5c03ab 00000400:00000010:2.0:1767384378.642535:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd5c03ab. 00000100:00000001:2.0:1767384378.642537:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642538:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642542:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642544:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.642545:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642547:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642548:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642549:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffc0ceb0. 00000400:00000200:2.0:1767384378.642551:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbe75d80 00000400:00000010:2.0:1767384378.642553:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbe75d80. 00000100:00000001:2.0:1767384378.642555:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642556:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642559:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642561:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.642562:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642564:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642565:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642566:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000717391b2. 00000400:00000200:2.0:1767384378.642568:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35b2675 00000400:00000010:2.0:1767384378.642569:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35b2675. 00000100:00000001:2.0:1767384378.642571:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642573:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642577:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642578:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.642580:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642581:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642582:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642583:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0a2883e. 00000400:00000200:2.0:1767384378.642585:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8a48ac 00000400:00000010:2.0:1767384378.642586:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8a48ac. 00000100:00000001:2.0:1767384378.642589:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642590:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642593:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642595:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.642597:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642598:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642600:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642601:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009caa7086. 00000400:00000200:2.0:1767384378.642603:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d0899e 00000400:00000010:2.0:1767384378.642605:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075d0899e. 00000100:00000001:2.0:1767384378.642607:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642608:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642612:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642614:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.642616:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642617:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642618:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642620:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1e9fe. 00000400:00000200:2.0:1767384378.642622:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bea671d 00000400:00000010:2.0:1767384378.642623:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bea671d. 00000100:00000001:2.0:1767384378.642625:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642626:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642630:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642631:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.642632:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642634:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642635:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642636:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f809cd34. 00000400:00000200:2.0:1767384378.642638:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fcd48ba 00000400:00000010:2.0:1767384378.642640:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fcd48ba. 00000100:00000001:2.0:1767384378.642642:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642643:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642646:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642648:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.642649:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642651:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642652:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642654:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085867cdf. 00000400:00000200:2.0:1767384378.642656:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb61cc9d 00000400:00000010:2.0:1767384378.642657:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb61cc9d. 00000100:00000001:2.0:1767384378.642659:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642660:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642665:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642666:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.642668:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642669:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642670:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642672:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b48f650. 00000400:00000200:2.0:1767384378.642673:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deaf6c36 00000400:00000010:2.0:1767384378.642675:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deaf6c36. 00000100:00000001:2.0:1767384378.642677:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642678:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642683:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642684:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.642686:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642688:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642689:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642690:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0c30a67. 00000400:00000200:2.0:1767384378.642693:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1acc9b1 00000400:00000010:2.0:1767384378.642694:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1acc9b1. 00000100:00000001:2.0:1767384378.642696:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642697:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642702:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642703:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.642705:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642706:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642708:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642709:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005220a94c. 00000400:00000200:2.0:1767384378.642711:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcdd679 00000400:00000010:2.0:1767384378.642712:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcdd679. 00000100:00000001:2.0:1767384378.642714:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642715:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642719:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642721:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.642722:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642723:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642724:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642725:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d7cbf7a. 00000400:00000200:2.0:1767384378.642727:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbcc0f9 00000400:00000010:2.0:1767384378.642728:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbcc0f9. 00000100:00000001:2.0:1767384378.642731:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642732:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642736:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642737:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.642739:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642740:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642741:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642743:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f73e9a. 00000400:00000200:2.0:1767384378.642745:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be4d4bd 00000400:00000010:2.0:1767384378.642746:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008be4d4bd. 00000100:00000001:2.0:1767384378.642749:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642750:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642753:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642754:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.642756:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642758:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642758:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642760:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000194aa715. 00000400:00000200:2.0:1767384378.642761:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b29787 00000400:00000010:2.0:1767384378.642763:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0b29787. 00000100:00000001:2.0:1767384378.642765:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642767:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642770:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642772:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.642773:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642774:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642775:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642776:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ea3f4aa. 00000400:00000200:2.0:1767384378.642777:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd3501d1 00000400:00000010:2.0:1767384378.642779:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd3501d1. 00000100:00000001:2.0:1767384378.642781:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642782:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642786:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642787:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.642788:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642789:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642790:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642791:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fdd39da. 00000400:00000200:2.0:1767384378.642793:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390906e0 00000400:00000010:2.0:1767384378.642794:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390906e0. 00000100:00000001:2.0:1767384378.642795:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642796:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642800:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642801:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.642802:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642803:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642804:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642805:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060431d6c. 00000400:00000200:2.0:1767384378.642807:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013eb2a4 00000400:00000010:2.0:1767384378.642809:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013eb2a4. 00000100:00000001:2.0:1767384378.642810:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642811:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642814:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642816:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.642817:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642818:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642818:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642819:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005354c57e. 00000400:00000200:2.0:1767384378.642821:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af3f49d5 00000400:00000010:2.0:1767384378.642822:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af3f49d5. 00000100:00000001:2.0:1767384378.642824:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642825:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642829:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642830:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.642831:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642832:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642833:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642834:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fa698b0. 00000400:00000200:2.0:1767384378.642835:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da23039d 00000400:00000010:2.0:1767384378.642837:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da23039d. 00000100:00000001:2.0:1767384378.642838:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642839:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642842:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642843:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.642845:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642846:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642847:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642849:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec236b71. 00000400:00000200:2.0:1767384378.642851:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008084d186 00000400:00000010:2.0:1767384378.642852:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008084d186. 00000100:00000001:2.0:1767384378.642854:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642855:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642860:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642861:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.642863:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642865:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642866:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642867:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edb1999e. 00000400:00000200:2.0:1767384378.642870:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d56e7 00000400:00000010:2.0:1767384378.642871:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d56e7. 00000100:00000001:2.0:1767384378.642873:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642874:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642878:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642879:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.642881:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642882:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642883:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642885:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9383df4. 00000400:00000200:2.0:1767384378.642887:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cca82646 00000400:00000010:2.0:1767384378.642888:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cca82646. 00000100:00000001:2.0:1767384378.642890:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642891:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642896:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642897:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.642899:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642900:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642902:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642903:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a8a6f3f. 00000400:00000200:2.0:1767384378.642905:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdab8076 00000400:00000010:2.0:1767384378.642906:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdab8076. 00000100:00000001:2.0:1767384378.642908:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642910:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642913:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642914:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.642916:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642918:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642919:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642920:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e40b15c. 00000400:00000200:2.0:1767384378.642922:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003137ac81 00000400:00000010:2.0:1767384378.642923:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003137ac81. 00000100:00000001:2.0:1767384378.642925:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642926:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642931:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642932:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.642934:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642935:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642936:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642938:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f01adb0. 00000400:00000200:2.0:1767384378.642940:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee3f688c 00000400:00000010:2.0:1767384378.642941:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee3f688c. 00000100:00000001:2.0:1767384378.642944:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642945:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642948:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642950:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.642951:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642953:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642954:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642955:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6570d17. 00000400:00000200:2.0:1767384378.642957:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015aebf83 00000400:00000010:2.0:1767384378.642959:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015aebf83. 00000100:00000001:2.0:1767384378.642961:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642962:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642967:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642968:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.642970:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642971:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642972:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642973:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f4fbd7c. 00000400:00000200:2.0:1767384378.642976:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d09ea9c 00000400:00000010:2.0:1767384378.642977:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d09ea9c. 00000100:00000001:2.0:1767384378.642980:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642981:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.642985:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.642986:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.642988:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.642989:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.642990:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.642992:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd718a32. 00000400:00000200:2.0:1767384378.642993:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea360d1d 00000400:00000010:2.0:1767384378.642995:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea360d1d. 00000100:00000001:2.0:1767384378.642997:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.642998:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643003:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643004:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.643006:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643008:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643009:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643010:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000512e76a3. 00000400:00000200:2.0:1767384378.643012:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a84468 00000400:00000010:2.0:1767384378.643014:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a84468. 00000100:00000001:2.0:1767384378.643016:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643017:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643021:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643022:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.643024:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643026:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643027:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643028:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091853eb7. 00000400:00000200:2.0:1767384378.643031:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee523a3b 00000400:00000010:2.0:1767384378.643032:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee523a3b. 00000100:00000001:2.0:1767384378.643034:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643035:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643040:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643041:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.643043:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643044:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643045:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643047:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047c4c57b. 00000400:00000200:2.0:1767384378.643049:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053c533b5 00000400:00000010:2.0:1767384378.643050:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053c533b5. 00000100:00000001:2.0:1767384378.643052:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643054:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643057:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643059:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.643060:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643062:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643063:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643064:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054bbbf4a. 00000400:00000200:2.0:1767384378.643066:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8b60cc 00000400:00000010:2.0:1767384378.643068:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f8b60cc. 00000100:00000001:2.0:1767384378.643070:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643071:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643075:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643077:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.643078:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643080:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643081:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643083:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045d929d3. 00000400:00000200:2.0:1767384378.643085:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063826e34 00000400:00000010:2.0:1767384378.643086:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063826e34. 00000100:00000001:2.0:1767384378.643088:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643090:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643093:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643095:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.643096:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643098:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643099:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643101:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb21094. 00000400:00000200:2.0:1767384378.643103:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f848d95 00000400:00000010:2.0:1767384378.643105:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f848d95. 00000100:00000001:2.0:1767384378.643107:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643108:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643112:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643114:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.643115:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643117:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643118:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643119:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30e5a54. 00000400:00000200:2.0:1767384378.643121:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3662362 00000400:00000010:2.0:1767384378.643123:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3662362. 00000100:00000001:2.0:1767384378.643125:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643126:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643130:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643132:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.643133:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643195:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643197:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643199:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4b16b23. 00000400:00000200:2.0:1767384378.643203:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed491f77 00000400:00000010:2.0:1767384378.643204:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed491f77. 00000100:00000001:2.0:1767384378.643208:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643210:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643215:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643217:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.643220:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643222:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643224:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643225:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000999dfdbb. 00000400:00000200:2.0:1767384378.643228:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3e63c1e 00000400:00000010:2.0:1767384378.643229:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3e63c1e. 00000100:00000001:2.0:1767384378.643232:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643234:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643239:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643240:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.643242:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643243:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643244:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643245:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1e98c70. 00000400:00000200:2.0:1767384378.643248:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f7a6075 00000400:00000010:2.0:1767384378.643249:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f7a6075. 00000100:00000001:2.0:1767384378.643251:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643253:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643257:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643259:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.643260:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643261:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643262:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643263:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049e6f32d. 00000400:00000200:2.0:1767384378.643266:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003716cd20 00000400:00000010:2.0:1767384378.643268:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003716cd20. 00000100:00000001:2.0:1767384378.643271:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643272:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643276:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643277:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.643279:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643281:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643282:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643284:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078375b1c. 00000400:00000200:2.0:1767384378.643287:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054bc3c13 00000400:00000010:2.0:1767384378.643288:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054bc3c13. 00000100:00000001:2.0:1767384378.643290:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643291:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643295:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643297:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.643298:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643299:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643300:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643301:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc59694. 00000400:00000200:2.0:1767384378.643303:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9546f87 00000400:00000010:2.0:1767384378.643304:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9546f87. 00000100:00000001:2.0:1767384378.643306:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643306:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643310:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643311:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.643313:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.643314:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.643315:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.643321:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b72dd68e. 00000400:00000200:2.0:1767384378.643322:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151b4dea 00000400:00000010:2.0:1767384378.643324:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000151b4dea. 00000100:00000001:2.0:1767384378.643325:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.643326:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384378.643331:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.643332:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.643333:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.643336:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643338:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643341:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643342:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643344:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643345:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643346:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643348:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643349:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643350:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643352:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643353:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643354:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643356:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643357:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643358:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643360:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643361:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643362:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643363:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643365:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643366:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643367:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643368:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643369:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643370:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643371:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643372:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643373:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643374:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643376:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643376:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643378:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643378:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643380:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643381:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643382:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643383:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643385:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643386:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643388:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643389:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643390:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643392:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643394:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643395:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643397:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643397:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643399:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643400:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643402:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643403:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643404:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643406:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643407:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643408:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643410:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643411:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643413:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643414:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643416:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643417:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643418:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643419:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643420:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643421:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643423:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643424:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643425:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643426:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643428:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643429:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643431:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643432:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643434:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643435:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643436:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643437:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643439:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643440:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643441:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643442:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643444:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643445:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643447:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643448:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643450:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643451:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643453:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643454:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643456:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643458:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643460:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643461:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643463:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643465:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643466:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643467:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643469:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643470:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643472:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643473:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643474:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643475:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643476:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643477:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643479:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643480:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643481:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643482:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643484:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643485:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643486:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643487:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643488:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643489:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643491:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643492:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643493:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643494:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643496:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643497:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643498:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643499:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643500:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643502:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.643503:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.643504:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.643509:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7164dd1. 00000100:00000010:2.0:1767384378.643529:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065db93b7. 00000100:00000010:2.0:1767384378.643535:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be3e1feb. 00000100:00000010:2.0:1767384378.643538:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000479f59bd. 00000100:00000010:2.0:1767384378.643541:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000790cba13. 00000100:00000010:2.0:1767384378.643543:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd7b6d65. 00000100:00000010:2.0:1767384378.643545:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043e9d074. 00000100:00000010:2.0:1767384378.643548:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073650668. 00000100:00000010:2.0:1767384378.643549:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000071cbdcce. 00000100:00000010:2.0:1767384378.643551:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bec9f673. 00000100:00000010:2.0:1767384378.643554:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068694226. 00000100:00000010:2.0:1767384378.643556:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d959df6e. 00000100:00000010:2.0:1767384378.643559:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3c30b85. 00000100:00000010:2.0:1767384378.643561:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec6b8ffd. 00000100:00000010:2.0:1767384378.643564:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074eb8b1a. 00000100:00000010:2.0:1767384378.643567:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c28f40a1. 00000100:00000010:2.0:1767384378.643569:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004069ee20. 00000100:00000010:2.0:1767384378.643572:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbb57c12. 00000100:00000010:2.0:1767384378.643574:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fcd5a232. 00000100:00000010:2.0:1767384378.643576:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8b287e6. 00000100:00000010:2.0:1767384378.643578:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c4ece5f. 00000100:00000010:2.0:1767384378.643583:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b0b43b3. 00000100:00000010:2.0:1767384378.643585:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006acfe2d. 00000100:00000010:2.0:1767384378.643588:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000125d20d5. 00000100:00000010:2.0:1767384378.643590:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000982f4763. 00000100:00000010:2.0:1767384378.643592:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3688143. 00000100:00000010:2.0:1767384378.643594:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ba863ff. 00000100:00000010:2.0:1767384378.643597:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028acd4db. 00000100:00000010:2.0:1767384378.643599:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c3e08cc. 00000100:00000010:2.0:1767384378.643602:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9325612. 00000100:00000010:2.0:1767384378.643604:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1cfa45d. 00000100:00000010:2.0:1767384378.643606:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b95c0e3. 00000100:00000010:2.0:1767384378.643608:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da093806. 00000100:00000010:2.0:1767384378.643612:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000123c9d92. 00000100:00000010:2.0:1767384378.643613:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fed6cb72. 00000100:00000010:2.0:1767384378.643616:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd1de18c. 00000100:00000010:2.0:1767384378.643618:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001913fd92. 00000100:00000010:2.0:1767384378.643620:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf6ea3cf. 00000100:00000010:2.0:1767384378.643622:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3bf7112. 00000100:00000010:2.0:1767384378.643624:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0c8b620. 00000100:00000010:2.0:1767384378.643627:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089f1b7ee. 00000100:00000010:2.0:1767384378.643629:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000504a2661. 00000100:00000010:2.0:1767384378.643631:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c9b142e. 00000100:00000010:2.0:1767384378.643634:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025f450f6. 00000100:00000010:2.0:1767384378.643636:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009b165dd4. 00000100:00000010:2.0:1767384378.643638:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002268c5b4. 00000100:00000010:2.0:1767384378.643641:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1aec711. 00000100:00000010:2.0:1767384378.643654:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d5e403d. 00000100:00000010:2.0:1767384378.643657:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fee78d11. 00000100:00000010:2.0:1767384378.643659:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075db8bfb. 00000100:00000010:2.0:1767384378.643661:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000d939fb. 00000100:00000010:2.0:1767384378.643663:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094643cad. 00000100:00000010:2.0:1767384378.643665:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ced6c760. 00000100:00000010:2.0:1767384378.643668:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007225fa74. 00000100:00000010:2.0:1767384378.643670:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e3067d0. 00000100:00000010:2.0:1767384378.643672:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5904eff. 00000100:00000010:2.0:1767384378.643674:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000801c0dbf. 00000100:00000010:2.0:1767384378.643676:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dafe881c. 00000100:00000010:2.0:1767384378.643678:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000696774fa. 00000100:00000010:2.0:1767384378.643681:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000090bea29. 00000100:00000010:2.0:1767384378.643683:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a0d347e. 00000100:00000010:2.0:1767384378.643686:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e832736. 00000100:00000010:2.0:1767384378.643688:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003464450c. 00000100:00000010:2.0:1767384378.643691:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbdedae4. 00000100:00000010:2.0:1767384378.643693:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc21fa04. 00000100:00000010:2.0:1767384378.643696:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002098210c. 00000100:00000010:2.0:1767384378.643698:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000417491fd. 00000100:00000010:2.0:1767384378.643701:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dd6f9e3. 00000100:00000010:2.0:1767384378.643703:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000130e6a63. 00000100:00000010:2.0:1767384378.643705:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d2935ae. 00000100:00000010:2.0:1767384378.643707:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009746c4a0. 00000100:00000010:2.0:1767384378.643710:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa7794ae. 00000100:00000010:2.0:1767384378.643714:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005924e726. 00000100:00000010:2.0:1767384378.643716:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000029fdab6. 00000100:00000010:2.0:1767384378.643719:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065c8a1b2. 00000100:00000010:2.0:1767384378.643723:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4ec48b7. 00000100:00000010:2.0:1767384378.643725:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000483a3cf7. 00000100:00000010:2.0:1767384378.643727:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000602aa083. 00000100:00000010:2.0:1767384378.643729:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df362eb3. 00000100:00000010:2.0:1767384378.643731:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afb29029. 00000100:00000010:2.0:1767384378.643732:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ea4ed21. 00000100:00000010:2.0:1767384378.643736:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b658a19. 00000100:00000010:2.0:1767384378.643738:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003b1ddc53. 00000100:00000010:2.0:1767384378.643741:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0ae1ada. 00000100:00000010:2.0:1767384378.643743:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009b417f0b. 00000100:00000010:2.0:1767384378.643746:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a09904. 00000100:00000010:2.0:1767384378.643747:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c7cb314. 00000100:00000010:2.0:1767384378.643750:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000161cddee. 00000100:00000010:2.0:1767384378.643751:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d02d34f2. 00000100:00000010:2.0:1767384378.643756:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005956a7af. 00000100:00000010:2.0:1767384378.643757:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000590df3a9. 00000100:00000010:2.0:1767384378.643761:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd84c1b0. 00000100:00000010:2.0:1767384378.643763:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a20b39e7. 00000100:00000010:2.0:1767384378.643765:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0f39576. 00000100:00000010:2.0:1767384378.643767:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b012b3c6. 00000100:00000010:2.0:1767384378.643769:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b43035e0. 00000100:00000010:2.0:1767384378.643771:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059aa0c22. 00000100:00000010:2.0:1767384378.643774:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010417028. 00000100:00000010:2.0:1767384378.643775:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a3e03e4. 00000100:00000010:2.0:1767384378.643779:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de615b48. 00000100:00000010:2.0:1767384378.643781:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006cde0564. 00000100:00000010:2.0:1767384378.643784:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c017e54. 00000100:00000010:2.0:1767384378.643786:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022f057b8. 00000100:00000010:2.0:1767384378.643789:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fae0b162. 00000100:00000010:2.0:1767384378.643792:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd56a188. 00000100:00000010:2.0:1767384378.643794:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000febbdeed. 00000100:00000010:2.0:1767384378.643796:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001aa654e5. 00000100:00000010:2.0:1767384378.643799:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009832908. 00000100:00000010:2.0:1767384378.643801:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007196eef8. 00000100:00000010:2.0:1767384378.643804:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dae8b79. 00000100:00000010:2.0:1767384378.643805:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079232d0d. 00000100:00000010:2.0:1767384378.643808:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c424287. 00000100:00000010:2.0:1767384378.643810:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a1917e3. 00000100:00000010:2.0:1767384378.643813:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069999421. 00000100:00000010:2.0:1767384378.643815:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ef3c0e0. 00000100:00000010:2.0:1767384378.643818:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dc25513. 00000100:00000010:2.0:1767384378.643819:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083d19e7d. 00000100:00000010:2.0:1767384378.643821:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000bd1d7f. 00000100:00000010:2.0:1767384378.643823:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1a8dad5. 00000100:00000010:2.0:1767384378.643827:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ed35c12. 00000100:00000010:2.0:1767384378.643828:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d4c7203. 00000100:00000010:2.0:1767384378.643831:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc31cc7b. 00000100:00000010:2.0:1767384378.643833:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ba61aad. 00000100:00000010:2.0:1767384378.643836:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ce72532. 00000100:00000010:2.0:1767384378.643837:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be56ec59. 00000100:00000010:2.0:1767384378.643840:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053553d7e. 00000100:00000010:2.0:1767384378.643841:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052880542. 00000100:00000010:2.0:1767384378.643845:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006429b01. 00000100:00000010:2.0:1767384378.643848:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000bb67dc1b. 00000100:00000010:2.0:1767384378.643851:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000cbbb5886. 00000100:00000001:2.0:1767384378.643855:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.643857:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.643860:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.643862:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.643864:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fc85260e. 00000100:00000001:2.0:1767384378.643867:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.643868:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.643870:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.643872:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000136c9225. 00000100:00000001:2.0:1767384378.643874:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.643875:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.643876:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c77083de. 00000100:00000001:2.0:1767384378.643878:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.643879:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.643880:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c2ee5c3f. 00000100:00000001:2.0:1767384378.643882:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.643883:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.643885:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c5691b23. 00000100:00000001:2.0:1767384378.643887:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.643983:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000068841fc0. 00000020:00000010:2.0:1767384378.643990:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004a760b2e. 00000100:00000010:2.0:1767384378.644021:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000072814715. 00000100:00000010:2.0:1767384378.644032:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000265023ab. 00000100:00000010:2.0:1767384378.644040:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000056e14c7d. 00000100:00000010:2.0:1767384378.644044:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000548ce412. 00000100:00000001:2.0:1767384378.644046:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.644049:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384378.644050:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384378.644053:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384378.644054:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384378.644056:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384378.644058:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384378.644060:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384378.644082:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:0.0:1767384378.644109:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064377042. 00000020:00000010:3.0:1767384378.644111:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d3f0ba6. 00000040:00000010:3.0:1767384378.644119:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000965d5419. 00000040:00000010:0.0:1767384378.644119:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000045eae372. 00000020:00000010:3.0:1767384378.644124:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8fb136f. 00000020:00000010:0.0:1767384378.644126:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f139ab22. 00000020:00000010:3.0:1767384378.644129:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a8ca98d. 00000020:00000010:0.0:1767384378.644132:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2169366. 00000020:00000010:3.0:1767384378.644249:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009fed1fc5. 80000000:00000010:3.0:1767384378.644256:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000475b35d. 40000000:00000010:3.0:1767384378.644264:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004852bd30. 00100000:00000010:3.0:1767384378.644270:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000efb498da. 00040000:00000010:3.0:1767384378.644285:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e0f12136. 00000020:00000010:0.0:1767384378.644291:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000023f6a56. 00040000:00000010:3.0:1767384378.644292:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9921ae7. 80000000:00000010:0.0:1767384378.644298:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ba020731. 00080000:00000010:3.0:1767384378.644302:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007eaf49a9. 40000000:00000010:0.0:1767384378.644306:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b5dbb23f. 00080000:00000010:3.0:1767384378.644309:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a7e5da05. 00100000:00000010:0.0:1767384378.644312:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c50e312. 00000004:00000010:3.0:1767384378.644317:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7811db6. 00040000:00000010:0.0:1767384378.644318:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027f263ed. 00040000:00000010:0.0:1767384378.644326:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d26650f6. 00002000:00000010:3.0:1767384378.644327:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000089c1f27a. 00080000:00000010:0.0:1767384378.644334:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005ec1be78. 00000020:00000010:3.0:1767384378.644335:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c6bed4d. 00080000:00000010:0.0:1767384378.644342:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000084a696d0. 00000020:00000010:3.0:1767384378.644345:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000099d6d9c0. 00000004:00000010:0.0:1767384378.644349:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c50451f. 00000100:00000010:3.0:1767384378.644353:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000041bb1f53. 00002000:00000010:0.0:1767384378.644354:0:17096:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000076c5bf85. 00000100:00100000:3.0:1767384378.644359:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000dcd1e463:17095] 0 exiting: rc = 1 00000020:00000010:0.0:1767384378.644361:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec72fc0a. 00000020:00000010:0.0:1767384378.644366:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000023db80bb. 00000100:00000010:0.0:1767384378.644371:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002270ed07. 00000100:00100000:0.0:1767384378.644375:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000537c4b31:17096] 1 exiting: rc = 0 00000100:00000010:2.0:1767384378.644413:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dcd1e463. 00000100:00000010:2.0:1767384378.644421:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000537c4b31. 00000100:00000001:2.0:1767384378.644424:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384378.644426:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384378.644431:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384378.644438:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644440:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644442:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2101b19. 00000400:00000200:2.0:1767384378.644447:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f30eb384 00000400:00000010:2.0:1767384378.644449:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f30eb384. 00000100:00000001:2.0:1767384378.644454:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644456:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644463:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644465:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.644467:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644469:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644470:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644472:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030b23e21. 00000400:00000200:2.0:1767384378.644474:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa8bfd0 00000400:00000010:2.0:1767384378.644476:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006aa8bfd0. 00000100:00000001:2.0:1767384378.644482:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644483:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644488:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644490:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384378.644491:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644493:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644495:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644496:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75bf535. 00000400:00000200:2.0:1767384378.644499:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ff1781d 00000400:00000010:2.0:1767384378.644501:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ff1781d. 00000100:00000001:2.0:1767384378.644503:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644505:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644509:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644511:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384378.644512:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644514:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644515:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644516:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ac6edff. 00000400:00000200:2.0:1767384378.644518:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a30aab22 00000400:00000010:2.0:1767384378.644520:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a30aab22. 00000100:00000001:2.0:1767384378.644522:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644524:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644529:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644531:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384378.644533:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644534:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644535:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644537:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000805e7ee9. 00000400:00000200:2.0:1767384378.644540:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088116827 00000400:00000010:2.0:1767384378.644542:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088116827. 00000100:00000001:2.0:1767384378.644544:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644546:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644550:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644552:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.644554:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644556:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644558:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644559:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067163904. 00000400:00000200:2.0:1767384378.644562:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eb2bfd6 00000400:00000010:2.0:1767384378.644564:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eb2bfd6. 00000100:00000001:2.0:1767384378.644567:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644568:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644572:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644574:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.644575:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644577:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644578:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644580:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a02834e4. 00000400:00000200:2.0:1767384378.644582:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6646da0 00000400:00000010:2.0:1767384378.644583:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6646da0. 00000100:00000001:2.0:1767384378.644585:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644586:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644591:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644592:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.644594:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644595:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644596:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644598:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb147041. 00000400:00000200:2.0:1767384378.644600:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003987df92 00000400:00000010:2.0:1767384378.644602:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003987df92. 00000100:00000001:2.0:1767384378.644604:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644606:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644610:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644611:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.644613:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644614:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644615:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644617:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838f37d6. 00000400:00000200:2.0:1767384378.644619:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000163197a1 00000400:00000010:2.0:1767384378.644620:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000163197a1. 00000100:00000001:2.0:1767384378.644622:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644624:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644627:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644629:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.644630:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644632:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644633:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644634:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013bdbd7a. 00000400:00000200:2.0:1767384378.644637:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f4d3eef 00000400:00000010:2.0:1767384378.644638:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f4d3eef. 00000100:00000001:2.0:1767384378.644641:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644642:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644646:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644648:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.644649:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644651:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644652:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644653:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073810c6a. 00000400:00000200:2.0:1767384378.644655:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f37362c9 00000400:00000010:2.0:1767384378.644657:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f37362c9. 00000100:00000001:2.0:1767384378.644659:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644660:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644664:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644666:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.644667:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644669:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644670:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644671:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e75886. 00000400:00000200:2.0:1767384378.644673:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f98ac78 00000400:00000010:2.0:1767384378.644676:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f98ac78. 00000100:00000001:2.0:1767384378.644678:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644679:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644683:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644685:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.644686:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644688:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644689:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644691:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de6d823d. 00000400:00000200:2.0:1767384378.644693:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9308992 00000400:00000010:2.0:1767384378.644694:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9308992. 00000100:00000001:2.0:1767384378.644696:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644698:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644702:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644704:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.644705:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644707:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644708:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644709:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a7f38b. 00000400:00000200:2.0:1767384378.644712:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f18b91eb 00000400:00000010:2.0:1767384378.644713:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f18b91eb. 00000100:00000001:2.0:1767384378.644715:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644716:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644720:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644722:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.644723:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644725:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644726:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644727:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000349e55b1. 00000400:00000200:2.0:1767384378.644729:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1f827d 00000400:00000010:2.0:1767384378.644730:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1f827d. 00000100:00000001:2.0:1767384378.644732:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644734:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644738:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644739:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.644740:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644742:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644743:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644745:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005196f804. 00000400:00000200:2.0:1767384378.644747:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f0d90d7 00000400:00000010:2.0:1767384378.644748:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f0d90d7. 00000100:00000001:2.0:1767384378.644750:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644751:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644755:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644757:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.644758:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644760:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644761:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644762:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e23672ac. 00000400:00000200:2.0:1767384378.644764:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001ace5f5 00000400:00000010:2.0:1767384378.644766:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001ace5f5. 00000100:00000001:2.0:1767384378.644768:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644769:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644773:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644774:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.644776:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644778:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644779:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644780:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001832daca. 00000400:00000200:2.0:1767384378.644782:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139a3193 00000400:00000010:2.0:1767384378.644784:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139a3193. 00000100:00000001:2.0:1767384378.644786:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644787:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644791:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644792:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.644794:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644796:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644797:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644798:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc92da77. 00000400:00000200:2.0:1767384378.644800:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001614836c 00000400:00000010:2.0:1767384378.644802:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001614836c. 00000100:00000001:2.0:1767384378.644804:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644805:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644809:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644811:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.644812:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644814:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644815:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644817:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc1ce1a. 00000400:00000200:2.0:1767384378.644819:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9cdadd 00000400:00000010:2.0:1767384378.644820:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9cdadd. 00000100:00000001:2.0:1767384378.644822:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644823:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644827:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644829:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.644831:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644832:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644834:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644835:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd2f6bbd. 00000400:00000200:2.0:1767384378.644837:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf56c213 00000400:00000010:2.0:1767384378.644838:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf56c213. 00000100:00000001:2.0:1767384378.644840:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644842:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644846:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644847:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.644848:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644850:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644851:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644853:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a25fb66d. 00000400:00000200:2.0:1767384378.644855:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007688e12a 00000400:00000010:2.0:1767384378.644856:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007688e12a. 00000100:00000001:2.0:1767384378.644859:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644860:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644864:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644866:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.644867:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644869:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644870:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644871:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3c85ce. 00000400:00000200:2.0:1767384378.644873:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046efa6c9 00000400:00000010:2.0:1767384378.644874:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046efa6c9. 00000100:00000001:2.0:1767384378.644876:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644877:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644881:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644883:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.644885:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644886:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644887:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644889:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000776fc16. 00000400:00000200:2.0:1767384378.644891:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a188231 00000400:00000010:2.0:1767384378.644892:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a188231. 00000100:00000001:2.0:1767384378.644894:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644895:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644900:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644901:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.644903:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644904:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644906:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644907:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000198dbfd1. 00000400:00000200:2.0:1767384378.644909:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b57e81b 00000400:00000010:2.0:1767384378.644910:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b57e81b. 00000100:00000001:2.0:1767384378.644924:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644929:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644934:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644935:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.644937:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644939:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644940:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644942:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000748da844. 00000400:00000200:2.0:1767384378.644944:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6dfc977 00000400:00000010:2.0:1767384378.644945:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6dfc977. 00000100:00000001:2.0:1767384378.644947:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644948:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644952:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644953:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.644955:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644956:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644957:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644958:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cbf83eb. 00000400:00000200:2.0:1767384378.644960:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ffc880 00000400:00000010:2.0:1767384378.644961:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039ffc880. 00000100:00000001:2.0:1767384378.644963:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644964:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644968:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644970:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.644971:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644973:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644974:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644975:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac743dfd. 00000400:00000200:2.0:1767384378.644976:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dda2cda 00000400:00000010:2.0:1767384378.644977:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004dda2cda. 00000100:00000001:2.0:1767384378.644979:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644980:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644984:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644985:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.644986:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.644987:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.644988:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.644989:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ec7f51. 00000400:00000200:2.0:1767384378.644991:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c009acda 00000400:00000010:2.0:1767384378.644992:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c009acda. 00000100:00000001:2.0:1767384378.644993:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.644994:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.644998:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.644999:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.645001:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645002:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645003:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645004:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075f71290. 00000400:00000200:2.0:1767384378.645005:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004541fdb5 00000400:00000010:2.0:1767384378.645007:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004541fdb5. 00000100:00000001:2.0:1767384378.645008:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645009:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645013:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645014:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.645015:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645017:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645017:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645019:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca98f68b. 00000400:00000200:2.0:1767384378.645021:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000313cb732 00000400:00000010:2.0:1767384378.645022:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000313cb732. 00000100:00000001:2.0:1767384378.645024:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645025:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645029:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645031:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.645032:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645033:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645034:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645035:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d3a3ae7. 00000400:00000200:2.0:1767384378.645036:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085bf9c78 00000400:00000010:2.0:1767384378.645037:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085bf9c78. 00000100:00000001:2.0:1767384378.645039:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645040:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645044:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645045:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.645046:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645047:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645048:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645049:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000276f7424. 00000400:00000200:2.0:1767384378.645051:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edeacdb2 00000400:00000010:2.0:1767384378.645052:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edeacdb2. 00000100:00000001:2.0:1767384378.645054:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645054:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645058:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645059:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.645061:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645062:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645063:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645064:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeac05ad. 00000400:00000200:2.0:1767384378.645065:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2b3eb4e 00000400:00000010:2.0:1767384378.645067:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2b3eb4e. 00000100:00000001:2.0:1767384378.645068:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645069:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645073:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645074:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.645075:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645077:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645078:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645079:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d2345de. 00000400:00000200:2.0:1767384378.645080:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000435b2360 00000400:00000010:2.0:1767384378.645081:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000435b2360. 00000100:00000001:2.0:1767384378.645083:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645084:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645087:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645089:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.645090:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645091:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645092:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645093:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057c6830f. 00000400:00000200:2.0:1767384378.645095:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ec719e 00000400:00000010:2.0:1767384378.645096:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ec719e. 00000100:00000001:2.0:1767384378.645097:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645098:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645102:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645103:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.645104:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645105:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645106:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645107:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd8fe0e3. 00000400:00000200:2.0:1767384378.645109:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e2162d9 00000400:00000010:2.0:1767384378.645110:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e2162d9. 00000100:00000001:2.0:1767384378.645111:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645112:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645116:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645117:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.645118:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645120:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645120:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645121:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a80bb77. 00000400:00000200:2.0:1767384378.645123:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000145b5958 00000400:00000010:2.0:1767384378.645124:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000145b5958. 00000100:00000001:2.0:1767384378.645126:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645126:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645130:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645132:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.645133:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645245:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645246:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645247:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a0ee3a. 00000400:00000200:2.0:1767384378.645250:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c601eb2 00000400:00000010:2.0:1767384378.645252:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c601eb2. 00000100:00000001:2.0:1767384378.645254:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645255:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645259:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645261:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.645262:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645264:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645265:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645266:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000040f46dc. 00000400:00000200:2.0:1767384378.645268:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2200368 00000400:00000010:2.0:1767384378.645269:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2200368. 00000100:00000001:2.0:1767384378.645272:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645273:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645276:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645278:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.645280:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645281:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645282:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645283:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edc3dd25. 00000400:00000200:2.0:1767384378.645285:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076f30669 00000400:00000010:2.0:1767384378.645287:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076f30669. 00000100:00000001:2.0:1767384378.645289:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645290:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645294:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645296:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.645297:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645299:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645300:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645301:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aeaad4d. 00000400:00000200:2.0:1767384378.645303:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172e692e 00000400:00000010:2.0:1767384378.645305:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000172e692e. 00000100:00000001:2.0:1767384378.645307:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645308:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645312:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645313:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.645315:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645317:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645318:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645319:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cf6a8ff. 00000400:00000200:2.0:1767384378.645321:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1b4f8f9 00000400:00000010:2.0:1767384378.645323:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1b4f8f9. 00000100:00000001:2.0:1767384378.645325:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645326:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645330:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645331:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.645333:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645334:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645335:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645336:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c87194d. 00000400:00000200:2.0:1767384378.645339:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c7eaee0 00000400:00000010:2.0:1767384378.645340:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c7eaee0. 00000100:00000001:2.0:1767384378.645343:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645344:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645348:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645349:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.645351:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645352:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645353:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645355:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000413df8d8. 00000400:00000200:2.0:1767384378.645357:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f518c790 00000400:00000010:2.0:1767384378.645359:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f518c790. 00000100:00000001:2.0:1767384378.645361:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645362:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645365:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645367:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.645368:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645370:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645371:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645372:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000299610e5. 00000400:00000200:2.0:1767384378.645375:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94ecfcf 00000400:00000010:2.0:1767384378.645377:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f94ecfcf. 00000100:00000001:2.0:1767384378.645379:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645380:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645384:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645386:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.645387:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645389:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645390:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645391:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c53c40b7. 00000400:00000200:2.0:1767384378.645394:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca5ea84 00000400:00000010:2.0:1767384378.645395:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dca5ea84. 00000100:00000001:2.0:1767384378.645398:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645399:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645403:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645404:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.645405:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645407:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645408:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645409:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d531f24. 00000400:00000200:2.0:1767384378.645411:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0030afe 00000400:00000010:2.0:1767384378.645413:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0030afe. 00000100:00000001:2.0:1767384378.645415:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645416:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645420:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645422:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.645423:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645425:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645426:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645427:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065732974. 00000400:00000200:2.0:1767384378.645430:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4d24c01 00000400:00000010:2.0:1767384378.645431:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4d24c01. 00000100:00000001:2.0:1767384378.645433:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645434:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645438:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645440:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.645441:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645443:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645445:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645446:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3e4f024. 00000400:00000200:2.0:1767384378.645448:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182243a5 00000400:00000010:2.0:1767384378.645450:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000182243a5. 00000100:00000001:2.0:1767384378.645452:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645453:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645457:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645458:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.645460:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645462:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645463:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645464:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2069e6. 00000400:00000200:2.0:1767384378.645466:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056bf8603 00000400:00000010:2.0:1767384378.645467:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056bf8603. 00000100:00000001:2.0:1767384378.645469:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645470:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645475:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645477:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.645478:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645480:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645481:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645482:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b3f4519. 00000400:00000200:2.0:1767384378.645484:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007912646e 00000400:00000010:2.0:1767384378.645486:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007912646e. 00000100:00000001:2.0:1767384378.645488:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645489:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645493:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645494:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.645495:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645497:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645498:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645499:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c6c51d9. 00000400:00000200:2.0:1767384378.645501:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17144b2 00000400:00000010:2.0:1767384378.645502:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17144b2. 00000100:00000001:2.0:1767384378.645504:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645506:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645510:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645511:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.645514:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645516:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645517:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645518:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d930eab3. 00000400:00000200:2.0:1767384378.645520:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec8c497a 00000400:00000010:2.0:1767384378.645522:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec8c497a. 00000100:00000001:2.0:1767384378.645524:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645525:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645530:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645531:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.645533:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645534:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645536:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645537:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fea8867. 00000400:00000200:2.0:1767384378.645539:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbdfed34 00000400:00000010:2.0:1767384378.645540:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbdfed34. 00000100:00000001:2.0:1767384378.645542:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645543:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645548:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645549:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.645550:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645552:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645553:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645554:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c403b13. 00000400:00000200:2.0:1767384378.645556:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efccd6f8 00000400:00000010:2.0:1767384378.645557:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efccd6f8. 00000100:00000001:2.0:1767384378.645559:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645560:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645565:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645566:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.645568:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645569:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645571:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645572:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c715c966. 00000400:00000200:2.0:1767384378.645574:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000451927c3 00000400:00000010:2.0:1767384378.645575:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000451927c3. 00000100:00000001:2.0:1767384378.645577:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645579:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645583:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645584:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.645586:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645587:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645588:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645590:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a79509a1. 00000400:00000200:2.0:1767384378.645592:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f492d3e 00000400:00000010:2.0:1767384378.645593:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f492d3e. 00000100:00000001:2.0:1767384378.645595:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645596:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645601:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645602:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.645603:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645605:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645606:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645608:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d43b1ad3. 00000400:00000200:2.0:1767384378.645610:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000861e694 00000400:00000010:2.0:1767384378.645611:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000861e694. 00000100:00000001:2.0:1767384378.645613:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645614:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645618:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645620:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.645621:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645623:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645625:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645626:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000450b46aa. 00000400:00000200:2.0:1767384378.645628:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f215fe 00000400:00000010:2.0:1767384378.645629:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f215fe. 00000100:00000001:2.0:1767384378.645631:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645632:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645636:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645638:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.645639:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645641:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645642:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645643:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036f3e39d. 00000400:00000200:2.0:1767384378.645645:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf419090 00000400:00000010:2.0:1767384378.645647:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf419090. 00000100:00000001:2.0:1767384378.645649:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645650:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645655:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645656:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.645658:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645659:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645660:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645661:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abe75c62. 00000400:00000200:2.0:1767384378.645664:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c708eb4 00000400:00000010:2.0:1767384378.645665:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c708eb4. 00000100:00000001:2.0:1767384378.645668:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645669:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645673:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645675:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.645676:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645678:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645679:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645681:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6a9add2. 00000400:00000200:2.0:1767384378.645683:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064701870 00000400:00000010:2.0:1767384378.645684:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064701870. 00000100:00000001:2.0:1767384378.645687:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645688:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645692:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645694:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.645695:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.645697:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.645698:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.645699:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146a0c3c. 00000400:00000200:2.0:1767384378.645701:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf502ed 00000400:00000010:2.0:1767384378.645703:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf502ed. 00000100:00000001:2.0:1767384378.645705:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.645706:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384378.645710:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.645712:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.645713:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.645717:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645718:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645723:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645724:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645725:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645726:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645728:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645729:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645730:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645731:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645732:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645733:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645735:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645736:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645737:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645738:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645739:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645740:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645742:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645743:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645744:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645745:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645746:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645747:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645749:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645750:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645751:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645752:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645753:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645754:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645755:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645756:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645758:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645759:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645760:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645761:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645762:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645763:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645764:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645765:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645766:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645767:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645768:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645770:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645771:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645772:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645773:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645775:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645776:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645777:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645779:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645780:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645781:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645782:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645783:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645784:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645785:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645786:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645787:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645788:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645789:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645789:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645791:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645791:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645792:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645793:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645794:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645795:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645796:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645797:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645798:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645799:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645800:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645801:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645802:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645803:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645804:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645805:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645806:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645807:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645808:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645809:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645810:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645812:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645813:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645814:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645816:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645817:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645818:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645819:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645820:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645821:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645822:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645823:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645824:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645825:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645826:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645827:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645827:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645828:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645829:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645830:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645831:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645832:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645833:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645834:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645835:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645836:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645837:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645838:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645839:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645840:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645842:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645843:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645844:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645845:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645846:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645847:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645848:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645849:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645850:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645850:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645852:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645853:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645854:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645856:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.645857:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.645858:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.645862:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae4beb2c. 00000100:00000010:2.0:1767384378.645865:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e37172. 00000100:00000010:2.0:1767384378.645868:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030723463. 00000100:00000010:2.0:1767384378.645871:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aaa80be. 00000100:00000010:2.0:1767384378.645874:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000870d7461. 00000100:00000010:2.0:1767384378.645877:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008e5939b. 00000100:00000010:2.0:1767384378.645881:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078a30fc3. 00000100:00000010:2.0:1767384378.645886:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e69272aa. 00000100:00000010:2.0:1767384378.645889:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac20bcd5. 00000100:00000010:2.0:1767384378.645891:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fa19b22. 00000100:00000010:2.0:1767384378.645893:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d1c0189. 00000100:00000010:2.0:1767384378.645895:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000191ac71a. 00000100:00000010:2.0:1767384378.645897:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4368939. 00000100:00000010:2.0:1767384378.645900:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cef0f4f1. 00000100:00000010:2.0:1767384378.645902:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001dc49010. 00000100:00000010:2.0:1767384378.645905:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f6179ec. 00000100:00000010:2.0:1767384378.645907:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d986850. 00000100:00000010:2.0:1767384378.645909:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d29ac6b4. 00000100:00000010:2.0:1767384378.645911:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfb000fd. 00000100:00000010:2.0:1767384378.645913:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e468e280. 00000100:00000010:2.0:1767384378.645915:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa011e72. 00000100:00000010:2.0:1767384378.645917:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048b93330. 00000100:00000010:2.0:1767384378.645919:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009495d5fa. 00000100:00000010:2.0:1767384378.645922:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f98c08ab. 00000100:00000010:2.0:1767384378.645924:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ec91620. 00000100:00000010:2.0:1767384378.645927:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008598ec33. 00000100:00000010:2.0:1767384378.645928:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7b84252. 00000100:00000010:2.0:1767384378.645931:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f115b1b3. 00000100:00000010:2.0:1767384378.645933:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf08d374. 00000100:00000010:2.0:1767384378.645936:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069156c7e. 00000100:00000010:2.0:1767384378.645937:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004441c43a. 00000100:00000010:2.0:1767384378.645940:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f52fca7f. 00000100:00000010:2.0:1767384378.645942:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3d00478. 00000100:00000010:2.0:1767384378.645944:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000020ea52d. 00000100:00000010:2.0:1767384378.645946:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003407528. 00000100:00000010:2.0:1767384378.645948:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8832e1c. 00000100:00000010:2.0:1767384378.645951:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073c67080. 00000100:00000010:2.0:1767384378.645955:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cdf8afc. 00000100:00000010:2.0:1767384378.645958:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027dce6b5. 00000100:00000010:2.0:1767384378.645960:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ff57cee. 00000100:00000010:2.0:1767384378.645962:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000024391b00. 00000100:00000010:2.0:1767384378.645965:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af885694. 00000100:00000010:2.0:1767384378.645967:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f0f1708. 00000100:00000010:2.0:1767384378.645970:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002feface. 00000100:00000010:2.0:1767384378.645973:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000884069c9. 00000100:00000010:2.0:1767384378.645975:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000827558de. 00000100:00000010:2.0:1767384378.645977:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c23a612d. 00000100:00000010:2.0:1767384378.645979:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000379b87b9. 00000100:00000010:2.0:1767384378.645980:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005af2971f. 00000100:00000010:2.0:1767384378.645983:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e4ab250. 00000100:00000010:2.0:1767384378.645985:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055169df1. 00000100:00000010:2.0:1767384378.645987:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000265c0f9e. 00000100:00000010:2.0:1767384378.645989:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0bd8e58. 00000100:00000010:2.0:1767384378.645992:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009c0eda4. 00000100:00000010:2.0:1767384378.645993:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003545d454. 00000100:00000010:2.0:1767384378.645996:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d846a6b. 00000100:00000010:2.0:1767384378.645997:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010b5d38a. 00000100:00000010:2.0:1767384378.645999:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c59dcfbe. 00000100:00000010:2.0:1767384378.646001:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000165b7b35. 00000100:00000010:2.0:1767384378.646003:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f962bd4. 00000100:00000010:2.0:1767384378.646005:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000291bf68f. 00000100:00000010:2.0:1767384378.646007:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005675c11b. 00000100:00000010:2.0:1767384378.646009:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000adff0426. 00000100:00000010:2.0:1767384378.646012:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033cbe610. 00000100:00000010:2.0:1767384378.646013:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000793ecf39. 00000100:00000010:2.0:1767384378.646015:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be4642db. 00000100:00000010:2.0:1767384378.646017:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fb8fa89. 00000100:00000010:2.0:1767384378.646019:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d77b583e. 00000100:00000010:2.0:1767384378.646041:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a14fb00. 00000100:00000010:2.0:1767384378.646043:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f109926c. 00000100:00000010:2.0:1767384378.646046:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ab20139. 00000100:00000010:2.0:1767384378.646048:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000666e64a. 00000100:00000010:2.0:1767384378.646050:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006398803. 00000100:00000010:2.0:1767384378.646052:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008138158d. 00000100:00000010:2.0:1767384378.646054:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000333af352. 00000100:00000010:2.0:1767384378.646057:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b66c148. 00000100:00000010:2.0:1767384378.646059:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000232fd862. 00000100:00000010:2.0:1767384378.646061:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d5232f9. 00000100:00000010:2.0:1767384378.646062:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005989677d. 00000100:00000010:2.0:1767384378.646064:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fc67fa4. 00000100:00000010:2.0:1767384378.646066:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5e024fa. 00000100:00000010:2.0:1767384378.646069:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032bb4324. 00000100:00000010:2.0:1767384378.646071:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020ba8bd3. 00000100:00000010:2.0:1767384378.646073:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007012e26f. 00000100:00000010:2.0:1767384378.646074:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005a1c5f3. 00000100:00000010:2.0:1767384378.646076:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038e8ec75. 00000100:00000010:2.0:1767384378.646078:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e587d670. 00000100:00000010:2.0:1767384378.646080:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d835ee02. 00000100:00000010:2.0:1767384378.646081:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088afab9c. 00000100:00000010:2.0:1767384378.646084:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae64a12b. 00000100:00000010:2.0:1767384378.646085:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000361de5a0. 00000100:00000010:2.0:1767384378.646087:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014fec5d2. 00000100:00000010:2.0:1767384378.646089:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098e3a3f3. 00000100:00000010:2.0:1767384378.646092:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5064a69. 00000100:00000010:2.0:1767384378.646093:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033206fc9. 00000100:00000010:2.0:1767384378.646096:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000678a1210. 00000100:00000010:2.0:1767384378.646098:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f2583263. 00000100:00000010:2.0:1767384378.646101:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011e7b962. 00000100:00000010:2.0:1767384378.646103:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d19eff1. 00000100:00000010:2.0:1767384378.646105:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b6a63a8. 00000100:00000010:2.0:1767384378.646107:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d95f7d8. 00000100:00000010:2.0:1767384378.646109:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000803c91f2. 00000100:00000010:2.0:1767384378.646111:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000351c8e3f. 00000100:00000010:2.0:1767384378.646113:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000867f15d4. 00000100:00000010:2.0:1767384378.646115:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0881756. 00000100:00000010:2.0:1767384378.646117:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041530390. 00000100:00000010:2.0:1767384378.646118:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078da8ac6. 00000100:00000010:2.0:1767384378.646121:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003373fd8e. 00000100:00000010:2.0:1767384378.646123:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f884ff7. 00000100:00000010:2.0:1767384378.646125:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089546aeb. 00000100:00000010:2.0:1767384378.646127:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acf3a45d. 00000100:00000010:2.0:1767384378.646129:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004190f84a. 00000100:00000010:2.0:1767384378.646131:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057f313e8. 00000100:00000010:2.0:1767384378.646133:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007ff71b1. 00000100:00000010:2.0:1767384378.646162:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045363ce3. 00000100:00000010:2.0:1767384378.646165:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1c63209. 00000100:00000010:2.0:1767384378.646167:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e184f8e2. 00000100:00000010:2.0:1767384378.646170:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5d91e2c. 00000100:00000010:2.0:1767384378.646173:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d2c7414. 00000100:00000010:2.0:1767384378.646176:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c17ad64b. 00000100:00000010:2.0:1767384378.646178:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015dde39c. 00000100:00000010:2.0:1767384378.646182:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5ea96de. 00000100:00000010:2.0:1767384378.646184:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064171d32. 00000100:00000010:2.0:1767384378.646187:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d41986c1. 00000100:00000010:2.0:1767384378.646189:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e063dad. 00000100:00000010:2.0:1767384378.646191:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000058313ae. 00000100:00000010:2.0:1767384378.646193:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003fae904c. 00000100:00000010:2.0:1767384378.646196:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caec3e26. 00000100:00000010:2.0:1767384378.646200:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000e8e392c2. 00000100:00000010:2.0:1767384378.646202:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000042841c3. 00000100:00000001:2.0:1767384378.646206:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.646208:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.646212:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.646215:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.646218:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d849165f. 00000100:00000001:2.0:1767384378.646222:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.646224:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.646227:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.646229:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000032798202. 00000100:00000001:2.0:1767384378.646231:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.646233:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.646234:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000064ead0f8. 00000100:00000001:2.0:1767384378.646236:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.646238:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.646239:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002e7c3ec8. 00000100:00000001:2.0:1767384378.646241:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.646242:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.646243:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004ea7812b. 00000100:00000001:2.0:1767384378.646246:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.646351:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000033da3acb. 00000020:00000010:2.0:1767384378.646359:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006f47ab3d. 00000100:00000010:2.0:1767384378.646392:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b4e073a0. 00000100:00000010:2.0:1767384378.646404:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f3a616b5. 00000100:00000010:2.0:1767384378.646407:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a6d44ae2. 00000100:00000010:2.0:1767384378.646416:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e00eca1d. 00000100:00000001:2.0:1767384378.646419:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.646422:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384378.646424:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384378.646427:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384378.646429:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384378.646431:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384378.646433:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384378.646434:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384378.646465:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767384378.646484:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000089aa9cdd. 00000040:00000010:0.0:1767384378.646492:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eb4a197f. 00000020:00000010:0.0:1767384378.646503:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058b54298. 00000020:00000010:0.0:1767384378.646508:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c8842651. 00000020:00000010:0.0:1767384378.646514:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007438142c. 80000000:00000010:0.0:1767384378.646519:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ba99804. 00000020:00000010:3.0:1767384378.646523:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000475281c1. 40000000:00000010:0.0:1767384378.646525:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8a78f4e. 00000040:00000010:3.0:1767384378.646531:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000edc7174f. 00100000:00000010:0.0:1767384378.646535:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000535c90c8. 00000020:00000010:3.0:1767384378.646537:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000049a388f6. 00040000:00000010:0.0:1767384378.646542:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b6dd686. 00000020:00000010:3.0:1767384378.646544:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020b87d75. 00040000:00000010:0.0:1767384378.646549:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b9fad671. 00000020:00000010:3.0:1767384378.646551:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9e1d6d7. 80000000:00000010:3.0:1767384378.646557:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb743af0. 00080000:00000010:0.0:1767384378.646558:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e22cebac. 40000000:00000010:3.0:1767384378.646561:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000115b18e5. 00100000:00000010:3.0:1767384378.646568:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003bc8c9f0. 00040000:00000010:3.0:1767384378.646572:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a7890e58. 00040000:00000010:3.0:1767384378.646576:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c571428. 00080000:00000010:3.0:1767384378.646581:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b678eb42. 00080000:00000010:0.0:1767384378.646586:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006ae94dbb. 00080000:00000010:3.0:1767384378.646587:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c341ca00. 00000004:00000010:3.0:1767384378.646596:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d58bceb. 00000004:00000010:0.0:1767384378.646598:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006594fab2. 00002000:00000010:3.0:1767384378.646602:0:17097:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d9b3a05b. 00002000:00000010:0.0:1767384378.646606:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a8b44f67. 00000020:00000010:3.0:1767384378.646608:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab7b934f. 00000020:00000010:0.0:1767384378.646612:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b28046. 00000020:00000010:3.0:1767384378.646617:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f02633e2. 00000020:00000010:0.0:1767384378.646620:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000da204424. 00000100:00000010:3.0:1767384378.646624:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d7c4b0a6. 00000100:00000010:0.0:1767384378.646627:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007bb0be44. 00000100:00100000:3.0:1767384378.646629:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000232a9889:17097] 0 exiting: rc = 1 00000100:00100000:0.0:1767384378.646632:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000a130dd39:17098] 1 exiting: rc = 0 00000100:00000010:2.0:1767384378.646707:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000232a9889. 00000100:00000010:2.0:1767384378.646711:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a130dd39. 00000100:00000001:2.0:1767384378.646714:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384378.646715:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384378.646719:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384378.646724:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646725:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646726:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000545e9954. 00000400:00000200:2.0:1767384378.646729:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d4bf1d 00000400:00000010:2.0:1767384378.646731:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d4bf1d. 00000100:00000001:2.0:1767384378.646734:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646736:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646740:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646742:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.646744:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646745:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646746:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646748:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007483dc65. 00000400:00000200:2.0:1767384378.646750:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e2b6d5b 00000400:00000010:2.0:1767384378.646751:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e2b6d5b. 00000100:00000001:2.0:1767384378.646753:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646754:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646758:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646759:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384378.646760:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646762:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646763:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646764:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9815fcb. 00000400:00000200:2.0:1767384378.646766:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006511a6cc 00000400:00000010:2.0:1767384378.646767:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006511a6cc. 00000100:00000001:2.0:1767384378.646769:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646770:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646773:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646774:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384378.646775:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646776:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646777:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646778:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b55904. 00000400:00000200:2.0:1767384378.646780:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000776fabf6 00000400:00000010:2.0:1767384378.646782:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000776fabf6. 00000100:00000001:2.0:1767384378.646784:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646785:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646789:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646790:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384378.646791:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646793:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646793:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646794:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e586f4ad. 00000400:00000200:2.0:1767384378.646796:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074a84da6 00000400:00000010:2.0:1767384378.646797:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074a84da6. 00000100:00000001:2.0:1767384378.646798:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646799:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646803:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646804:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.646805:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646806:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646807:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646808:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd41c9d3. 00000400:00000200:2.0:1767384378.646809:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210ba58a 00000400:00000010:2.0:1767384378.646811:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000210ba58a. 00000100:00000001:2.0:1767384378.646812:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646813:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646816:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646817:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.646818:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646820:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646821:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646822:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f21a236. 00000400:00000200:2.0:1767384378.646824:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a3d0c2f 00000400:00000010:2.0:1767384378.646825:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a3d0c2f. 00000100:00000001:2.0:1767384378.646827:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646828:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646831:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646832:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.646834:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646835:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646836:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646837:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da93f55a. 00000400:00000200:2.0:1767384378.646839:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e064ed6 00000400:00000010:2.0:1767384378.646840:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e064ed6. 00000100:00000001:2.0:1767384378.646841:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646842:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646845:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646846:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.646847:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646848:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646849:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646850:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c0dd68e. 00000400:00000200:2.0:1767384378.646852:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000766e817a 00000400:00000010:2.0:1767384378.646853:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000766e817a. 00000100:00000001:2.0:1767384378.646855:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646856:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646859:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646861:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.646862:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646863:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646864:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646865:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f54ba2f. 00000400:00000200:2.0:1767384378.646867:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d991588 00000400:00000010:2.0:1767384378.646868:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d991588. 00000100:00000001:2.0:1767384378.646870:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646871:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646875:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646876:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.646878:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646879:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646880:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646881:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e508a33. 00000400:00000200:2.0:1767384378.646883:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1308970 00000400:00000010:2.0:1767384378.646884:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1308970. 00000100:00000001:2.0:1767384378.646885:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646886:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646890:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646891:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.646893:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646894:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646896:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646897:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea63595c. 00000400:00000200:2.0:1767384378.646899:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91f1c1f 00000400:00000010:2.0:1767384378.646900:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d91f1c1f. 00000100:00000001:2.0:1767384378.646902:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646903:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646907:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646908:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.646909:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646910:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646911:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646912:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018117168. 00000400:00000200:2.0:1767384378.646914:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f513729 00000400:00000010:2.0:1767384378.646915:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f513729. 00000100:00000001:2.0:1767384378.646917:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646918:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646921:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646922:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.646924:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646925:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646926:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646927:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a293ecd8. 00000400:00000200:2.0:1767384378.646928:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008625b0a8 00000400:00000010:2.0:1767384378.646930:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008625b0a8. 00000100:00000001:2.0:1767384378.646932:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646933:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646937:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646939:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.646940:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646942:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646943:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646944:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f98a24. 00000400:00000200:2.0:1767384378.646945:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a8e84b4 00000400:00000010:2.0:1767384378.646947:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a8e84b4. 00000100:00000001:2.0:1767384378.646949:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.646949:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.646953:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.646955:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.646956:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.646958:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.646959:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.646960:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f196cbf1. 00000400:00000200:2.0:1767384378.646962:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000159e015b 00000400:00000010:2.0:1767384378.647006:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000159e015b. 00000100:00000001:2.0:1767384378.647009:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647010:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647014:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647016:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.647017:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647019:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647020:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647022:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee21064. 00000400:00000200:2.0:1767384378.647023:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a14e46e 00000400:00000010:2.0:1767384378.647025:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a14e46e. 00000100:00000001:2.0:1767384378.647027:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647028:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647032:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647033:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.647034:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647036:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647037:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647038:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000872d26ea. 00000400:00000200:2.0:1767384378.647040:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057074d09 00000400:00000010:2.0:1767384378.647041:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057074d09. 00000100:00000001:2.0:1767384378.647043:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647044:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647048:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647049:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.647051:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647053:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647054:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647055:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1264d4d. 00000400:00000200:2.0:1767384378.647057:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eedf5d5 00000400:00000010:2.0:1767384378.647058:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001eedf5d5. 00000100:00000001:2.0:1767384378.647060:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647061:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647065:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647066:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.647068:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647070:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647071:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647072:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286ff9fb. 00000400:00000200:2.0:1767384378.647073:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092449e2d 00000400:00000010:2.0:1767384378.647074:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092449e2d. 00000100:00000001:2.0:1767384378.647076:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647077:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647080:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647081:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.647082:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647083:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647084:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647086:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448ab9b6. 00000400:00000200:2.0:1767384378.647087:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce1ef232 00000400:00000010:2.0:1767384378.647089:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce1ef232. 00000100:00000001:2.0:1767384378.647090:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647091:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647094:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647095:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.647096:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647098:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647098:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647099:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daae20c1. 00000400:00000200:2.0:1767384378.647101:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff32577f 00000400:00000010:2.0:1767384378.647102:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff32577f. 00000100:00000001:2.0:1767384378.647103:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647104:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647108:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647109:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.647110:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647112:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647113:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647114:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eb4b976. 00000400:00000200:2.0:1767384378.647116:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ac56054 00000400:00000010:2.0:1767384378.647117:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ac56054. 00000100:00000001:2.0:1767384378.647120:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647121:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647125:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647126:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.647128:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647130:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647131:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647132:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c50a8a3. 00000400:00000200:2.0:1767384378.647271:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd57e5b 00000400:00000010:2.0:1767384378.647273:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd57e5b. 00000100:00000001:2.0:1767384378.647276:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647277:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647282:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647283:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.647285:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647287:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647288:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647290:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5f118a8. 00000400:00000200:2.0:1767384378.647292:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbdb027a 00000400:00000010:2.0:1767384378.647293:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbdb027a. 00000100:00000001:2.0:1767384378.647295:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647296:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647300:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647301:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.647303:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647304:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647306:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647307:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005274b15. 00000400:00000200:2.0:1767384378.647309:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d564a60e 00000400:00000010:2.0:1767384378.647311:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d564a60e. 00000100:00000001:2.0:1767384378.647313:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647314:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647319:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647320:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.647322:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647324:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647325:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647327:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e5d22c6. 00000400:00000200:2.0:1767384378.647330:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa5e9a9 00000400:00000010:2.0:1767384378.647331:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa5e9a9. 00000100:00000001:2.0:1767384378.647333:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647335:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647338:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647340:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.647341:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647342:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647343:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647345:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca618437. 00000400:00000200:2.0:1767384378.647347:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53cfebe 00000400:00000010:2.0:1767384378.647348:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53cfebe. 00000100:00000001:2.0:1767384378.647350:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647351:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647355:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647356:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.647358:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647360:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647361:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647362:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066f0af37. 00000400:00000200:2.0:1767384378.647364:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000547e4fa2 00000400:00000010:2.0:1767384378.647365:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000547e4fa2. 00000100:00000001:2.0:1767384378.647368:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647369:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647373:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647374:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.647376:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647378:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647379:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647380:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7bb6326. 00000400:00000200:2.0:1767384378.647382:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1d3f17 00000400:00000010:2.0:1767384378.647383:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da1d3f17. 00000100:00000001:2.0:1767384378.647386:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647387:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647391:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647392:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.647394:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647396:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647397:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647399:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006193483b. 00000400:00000200:2.0:1767384378.647401:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fca4608 00000400:00000010:2.0:1767384378.647403:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fca4608. 00000100:00000001:2.0:1767384378.647405:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647406:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647410:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647411:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.647413:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647414:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647415:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647417:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ac6ad4. 00000400:00000200:2.0:1767384378.647419:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbbdf7f5 00000400:00000010:2.0:1767384378.647420:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbbdf7f5. 00000100:00000001:2.0:1767384378.647422:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647423:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647428:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647430:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.647431:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647433:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647434:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647435:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054fe50d3. 00000400:00000200:2.0:1767384378.647437:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003043eaa6 00000400:00000010:2.0:1767384378.647439:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003043eaa6. 00000100:00000001:2.0:1767384378.647441:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647442:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647446:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647448:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.647449:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647451:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647452:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647453:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04a78fe. 00000400:00000200:2.0:1767384378.647455:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1c43c 00000400:00000010:2.0:1767384378.647457:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1c43c. 00000100:00000001:2.0:1767384378.647459:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647460:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647464:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647466:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.647467:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647469:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647470:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647471:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b5aada. 00000400:00000200:2.0:1767384378.647474:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b56a9a 00000400:00000010:2.0:1767384378.647475:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2b56a9a. 00000100:00000001:2.0:1767384378.647477:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647479:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647483:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647485:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.647486:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647487:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647488:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647490:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e494ffe8. 00000400:00000200:2.0:1767384378.647492:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd76e7a 00000400:00000010:2.0:1767384378.647493:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd76e7a. 00000100:00000001:2.0:1767384378.647495:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647496:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647501:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647502:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.647503:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647505:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647506:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647507:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007779972e. 00000400:00000200:2.0:1767384378.647509:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fca178 00000400:00000010:2.0:1767384378.647511:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fca178. 00000100:00000001:2.0:1767384378.647513:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647513:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647518:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647519:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.647521:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647523:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647524:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647525:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d935c430. 00000400:00000200:2.0:1767384378.647527:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cf27c7 00000400:00000010:2.0:1767384378.647529:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cf27c7. 00000100:00000001:2.0:1767384378.647531:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647532:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647536:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647538:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.647539:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647541:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647542:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647544:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000991b22c9. 00000400:00000200:2.0:1767384378.647546:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ea2599 00000400:00000010:2.0:1767384378.647547:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6ea2599. 00000100:00000001:2.0:1767384378.647549:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647551:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647555:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647556:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.647558:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647559:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647560:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647561:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eff82a14. 00000400:00000200:2.0:1767384378.647564:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b65e9c2 00000400:00000010:2.0:1767384378.647565:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b65e9c2. 00000100:00000001:2.0:1767384378.647567:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647568:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647572:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647574:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.647575:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647577:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647578:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647579:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fb39ba. 00000400:00000200:2.0:1767384378.647582:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cede0c59 00000400:00000010:2.0:1767384378.647583:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cede0c59. 00000100:00000001:2.0:1767384378.647585:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647586:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647590:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647592:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.647593:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647595:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647596:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647597:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c147dd2d. 00000400:00000200:2.0:1767384378.647599:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb6b8e4 00000400:00000010:2.0:1767384378.647601:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bb6b8e4. 00000100:00000001:2.0:1767384378.647603:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647604:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647608:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647609:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.647611:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647612:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647613:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647614:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000649db7a5. 00000400:00000200:2.0:1767384378.647616:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042bebaac 00000400:00000010:2.0:1767384378.647618:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042bebaac. 00000100:00000001:2.0:1767384378.647620:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647621:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647625:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647626:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.647627:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647629:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647630:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647631:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000016c6056. 00000400:00000200:2.0:1767384378.647632:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6349553 00000400:00000010:2.0:1767384378.647634:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6349553. 00000100:00000001:2.0:1767384378.647636:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647636:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647640:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647641:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.647643:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647644:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647645:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647646:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081ed8a1. 00000400:00000200:2.0:1767384378.647648:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9e41b5e 00000400:00000010:2.0:1767384378.647649:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9e41b5e. 00000100:00000001:2.0:1767384378.647650:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647651:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647655:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647656:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.647658:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647659:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647660:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647662:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b14a2eb. 00000400:00000200:2.0:1767384378.647664:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a1e74c 00000400:00000010:2.0:1767384378.647665:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013a1e74c. 00000100:00000001:2.0:1767384378.647667:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647668:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647672:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647674:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.647675:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647676:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647677:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647678:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025669b9c. 00000400:00000200:2.0:1767384378.647680:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf0d300 00000400:00000010:2.0:1767384378.647681:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf0d300. 00000100:00000001:2.0:1767384378.647683:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647684:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647687:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647689:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.647690:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647691:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647692:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647693:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060a9390a. 00000400:00000200:2.0:1767384378.647694:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6f68084 00000400:00000010:2.0:1767384378.647696:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6f68084. 00000100:00000001:2.0:1767384378.647697:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647698:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647702:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647703:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.647705:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647706:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647707:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647708:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff9fe00d. 00000400:00000200:2.0:1767384378.647709:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005937b6fe 00000400:00000010:2.0:1767384378.647711:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005937b6fe. 00000100:00000001:2.0:1767384378.647712:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647713:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647717:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647718:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.647719:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647722:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647723:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647724:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046629ce8. 00000400:00000200:2.0:1767384378.647726:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000683959d0 00000400:00000010:2.0:1767384378.647727:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000683959d0. 00000100:00000001:2.0:1767384378.647729:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647730:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647734:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647735:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.647737:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647738:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647739:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647740:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbb75b1. 00000400:00000200:2.0:1767384378.647742:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda594d9 00000400:00000010:2.0:1767384378.647744:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bda594d9. 00000100:00000001:2.0:1767384378.647746:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647747:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647751:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647752:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.647754:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647755:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647756:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647757:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5cd8f9. 00000400:00000200:2.0:1767384378.647759:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002029546d 00000400:00000010:2.0:1767384378.647760:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002029546d. 00000100:00000001:2.0:1767384378.647762:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647763:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647768:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647769:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.647771:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647772:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647773:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647774:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057eba4a6. 00000400:00000200:2.0:1767384378.647776:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc756a9b 00000400:00000010:2.0:1767384378.647777:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc756a9b. 00000100:00000001:2.0:1767384378.647779:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647780:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647784:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647785:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.647787:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647788:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647789:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647791:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c321e100. 00000400:00000200:2.0:1767384378.647793:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a223ca73 00000400:00000010:2.0:1767384378.647794:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a223ca73. 00000100:00000001:2.0:1767384378.647795:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647796:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647800:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647801:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.647802:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647804:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647805:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647806:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed50dc7. 00000400:00000200:2.0:1767384378.647807:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8628b5 00000400:00000010:2.0:1767384378.647809:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a8628b5. 00000100:00000001:2.0:1767384378.647810:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647811:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647815:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647816:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.647817:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647819:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647820:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647821:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8db1798. 00000400:00000200:2.0:1767384378.647822:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5eb5681 00000400:00000010:2.0:1767384378.647823:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5eb5681. 00000100:00000001:2.0:1767384378.647825:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647826:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647830:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647831:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.647832:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647834:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647834:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647835:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff25c6db. 00000400:00000200:2.0:1767384378.647837:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c80bed 00000400:00000010:2.0:1767384378.647838:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5c80bed. 00000100:00000001:2.0:1767384378.647840:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647842:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647846:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647847:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.647848:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647850:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647851:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647853:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d2530b1. 00000400:00000200:2.0:1767384378.647855:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000380b2ffb 00000400:00000010:2.0:1767384378.647856:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000380b2ffb. 00000100:00000001:2.0:1767384378.647858:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647859:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647863:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647864:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.647866:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647867:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647868:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647869:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d531ba9a. 00000400:00000200:2.0:1767384378.647871:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074c9f139 00000400:00000010:2.0:1767384378.647872:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c9f139. 00000100:00000001:2.0:1767384378.647873:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647874:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647877:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647879:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.647880:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647880:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647882:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647883:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000663953eb. 00000400:00000200:2.0:1767384378.647885:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392bbced 00000400:00000010:2.0:1767384378.647886:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392bbced. 00000100:00000001:2.0:1767384378.647888:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647889:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647893:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647894:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.647896:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647897:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647899:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647900:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b80686. 00000400:00000200:2.0:1767384378.647902:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ea03ae 00000400:00000010:2.0:1767384378.647904:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058ea03ae. 00000100:00000001:2.0:1767384378.647906:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647907:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647912:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647913:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.647915:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647916:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647917:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647918:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082177e8e. 00000400:00000200:2.0:1767384378.647920:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000506199e2 00000400:00000010:2.0:1767384378.647922:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000506199e2. 00000100:00000001:2.0:1767384378.647924:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647925:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647930:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647931:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.647932:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647934:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647935:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647936:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29c8e34. 00000400:00000200:2.0:1767384378.647939:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b66f6e 00000400:00000010:2.0:1767384378.647940:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b66f6e. 00000100:00000001:2.0:1767384378.647942:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647943:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647946:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647948:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.647949:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.647951:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.647952:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.647953:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c7d278b. 00000400:00000200:2.0:1767384378.647955:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c373ad62 00000400:00000010:2.0:1767384378.647957:0:40106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c373ad62. 00000100:00000001:2.0:1767384378.647959:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.647960:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384378.647964:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.647965:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.647967:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.647970:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647972:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647976:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647977:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647979:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647980:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647982:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647983:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647985:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647986:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647987:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647989:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647990:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647992:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647994:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647995:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647997:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.647998:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.647999:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648000:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648002:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648003:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648005:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648006:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648008:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648009:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648010:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648012:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648013:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648014:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648016:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648017:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648019:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648020:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648021:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648022:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648024:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648025:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648026:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648027:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648029:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648030:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648032:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648033:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648034:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648035:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648037:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648038:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648040:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648041:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648042:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648043:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648045:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648046:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648047:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648048:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648049:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648050:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648052:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648053:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648054:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648056:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648057:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648058:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648060:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648061:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648062:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648063:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648064:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648065:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648066:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648068:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648069:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648070:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648071:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648072:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648074:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648075:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648076:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648077:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648079:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648080:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648082:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648083:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648084:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648085:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648086:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648088:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648089:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648090:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648092:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648093:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648094:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648095:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648096:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648097:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648099:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648100:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648101:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648102:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648104:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648105:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648106:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648107:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648109:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648110:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648111:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648112:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648113:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648115:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648116:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648117:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648119:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648120:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648121:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648122:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648123:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648124:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648125:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648126:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648127:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648128:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648130:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648131:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648133:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648134:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.648166:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.648168:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.648172:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008def8073. 00000100:00000010:2.0:1767384378.648178:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001666ff7c. 00000100:00000010:2.0:1767384378.648181:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8f8e8ed. 00000100:00000010:2.0:1767384378.648184:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d31120d6. 00000100:00000010:2.0:1767384378.648187:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021aea825. 00000100:00000010:2.0:1767384378.648189:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9fe4324. 00000100:00000010:2.0:1767384378.648191:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2c4825b. 00000100:00000010:2.0:1767384378.648195:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007451cd9c. 00000100:00000010:2.0:1767384378.648197:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005cb35cff. 00000100:00000010:2.0:1767384378.648200:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005767efa6. 00000100:00000010:2.0:1767384378.648202:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7666931. 00000100:00000010:2.0:1767384378.648204:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c375e89f. 00000100:00000010:2.0:1767384378.648206:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000de870913. 00000100:00000010:2.0:1767384378.648209:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1f88138. 00000100:00000010:2.0:1767384378.648210:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055910205. 00000100:00000010:2.0:1767384378.648212:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005587e158. 00000100:00000010:2.0:1767384378.648214:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e034144. 00000100:00000010:2.0:1767384378.648217:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ba6166c. 00000100:00000010:2.0:1767384378.648219:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003fb52420. 00000100:00000010:2.0:1767384378.648221:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdfce63f. 00000100:00000010:2.0:1767384378.648223:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b404e23a. 00000100:00000010:2.0:1767384378.648226:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e6f68da. 00000100:00000010:2.0:1767384378.648228:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d23a34e. 00000100:00000010:2.0:1767384378.648230:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf95b8c1. 00000100:00000010:2.0:1767384378.648232:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bed3e811. 00000100:00000010:2.0:1767384378.648235:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e3f2db2. 00000100:00000010:2.0:1767384378.648237:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000770e47e8. 00000100:00000010:2.0:1767384378.648239:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec61561e. 00000100:00000010:2.0:1767384378.648242:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000072b74f23. 00000100:00000010:2.0:1767384378.648244:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f4fecf0. 00000100:00000010:2.0:1767384378.648246:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000387b8690. 00000100:00000010:2.0:1767384378.648248:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000434faa69. 00000100:00000010:2.0:1767384378.648250:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1bbf78d. 00000100:00000010:2.0:1767384378.648252:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d52ae88. 00000100:00000010:2.0:1767384378.648254:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a90f17a. 00000100:00000010:2.0:1767384378.648256:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e979a70b. 00000100:00000010:2.0:1767384378.648259:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005624d6cc. 00000100:00000010:2.0:1767384378.648261:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006684784c. 00000100:00000010:2.0:1767384378.648263:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8c212c5. 00000100:00000010:2.0:1767384378.648266:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd144f97. 00000100:00000010:2.0:1767384378.648268:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004efc6fbb. 00000100:00000010:2.0:1767384378.648270:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d747209. 00000100:00000010:2.0:1767384378.648272:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e780c7d. 00000100:00000010:2.0:1767384378.648275:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004eb79820. 00000100:00000010:2.0:1767384378.648277:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008580568a. 00000100:00000010:2.0:1767384378.648280:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009badc5f5. 00000100:00000010:2.0:1767384378.648282:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cde7d9fd. 00000100:00000010:2.0:1767384378.648284:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008e0e280. 00000100:00000010:2.0:1767384378.648286:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd2e0321. 00000100:00000010:2.0:1767384378.648288:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8193e66. 00000100:00000010:2.0:1767384378.648290:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb1fb575. 00000100:00000010:2.0:1767384378.648292:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fed10ee. 00000100:00000010:2.0:1767384378.648294:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec6e8f8b. 00000100:00000010:2.0:1767384378.648296:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e470be13. 00000100:00000010:2.0:1767384378.648298:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f87d3e62. 00000100:00000010:2.0:1767384378.648321:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8d47973. 00000100:00000010:2.0:1767384378.648324:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abe4b570. 00000100:00000010:2.0:1767384378.648327:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a48d2f99. 00000100:00000010:2.0:1767384378.648328:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f54efa1. 00000100:00000010:2.0:1767384378.648331:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077feb7d0. 00000100:00000010:2.0:1767384378.648333:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0fd28aa. 00000100:00000010:2.0:1767384378.648336:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d4e87d0. 00000100:00000010:2.0:1767384378.648337:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e9f8d6d. 00000100:00000010:2.0:1767384378.648340:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f30bdaf. 00000100:00000010:2.0:1767384378.648342:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc8cbf1a. 00000100:00000010:2.0:1767384378.648345:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d60e32ac. 00000100:00000010:2.0:1767384378.648346:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d7b40cb. 00000100:00000010:2.0:1767384378.648349:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f2ad78c. 00000100:00000010:2.0:1767384378.648351:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ec44c63. 00000100:00000010:2.0:1767384378.648353:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f682f699. 00000100:00000010:2.0:1767384378.648355:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0440914. 00000100:00000010:2.0:1767384378.648358:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c383c4e7. 00000100:00000010:2.0:1767384378.648360:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000c14d34. 00000100:00000010:2.0:1767384378.648362:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d842cc39. 00000100:00000010:2.0:1767384378.648364:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f99fc20b. 00000100:00000010:2.0:1767384378.648366:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f4494b1. 00000100:00000010:2.0:1767384378.648368:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ffdda83. 00000100:00000010:2.0:1767384378.648370:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a626df1. 00000100:00000010:2.0:1767384378.648372:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084e5e15c. 00000100:00000010:2.0:1767384378.648374:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b24a8c6. 00000100:00000010:2.0:1767384378.648376:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006d8e3db. 00000100:00000010:2.0:1767384378.648379:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045d1185a. 00000100:00000010:2.0:1767384378.648381:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004228547e. 00000100:00000010:2.0:1767384378.648383:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eab7938. 00000100:00000010:2.0:1767384378.648385:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019aca43b. 00000100:00000010:2.0:1767384378.648387:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000233e9944. 00000100:00000010:2.0:1767384378.648389:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004cf651b5. 00000100:00000010:2.0:1767384378.648391:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033bdc7cc. 00000100:00000010:2.0:1767384378.648393:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c72240a7. 00000100:00000010:2.0:1767384378.648396:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ceeeaea. 00000100:00000010:2.0:1767384378.648398:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b7d0589. 00000100:00000010:2.0:1767384378.648401:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce842082. 00000100:00000010:2.0:1767384378.648403:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023331256. 00000100:00000010:2.0:1767384378.648405:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070aa78e4. 00000100:00000010:2.0:1767384378.648407:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057ed31bc. 00000100:00000010:2.0:1767384378.648411:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014c1be58. 00000100:00000010:2.0:1767384378.648413:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000048ec865. 00000100:00000010:2.0:1767384378.648415:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb82dd4e. 00000100:00000010:2.0:1767384378.648418:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d66240bd. 00000100:00000010:2.0:1767384378.648421:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f053ea06. 00000100:00000010:2.0:1767384378.648425:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d01f4723. 00000100:00000010:2.0:1767384378.648427:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080fabc9c. 00000100:00000010:2.0:1767384378.648429:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3be45bd. 00000100:00000010:2.0:1767384378.648444:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a2852ec. 00000100:00000010:2.0:1767384378.648446:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000383daea1. 00000100:00000010:2.0:1767384378.648448:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e794012c. 00000100:00000010:2.0:1767384378.648450:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f20a2a6e. 00000100:00000010:2.0:1767384378.648452:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfe4eeb8. 00000100:00000010:2.0:1767384378.648454:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000024a452bb. 00000100:00000010:2.0:1767384378.648456:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5e42c38. 00000100:00000010:2.0:1767384378.648458:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078e34c96. 00000100:00000010:2.0:1767384378.648460:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c44077fa. 00000100:00000010:2.0:1767384378.648462:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000001467e5. 00000100:00000010:2.0:1767384378.648464:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe1c67c3. 00000100:00000010:2.0:1767384378.648466:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6a2310b. 00000100:00000010:2.0:1767384378.648468:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0136b37. 00000100:00000010:2.0:1767384378.648470:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee58d99b. 00000100:00000010:2.0:1767384378.648472:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043aecde4. 00000100:00000010:2.0:1767384378.648473:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0bb442f. 00000100:00000010:2.0:1767384378.648476:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a04a9434. 00000100:00000010:2.0:1767384378.648477:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000907cda54. 00000100:00000010:2.0:1767384378.648479:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a04c44d5. 00000100:00000010:2.0:1767384378.648481:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1dc3523. 00000100:00000010:2.0:1767384378.648483:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051586cf7. 00000100:00000010:2.0:1767384378.648485:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006733a1c9. 00000100:00000010:2.0:1767384378.648487:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfe9afd0. 00000100:00000010:2.0:1767384378.648489:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b50ad9e6. 00000100:00000010:2.0:1767384378.648492:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6c32026. 00000100:00000010:2.0:1767384378.648495:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000e467a69f. 00000100:00000010:2.0:1767384378.648497:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000008caf9dfa. 00000100:00000001:2.0:1767384378.648506:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.648509:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.648512:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.648514:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.648516:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002a07003c. 00000100:00000001:2.0:1767384378.648519:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.648520:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.648523:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.648524:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f85a9f10. 00000100:00000001:2.0:1767384378.648526:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.648528:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.648529:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000081079bb6. 00000100:00000001:2.0:1767384378.648531:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.648533:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.648534:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000030b0ce91. 00000100:00000001:2.0:1767384378.648535:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.648537:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.648538:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000097c07fd6. 00000100:00000001:2.0:1767384378.648539:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.648631:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a19d28f3. 00000020:00000010:2.0:1767384378.648636:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005f138b65. 00000100:00000010:2.0:1767384378.648666:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ef1602a4. 00000100:00000010:2.0:1767384378.648677:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000048d5eaa1. 00000100:00000010:2.0:1767384378.648685:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007e9f2582. 00000100:00000010:2.0:1767384378.648687:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004dd1c21d. 00000100:00000001:2.0:1767384378.648690:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.648693:0:40106:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384378.648694:0:40106:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384378.648698:0:40106:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384378.648700:0:40106:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384378.648701:0:40106:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384378.648703:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384378.648705:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384378.648706:0:40106:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384378.648732:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767384378.648753:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5833115. 00000040:00000010:0.0:1767384378.648760:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009317b6d2. 00000020:00000010:1.0:1767384378.648763:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000976639f8. 00000020:00000010:0.0:1767384378.648763:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000098b1523. 00000020:00000010:0.0:1767384378.648768:0:17101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c79111d1. 00000040:00000010:1.0:1767384378.648770:0:17100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f690c0f5. 00000020:00000010:0.0:1767384378.648772:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000afc91af7. 00000020:00000010:1.0:1767384378.648774:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b482fa5. 80000000:00000010:0.0:1767384378.648778:0:17101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c0d1199b. 00000020:00000010:1.0:1767384378.648779:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed5515cf. 40000000:00000010:0.0:1767384378.648783:0:17101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000027f4220f. 00000020:00000010:1.0:1767384378.648784:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b81d6a0. 80000000:00000010:1.0:1767384378.648789:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dee99b77. 00100000:00000010:0.0:1767384378.648789:0:17101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000068328f3. 40000000:00000010:1.0:1767384378.648796:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b3ee22e. 00040000:00000010:0.0:1767384378.648796:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005775c656. 00100000:00000010:1.0:1767384378.648802:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000007afdb39. 00040000:00000010:0.0:1767384378.648802:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000688b1435. 00080000:00000010:0.0:1767384378.648807:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b1a0644. 00040000:00000010:1.0:1767384378.648822:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8b183e1. 00080000:00000010:0.0:1767384378.648824:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006732c3e1. 00040000:00000010:1.0:1767384378.648825:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bed1dda9. 00000020:00000010:3.0:1767384378.648831:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d9535cd. 00080000:00000010:1.0:1767384378.648833:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000efbbe0fb. 00000004:00000010:0.0:1767384378.648834:0:17101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024cbeacf. 00000040:00000010:3.0:1767384378.648840:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003903b242. 00080000:00000010:1.0:1767384378.648840:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000639c6580. 00002000:00000010:0.0:1767384378.648841:0:17101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059d5b532. 00000004:00000010:1.0:1767384378.648845:0:17100:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000050b83412. 00000020:00000010:3.0:1767384378.648847:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e0a48c3. 00000020:00000010:0.0:1767384378.648848:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eccb1fa. 00002000:00000010:1.0:1767384378.648849:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8a634fa. 00000020:00000010:3.0:1767384378.648854:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000001658435. 00000020:00000010:1.0:1767384378.648856:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9287c1. 00000020:00000010:0.0:1767384378.648859:0:17101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f8536fc5. 00000020:00000010:3.0:1767384378.648860:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dd9da827. 00000020:00000010:1.0:1767384378.648861:0:17100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f229d4cc. 80000000:00000010:3.0:1767384378.648868:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a79e47fc. 40000000:00000010:3.0:1767384378.648874:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ad433b5. 00000100:00000010:0.0:1767384378.648874:0:17101:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000090aa8fea. 00000100:00000010:1.0:1767384378.648875:0:17100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003663f6ed. 00000020:00000001:1.0:1767384378.648882:0:17100:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:0.0:1767384378.648882:0:17101:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00100000:00000010:3.0:1767384378.648883:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000778287d8. 00000020:00000010:1.0:1767384378.648886:0:17100:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000003854ee79. 00000020:00000010:0.0:1767384378.648887:0:17101:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000001ad1cd1e. 00040000:00000010:3.0:1767384378.648899:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd7a9e61. 00040000:00000010:3.0:1767384378.648906:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa838cb2. 00080000:00000010:3.0:1767384378.648912:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000077858df1. 00080000:00000010:3.0:1767384378.648917:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f8690248. 00000004:00000010:3.0:1767384378.648923:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001ee9318f. 00002000:00000010:3.0:1767384378.648928:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b6c3a68f. 00000020:00000010:3.0:1767384378.648932:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eb2f483. 00000020:00000010:3.0:1767384378.648938:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000006318b99. 00000100:00000010:3.0:1767384378.648952:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a5f94260. 00000020:00000001:3.0:1767384378.648956:0:17099:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384378.648958:0:17099:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b3bc79fa. 00000020:00000001:0.0:1767384378.649193:0:17101:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384378.649195:0:17101:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000090ddf94:17101] 2 exiting: rc = 0 00000020:00000001:1.0:1767384378.649251:0:17100:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384378.649254:0:17100:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000d0070a4d:17100] 1 exiting: rc = 0 00000100:00000040:2.0:1767384378.649314:0:40106:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000020:00000001:3.0:1767384378.649435:0:17099:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384378.649437:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [0000000045e27399:17099] 0 exiting: rc = 1 00000100:00000010:2.0:1767384378.649579:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000045e27399. 00000100:00000010:2.0:1767384378.649584:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d0070a4d. 00000100:00000010:2.0:1767384378.649588:0:40106:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000090ddf94. 00000100:00000001:2.0:1767384378.649590:0:40106:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384378.649591:0:40106:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384378.649596:0:40106:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384378.649602:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649604:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649606:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c3a1e70. 00000400:00000200:2.0:1767384378.649609:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1b58a1 00000400:00000010:2.0:1767384378.649612:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008b1b58a1. 00000100:00000001:2.0:1767384378.649616:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649618:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649624:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649626:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384378.649627:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649629:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649630:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649632:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3172335. 00000400:00000200:2.0:1767384378.649634:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000083e38e0 00000400:00000010:2.0:1767384378.649636:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000083e38e0. 00000100:00000001:2.0:1767384378.649639:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649641:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649645:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649647:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384378.649648:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649650:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649651:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649652:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002354c9a8. 00000400:00000200:2.0:1767384378.649654:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008406aefe 00000400:00000010:2.0:1767384378.649656:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008406aefe. 00000100:00000001:2.0:1767384378.649659:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649661:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649664:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649666:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384378.649668:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649669:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649670:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649672:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b9e735. 00000400:00000200:2.0:1767384378.649674:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087e540b2 00000400:00000010:2.0:1767384378.649676:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000087e540b2. 00000100:00000001:2.0:1767384378.649678:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649679:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649683:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649685:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384378.649686:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649688:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649689:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649690:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50037d1. 00000400:00000200:2.0:1767384378.649692:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079e2df29 00000400:00000010:2.0:1767384378.649694:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000079e2df29. 00000100:00000001:2.0:1767384378.649697:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649698:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649702:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649703:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384378.649705:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649706:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649708:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649709:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069eb8b14. 00000400:00000200:2.0:1767384378.649711:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f1734ca 00000400:00000010:2.0:1767384378.649713:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002f1734ca. 00000100:00000001:2.0:1767384378.649716:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649717:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649722:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649723:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384378.649724:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649726:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649727:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649728:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025b8db34. 00000400:00000200:2.0:1767384378.649730:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db1632fe 00000400:00000010:2.0:1767384378.649732:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000db1632fe. 00000100:00000001:2.0:1767384378.649734:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649735:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649740:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649741:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384378.649742:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649744:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649745:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649746:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b988dc5c. 00000400:00000200:2.0:1767384378.649748:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460c0866 00000400:00000010:2.0:1767384378.649749:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000460c0866. 00000100:00000001:2.0:1767384378.649753:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649754:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649757:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649758:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384378.649760:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649761:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649762:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649764:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056cfcfb7. 00000400:00000200:2.0:1767384378.649766:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b7c147b 00000400:00000010:2.0:1767384378.649767:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002b7c147b. 00000100:00000001:2.0:1767384378.649771:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649772:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649776:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649777:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384378.649778:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649780:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649781:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649782:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031fedaea. 00000400:00000200:2.0:1767384378.649784:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006550f5b5 00000400:00000010:2.0:1767384378.649786:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006550f5b5. 00000100:00000001:2.0:1767384378.649788:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649789:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649793:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649794:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384378.649795:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649797:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649798:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649800:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006382fb64. 00000400:00000200:2.0:1767384378.649801:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004179791a 00000400:00000010:2.0:1767384378.649802:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004179791a. 00000100:00000001:2.0:1767384378.649821:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649823:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649827:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649828:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384378.649830:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649832:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649833:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649834:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c35e8b3. 00000400:00000200:2.0:1767384378.649836:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eb9204c 00000400:00000010:2.0:1767384378.649838:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009eb9204c. 00000100:00000001:2.0:1767384378.649840:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649842:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649845:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649847:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384378.649848:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649850:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649851:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649852:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001eb07ad. 00000400:00000200:2.0:1767384378.649855:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a83bc48 00000400:00000010:2.0:1767384378.649856:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005a83bc48. 00000100:00000001:2.0:1767384378.649859:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649860:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649864:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649866:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384378.649868:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649869:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649870:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649871:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000786ccf31. 00000400:00000200:2.0:1767384378.649873:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070024235 00000400:00000010:2.0:1767384378.649875:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000070024235. 00000100:00000001:2.0:1767384378.649877:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649878:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649882:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649884:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384378.649885:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649887:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649889:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649890:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005394e38e. 00000400:00000200:2.0:1767384378.649893:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fe54489 00000400:00000010:2.0:1767384378.649894:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006fe54489. 00000100:00000001:2.0:1767384378.649897:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649898:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649903:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649905:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384378.649906:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649907:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649908:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649910:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a11701f. 00000400:00000200:2.0:1767384378.649912:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827a6362 00000400:00000010:2.0:1767384378.649913:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000827a6362. 00000100:00000001:2.0:1767384378.649916:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649917:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649921:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649923:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384378.649924:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649925:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649927:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649928:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:2.0:1767384378.649930:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a334c98a 00000400:00000010:2.0:1767384378.649932:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a334c98a. 00000100:00000001:2.0:1767384378.649934:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649936:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649940:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649941:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384378.649942:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649944:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649946:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649947:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a772d4f9. 00000400:00000200:2.0:1767384378.649950:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074aba4d3 00000400:00000010:2.0:1767384378.649951:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074aba4d3. 00000100:00000001:2.0:1767384378.649954:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649956:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649960:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649962:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384378.649963:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649965:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649966:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649968:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba7b7fc. 00000400:00000200:2.0:1767384378.649970:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006618505b 00000400:00000010:2.0:1767384378.649971:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006618505b. 00000100:00000001:2.0:1767384378.649974:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649976:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649980:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.649982:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384378.649983:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.649985:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.649986:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.649987:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:2.0:1767384378.649990:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e0ce5d7 00000400:00000010:2.0:1767384378.649991:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e0ce5d7. 00000100:00000001:2.0:1767384378.649994:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.649995:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.649999:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650001:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384378.650002:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650004:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650005:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650006:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db35c501. 00000400:00000200:2.0:1767384378.650008:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a0c520f 00000400:00000010:2.0:1767384378.650010:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000a0c520f. 00000100:00000001:2.0:1767384378.650013:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650014:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650018:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650020:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384378.650022:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650023:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650024:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650026:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a86863ff. 00000400:00000200:2.0:1767384378.650028:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004830de80 00000400:00000010:2.0:1767384378.650030:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004830de80. 00000100:00000001:2.0:1767384378.650033:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650034:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650038:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650040:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384378.650041:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650043:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650044:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650046:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed2810c. 00000400:00000200:2.0:1767384378.650048:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f008b89 00000400:00000010:2.0:1767384378.650050:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f008b89. 00000100:00000001:2.0:1767384378.650053:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650055:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650059:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650060:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384378.650062:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650064:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650065:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650066:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4fbfe93. 00000400:00000200:2.0:1767384378.650069:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008618f99e 00000400:00000010:2.0:1767384378.650070:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008618f99e. 00000100:00000001:2.0:1767384378.650072:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650074:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650079:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650080:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384378.650082:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650083:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650084:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650086:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e29dae. 00000400:00000200:2.0:1767384378.650088:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb50e55f 00000400:00000010:2.0:1767384378.650089:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fb50e55f. 00000100:00000001:2.0:1767384378.650092:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650093:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650097:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650099:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384378.650100:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650102:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650104:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650105:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e0a622e. 00000400:00000200:2.0:1767384378.650107:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e741f675 00000400:00000010:2.0:1767384378.650109:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e741f675. 00000100:00000001:2.0:1767384378.650111:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650113:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650117:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650119:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384378.650120:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650122:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650123:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650124:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006985e8bb. 00000400:00000200:2.0:1767384378.650127:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f4d65c0 00000400:00000010:2.0:1767384378.650128:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004f4d65c0. 00000100:00000001:2.0:1767384378.650131:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650132:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650165:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650167:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384378.650170:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650172:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650174:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650176:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61a78a0. 00000400:00000200:2.0:1767384378.650180:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9af5183 00000400:00000010:2.0:1767384378.650182:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f9af5183. 00000100:00000001:2.0:1767384378.650185:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650187:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650192:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650194:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384378.650196:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650199:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650200:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650202:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d682ba1. 00000400:00000200:2.0:1767384378.650204:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b556e4ed 00000400:00000010:2.0:1767384378.650206:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b556e4ed. 00000100:00000001:2.0:1767384378.650208:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650209:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650213:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650214:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384378.650215:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650217:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650218:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650220:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a8dad9. 00000400:00000200:2.0:1767384378.650221:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005117bc1e 00000400:00000010:2.0:1767384378.650223:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005117bc1e. 00000100:00000001:2.0:1767384378.650228:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650229:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650233:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650235:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384378.650236:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650238:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650239:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650240:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42e1f63. 00000400:00000200:2.0:1767384378.650241:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000875ea8fa 00000400:00000010:2.0:1767384378.650243:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000875ea8fa. 00000100:00000001:2.0:1767384378.650245:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650246:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650250:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650252:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384378.650253:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650255:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650256:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650257:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a8fd3a. 00000400:00000200:2.0:1767384378.650258:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085d67f79 00000400:00000010:2.0:1767384378.650260:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000085d67f79. 00000100:00000001:2.0:1767384378.650262:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650263:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650267:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650268:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384378.650269:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650271:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650272:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650273:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7c8ec0d. 00000400:00000200:2.0:1767384378.650274:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000504ca79a 00000400:00000010:2.0:1767384378.650275:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000504ca79a. 00000100:00000001:2.0:1767384378.650278:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650278:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650282:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650283:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384378.650285:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650286:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650287:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650288:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d38d3e04. 00000400:00000200:2.0:1767384378.650290:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003599b835 00000400:00000010:2.0:1767384378.650291:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003599b835. 00000100:00000001:2.0:1767384378.650294:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650295:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650300:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650301:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384378.650302:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650304:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650304:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650305:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e9b3e89. 00000400:00000200:2.0:1767384378.650307:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f37903dc 00000400:00000010:2.0:1767384378.650308:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f37903dc. 00000100:00000001:2.0:1767384378.650324:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650325:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650329:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650330:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384378.650332:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650333:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650334:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650335:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013400cad. 00000400:00000200:2.0:1767384378.650337:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000131beaf6 00000400:00000010:2.0:1767384378.650339:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000131beaf6. 00000100:00000001:2.0:1767384378.650341:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650342:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650346:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650348:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384378.650349:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650351:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650352:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650353:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c86b7fef. 00000400:00000200:2.0:1767384378.650355:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096496972 00000400:00000010:2.0:1767384378.650357:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000096496972. 00000100:00000001:2.0:1767384378.650360:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650361:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650365:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650367:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384378.650368:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650370:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650372:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650373:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a12ddab3. 00000400:00000200:2.0:1767384378.650375:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008db6b45f 00000400:00000010:2.0:1767384378.650377:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008db6b45f. 00000100:00000001:2.0:1767384378.650379:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650380:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650384:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650386:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384378.650388:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650390:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650391:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650392:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2760880. 00000400:00000200:2.0:1767384378.650394:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5effa00 00000400:00000010:2.0:1767384378.650396:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e5effa00. 00000100:00000001:2.0:1767384378.650398:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650399:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650403:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650405:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384378.650406:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650408:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650409:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650410:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8eeeacf. 00000400:00000200:2.0:1767384378.650412:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fc64b7 00000400:00000010:2.0:1767384378.650414:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000027fc64b7. 00000100:00000001:2.0:1767384378.650417:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650418:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650421:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650423:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384378.650425:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650426:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650427:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650429:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a895c2d. 00000400:00000200:2.0:1767384378.650431:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e145e5 00000400:00000010:2.0:1767384378.650433:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b9e145e5. 00000100:00000001:2.0:1767384378.650436:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650437:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650441:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650443:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384378.650445:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650447:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650448:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650450:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006cdc01e. 00000400:00000200:2.0:1767384378.650452:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d0b743 00000400:00000010:2.0:1767384378.650454:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4d0b743. 00000100:00000001:2.0:1767384378.650456:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650458:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650462:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650463:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384378.650465:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650467:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650468:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650470:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44365e6. 00000400:00000200:2.0:1767384378.650472:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000607772f2 00000400:00000010:2.0:1767384378.650474:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000607772f2. 00000100:00000001:2.0:1767384378.650476:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650478:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650482:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650483:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384378.650485:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650487:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650488:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650489:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571403a5. 00000400:00000200:2.0:1767384378.650492:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071a9757f 00000400:00000010:2.0:1767384378.650493:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000071a9757f. 00000100:00000001:2.0:1767384378.650496:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650497:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650501:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650503:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384378.650505:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650506:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650508:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650509:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c761239e. 00000400:00000200:2.0:1767384378.650511:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835bffaf 00000400:00000010:2.0:1767384378.650513:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000835bffaf. 00000100:00000001:2.0:1767384378.650516:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650517:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650522:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650524:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384378.650525:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650527:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650528:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650530:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f217e6a. 00000400:00000200:2.0:1767384378.650532:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c6c258 00000400:00000010:2.0:1767384378.650534:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000021c6c258. 00000100:00000001:2.0:1767384378.650537:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650538:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650543:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650544:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384378.650545:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650547:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650549:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650550:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030060993. 00000400:00000200:2.0:1767384378.650552:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f29895 00000400:00000010:2.0:1767384378.650554:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000022f29895. 00000100:00000001:2.0:1767384378.650556:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650557:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650562:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650563:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384378.650565:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650566:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650567:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650568:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5efd477. 00000400:00000200:2.0:1767384378.650571:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813a2817 00000400:00000010:2.0:1767384378.650573:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000813a2817. 00000100:00000001:2.0:1767384378.650575:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650576:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650580:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650582:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384378.650583:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650585:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650586:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650588:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e2adb9e. 00000400:00000200:2.0:1767384378.650590:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3accca 00000400:00000010:2.0:1767384378.650591:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de3accca. 00000100:00000001:2.0:1767384378.650595:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650596:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650600:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650601:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384378.650603:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650604:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650605:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650607:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085127758. 00000400:00000200:2.0:1767384378.650609:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4cc825 00000400:00000010:2.0:1767384378.650611:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc4cc825. 00000100:00000001:2.0:1767384378.650614:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650615:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650619:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650620:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384378.650622:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650624:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650625:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650626:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000362dfbfd. 00000400:00000200:2.0:1767384378.650629:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014dbb617 00000400:00000010:2.0:1767384378.650630:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000014dbb617. 00000100:00000001:2.0:1767384378.650634:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650635:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650639:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650640:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384378.650641:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650643:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650644:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650645:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b655b974. 00000400:00000200:2.0:1767384378.650647:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a724bdf 00000400:00000010:2.0:1767384378.650648:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007a724bdf. 00000100:00000001:2.0:1767384378.650651:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650652:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650656:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650658:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384378.650659:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650661:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650662:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650663:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007388f07e. 00000400:00000200:2.0:1767384378.650666:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea8f725a 00000400:00000010:2.0:1767384378.650668:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ea8f725a. 00000100:00000001:2.0:1767384378.650671:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650672:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650676:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650678:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384378.650679:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650681:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650682:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650684:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d0e4b34. 00000400:00000200:2.0:1767384378.650686:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c58f962 00000400:00000010:2.0:1767384378.650688:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005c58f962. 00000100:00000001:2.0:1767384378.650690:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650691:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650695:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650697:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384378.650698:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650700:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650701:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650703:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d06ffa. 00000400:00000200:2.0:1767384378.650705:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fe677a4 00000400:00000010:2.0:1767384378.650707:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000fe677a4. 00000100:00000001:2.0:1767384378.650710:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650711:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650715:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650717:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384378.650718:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650720:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650721:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650722:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a0de6f. 00000400:00000200:2.0:1767384378.650725:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e21f4293 00000400:00000010:2.0:1767384378.650726:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e21f4293. 00000100:00000001:2.0:1767384378.650729:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650730:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650734:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650736:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384378.650737:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650738:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650740:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650742:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da044f7. 00000400:00000200:2.0:1767384378.650744:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88addb5 00000400:00000010:2.0:1767384378.650745:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d88addb5. 00000100:00000001:2.0:1767384378.650747:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650748:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650752:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650754:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384378.650755:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650756:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650758:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650759:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787cf438. 00000400:00000200:2.0:1767384378.650760:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e7afb7e 00000400:00000010:2.0:1767384378.650762:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007e7afb7e. 00000100:00000001:2.0:1767384378.650764:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650765:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650768:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650769:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384378.650770:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650772:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650773:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650774:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f01abe. 00000400:00000200:2.0:1767384378.650776:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddeab2ff 00000400:00000010:2.0:1767384378.650778:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ddeab2ff. 00000100:00000001:2.0:1767384378.650780:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650781:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650784:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650785:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384378.650786:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650787:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650788:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650789:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008728a089. 00000400:00000200:2.0:1767384378.650791:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d5ce8d 00000400:00000010:2.0:1767384378.650793:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f1d5ce8d. 00000100:00000001:2.0:1767384378.650795:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650796:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650800:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650801:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384378.650803:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650804:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650805:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650806:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077529990. 00000400:00000200:2.0:1767384378.650808:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5191c1a 00000400:00000010:2.0:1767384378.650810:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b5191c1a. 00000100:00000001:2.0:1767384378.650812:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650813:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650816:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650817:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384378.650818:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650820:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650821:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650822:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04126a7. 00000400:00000200:2.0:1767384378.650823:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040351f32 00000400:00000010:2.0:1767384378.650825:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000040351f32. 00000100:00000001:2.0:1767384378.650827:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650829:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650833:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650834:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384378.650835:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650837:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650838:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650839:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc59ae2c. 00000400:00000200:2.0:1767384378.650841:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dc657 00000400:00000010:2.0:1767384378.650842:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f25dc657. 00000100:00000001:2.0:1767384378.650844:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650845:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650848:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650849:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384378.650850:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384378.650851:0:40106:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.650852:0:40106:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.650853:0:40106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f345a68. 00000400:00000200:2.0:1767384378.650855:0:40106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098887cec 00000400:00000010:2.0:1767384378.650856:0:40106:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098887cec. 00000100:00000001:2.0:1767384378.650858:0:40106:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384378.650859:0:40106:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384378.650863:0:40106:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384378.650864:0:40106:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384378.650866:0:40106:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384378.650869:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650871:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650874:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650875:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650877:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650878:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650879:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650880:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650881:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650882:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650884:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650885:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650886:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650887:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650888:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650888:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650889:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650890:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650891:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650892:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650893:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650894:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650895:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650896:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650897:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650898:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650899:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650899:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650900:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650901:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650902:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650903:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650904:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650905:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650906:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650907:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650908:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650909:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650911:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650911:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650912:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650913:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650914:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650915:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650916:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650917:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650918:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650919:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650920:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650921:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650922:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650923:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650924:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650925:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650926:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650926:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650927:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650928:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650929:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650930:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650931:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650932:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650933:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650934:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650935:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650936:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650937:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650938:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650939:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650940:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650941:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650941:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650942:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650943:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650944:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650945:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650946:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650947:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650948:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650949:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650950:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650951:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650952:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650953:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650954:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650955:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650956:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650957:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650958:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650958:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650959:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650960:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650961:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650962:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650964:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650964:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650965:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650966:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650967:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650968:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650969:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650970:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650971:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650971:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650972:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650973:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650974:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650975:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650976:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650978:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650979:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650979:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650980:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650981:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650982:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650983:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650984:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650986:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650987:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650987:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650988:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650989:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650990:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650991:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650992:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650993:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384378.650994:0:40106:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.650995:0:40106:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384378.650999:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a2ddb554. 00000100:00000010:2.0:1767384378.651048:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081ca153f. 00000100:00000010:2.0:1767384378.651052:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ec9667d. 00000100:00000010:2.0:1767384378.651100:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1b5bff2. 00000100:00000010:2.0:1767384378.651103:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d16ec0d6. 00000100:00000010:2.0:1767384378.651231:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c54c2b9. 00000100:00000010:2.0:1767384378.651235:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e5015b56. 00000100:00000010:2.0:1767384378.651454:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087e9545d. 00000100:00000010:2.0:1767384378.651458:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000069cadd64. 00000100:00000010:2.0:1767384378.651542:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005976a507. 00000100:00000010:2.0:1767384378.651545:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038527e69. 00000100:00000010:2.0:1767384378.651598:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013269ac9. 00000100:00000010:2.0:1767384378.651602:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007152d7c6. 00000100:00000010:2.0:1767384378.651657:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098c1c46a. 00000100:00000010:2.0:1767384378.651661:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005621996d. 00000100:00000010:2.0:1767384378.651723:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd44bf76. 00000100:00000010:2.0:1767384378.651726:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000001e3a200. 00000100:00000010:2.0:1767384378.651790:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008527996. 00000100:00000010:2.0:1767384378.651794:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006fa62305. 00000100:00000010:2.0:1767384378.651879:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040f87163. 00000100:00000010:2.0:1767384378.651882:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000810000f9. 00000100:00000010:2.0:1767384378.651989:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c37f4cc. 00000100:00000010:2.0:1767384378.651993:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001f8fe2a4. 00000100:00000010:2.0:1767384378.652081:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af75acdb. 00000100:00000010:2.0:1767384378.652086:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000066cc38e2. 00000100:00000010:2.0:1767384378.652195:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa6cdbed. 00000100:00000010:2.0:1767384378.652200:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005a1d2e71. 00000100:00000010:2.0:1767384378.652263:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e350b44. 00000100:00000010:2.0:1767384378.652300:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b870271c. 00000100:00000010:2.0:1767384378.652367:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046b3e5c3. 00000100:00000010:2.0:1767384378.652370:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005cb28c5b. 00000100:00000010:2.0:1767384378.652420:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ba41844. 00000100:00000010:2.0:1767384378.652424:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001d683b33. 00000100:00000010:2.0:1767384378.652509:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9619949. 00000100:00000010:2.0:1767384378.652514:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000efeb961a. 00000100:00000010:2.0:1767384378.652579:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f7162df. 00000100:00000010:2.0:1767384378.652583:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d12dd06c. 00000100:00000010:2.0:1767384378.652648:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b22a3bea. 00000100:00000010:2.0:1767384378.652651:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000d51e770. 00000100:00000010:2.0:1767384378.652722:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006984ac34. 00000100:00000010:2.0:1767384378.652725:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a99b5949. 00000100:00000010:2.0:1767384378.652798:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006200753f. 00000100:00000010:2.0:1767384378.652802:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008fb8a5cd. 00000100:00000010:2.0:1767384378.652863:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000348294d. 00000100:00000010:2.0:1767384378.652866:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba9f018a. 00000100:00000010:2.0:1767384378.652953:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1deff12. 00000100:00000010:2.0:1767384378.652956:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee792134. 00000100:00000010:2.0:1767384378.653004:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7c2e0b2. 00000100:00000010:2.0:1767384378.653008:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e4aadc93. 00000100:00000010:2.0:1767384378.653051:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5019449. 00000100:00000010:2.0:1767384378.653054:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e90fb076. 00000100:00000010:2.0:1767384378.653096:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a523950c. 00000100:00000010:2.0:1767384378.653100:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000df26b862. 00000100:00000010:2.0:1767384378.653284:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001945eabb. 00000100:00000010:2.0:1767384378.653288:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d09e022d. 00000100:00000010:2.0:1767384378.653344:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000900fe89f. 00000100:00000010:2.0:1767384378.653349:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004df4befe. 00000100:00000010:2.0:1767384378.653412:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037afd9f8. 00000100:00000010:2.0:1767384378.653415:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f2a1318. 00000100:00000010:2.0:1767384378.653466:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1048bee. 00000100:00000010:2.0:1767384378.653470:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000071962f65. 00000100:00000010:2.0:1767384378.653531:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb83df99. 00000100:00000010:2.0:1767384378.653535:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003bacdebe. 00000100:00000010:2.0:1767384378.653581:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025bd831f. 00000100:00000010:2.0:1767384378.653585:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000aed2b58c. 00000100:00000010:2.0:1767384378.653643:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aa3e1df. 00000100:00000010:2.0:1767384378.653647:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053de7a5d. 00000100:00000010:2.0:1767384378.653719:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c311d7e. 00000100:00000010:2.0:1767384378.653723:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cde2ff8d. 00000100:00000010:2.0:1767384378.653768:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000335c5dde. 00000100:00000010:2.0:1767384378.653771:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008aff5619. 00000100:00000010:2.0:1767384378.653841:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006015db33. 00000100:00000010:2.0:1767384378.653844:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bff1e2dc. 00000100:00000010:2.0:1767384378.653911:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bccf3ac. 00000100:00000010:2.0:1767384378.653915:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000005ae1b7d. 00000100:00000010:2.0:1767384378.653981:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000830d1e6. 00000100:00000010:2.0:1767384378.653984:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053bd1ff0. 00000100:00000010:2.0:1767384378.654051:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e1c4c9e. 00000100:00000010:2.0:1767384378.654054:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000873229ae. 00000100:00000010:2.0:1767384378.654105:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061ad90d1. 00000100:00000010:2.0:1767384378.654108:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005c45412c. 00000100:00000010:2.0:1767384378.654188:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed316f61. 00000100:00000010:2.0:1767384378.654192:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000922aca2c. 00000100:00000010:2.0:1767384378.654256:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078727150. 00000100:00000010:2.0:1767384378.654259:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0895e61. 00000100:00000010:2.0:1767384378.654300:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d2cfab9. 00000100:00000010:2.0:1767384378.654303:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dd84c72f. 00000100:00000010:2.0:1767384378.654341:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bf44eda. 00000100:00000010:2.0:1767384378.654345:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b77a2091. 00000100:00000010:2.0:1767384378.654379:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf2b4943. 00000100:00000010:2.0:1767384378.654383:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008c0a1d26. 00000100:00000010:2.0:1767384378.654424:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dce11672. 00000100:00000010:2.0:1767384378.654428:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002e77dbd2. 00000100:00000010:2.0:1767384378.654473:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e11daceb. 00000100:00000010:2.0:1767384378.654477:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000592ad485. 00000100:00000010:2.0:1767384378.654522:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021986336. 00000100:00000010:2.0:1767384378.654526:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000710e519b. 00000100:00000010:2.0:1767384378.654575:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079d20787. 00000100:00000010:2.0:1767384378.654578:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f9e0558. 00000100:00000010:2.0:1767384378.654630:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d85ebae6. 00000100:00000010:2.0:1767384378.654634:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000babec236. 00000100:00000010:2.0:1767384378.654680:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b907e60f. 00000100:00000010:2.0:1767384378.654683:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dcb7d4d8. 00000100:00000010:2.0:1767384378.654738:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075a96bb6. 00000100:00000010:2.0:1767384378.654741:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a30238fe. 00000100:00000010:2.0:1767384378.654790:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d521f93b. 00000100:00000010:2.0:1767384378.654792:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009c64e21a. 00000100:00000010:2.0:1767384378.654872:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bcc49a3. 00000100:00000010:2.0:1767384378.654874:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b0afd8ee. 00000100:00000010:2.0:1767384378.654954:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e68355f4. 00000100:00000010:2.0:1767384378.654958:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b8ee2a72. 00000100:00000010:2.0:1767384378.655015:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d4ce2e2. 00000100:00000010:2.0:1767384378.655019:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b3bad046. 00000100:00000010:2.0:1767384378.655054:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028d8e6b7. 00000100:00000010:2.0:1767384378.655058:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004a6c77c1. 00000100:00000010:2.0:1767384378.655094:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff7b9791. 00000100:00000010:2.0:1767384378.655098:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c56e2d72. 00000100:00000010:2.0:1767384378.655133:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060b13f04. 00000100:00000010:2.0:1767384378.655164:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008ddce3de. 00000100:00000010:2.0:1767384378.655212:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcfc5aa8. 00000100:00000010:2.0:1767384378.655217:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e752aff6. 00000100:00000010:2.0:1767384378.655258:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f289818. 00000100:00000010:2.0:1767384378.655262:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000092ed3f0c. 00000100:00000010:2.0:1767384378.655297:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082bb0864. 00000100:00000010:2.0:1767384378.655300:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b6ff77f0. 00000100:00000010:2.0:1767384378.655334:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f8e6c02. 00000100:00000010:2.0:1767384378.655337:0:40106:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fee4dfe7. 00000100:00000010:2.0:1767384378.655374:0:40106:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077037bc9. 00000100:00000010:2.0:1767384378.655416:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000378fa28e. 00000100:00000010:2.0:1767384378.655423:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004edfdaa5. 00000100:00000010:2.0:1767384378.655429:0:40106:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000bf167fbc. 00000100:00000001:2.0:1767384378.655438:0:40106:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384378.655441:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655444:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.655446:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.655448:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ccfd69e2. 00000100:00000001:2.0:1767384378.655452:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.655453:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.655456:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655458:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006b6fc2c1. 00000100:00000001:2.0:1767384378.655460:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655461:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655463:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e9ca9029. 00000100:00000001:2.0:1767384378.655465:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655466:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655467:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000768a93b7. 00000100:00000001:2.0:1767384378.655469:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655470:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655471:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005391c60b. 00000100:00000001:2.0:1767384378.655473:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655474:0:40106:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384378.655475:0:40106:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384378.655476:0:40106:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001d854b59. 00000100:00000001:2.0:1767384378.655478:0:40106:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384378.655479:0:40106:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.655481:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655482:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031078eb7. 00000100:00000001:2.0:1767384378.655483:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655486:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655487:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fc2f1aa1. 00000100:00000001:2.0:1767384378.655489:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655490:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655491:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000087ac059f. 00000100:00000001:2.0:1767384378.655494:0:40106:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384378.655495:0:40106:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384378.655496:0:40106:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000155371bc. 00000100:00000010:2.0:1767384378.655498:0:40106:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000327812e3. 00000100:00000001:2.0:1767384378.655502:0:40106:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384378.655620:0:40106:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008dc533c4. 00000020:00000010:2.0:1767384378.655628:0:40106:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fe6c1bbe. 00000100:00000010:2.0:1767384378.655667:0:40106:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000068034e36. 00000100:00000010:2.0:1767384378.655675:0:40106:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a275f6df. 00000100:00000010:2.0:1767384378.655687:0:40106:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a79c926e. 00000100:00000010:2.0:1767384378.655695:0:40106:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000dde7ec3d. 00000100:00000001:2.0:1767384378.655700:0:40106:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384378.655704:0:40106:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384378.655728:0:40106:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.655732:0:40106:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384378.655746:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.655754:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000522ddaf3. 00000001:00000010:2.0:1767384378.655757:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a85ab10. 00000001:00000010:2.0:1767384378.655759:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003644c90f. 00000001:00000010:2.0:1767384378.655761:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f00b5e2. 00000001:00000010:2.0:1767384378.655764:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e07192b7. 00000001:00000010:2.0:1767384378.655766:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c63988d7. 00000001:00000001:2.0:1767384378.655770:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384378.655771:0:40106:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384378.655775:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbd78584. 00000001:00000010:2.0:1767384378.655777:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e26e7c59. 00000001:00000010:2.0:1767384378.655779:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008fa9a43e. 00000001:00000010:2.0:1767384378.655781:0:40106:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d3014533. 00000001:00000010:2.0:1767384378.655784:0:40106:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000548070ba. 00000001:00000010:2.0:1767384378.655786:0:40106:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007be352fc. 00000001:00000001:2.0:1767384378.655788:0:40106:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384378.655790:0:40106:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f4ee890d) now 3 - setup 00000020:00000001:2.0:1767384378.655794:0:40106:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.655796:0:40106:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384378.655801:0:40106:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384378.655807:0:40106:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384378.655810:0:40106:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f4ee890d) now 2 - obd_device_list 00000020:00000080:2.0:1767384378.655813:0:40106:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384378.655814:0:40106:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f4ee890d) now 1 - newdev 00000020:00000040:2.0:1767384378.655818:0:40106:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000057f59659 with handle 0x960a57272cefb8b7 from hash 00000020:00000040:2.0:1767384378.655822:0:40106:0:(genops.c:898:class_export_put()) PUTting export 0000000057f59659 : new refcount 0 00000020:00000080:2.0:1767384378.655825:0:40106:0:(genops.c:904:class_export_put()) final put 0000000057f59659/MDS_uuid 00000020:00000001:2.0:1767384378.655828:0:40106:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.655832:0:40106:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384378.655833:0:40106:0:(genops.c:863:class_export_destroy()) destroying export 0000000057f59659/MDS_uuid for MDS 00000020:00000001:2.0:1767384378.655836:0:40106:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384378.655838:0:40106:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.655840:0:40106:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000057f59659. 00000020:00000001:2.0:1767384378.655851:0:40106:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384378.655853:0:40106:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384378.655856:0:40106:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384378.655858:0:40106:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384378.655866:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006281b577. 00000020:00000010:2.0:1767384378.655871:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da3d4ae7. 00000040:00000010:2.0:1767384378.655876:0:40106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd42675b. 00000020:00000010:2.0:1767384378.655881:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046b62496. 00000020:00000010:2.0:1767384378.655889:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a86b8402. 00000020:00000010:2.0:1767384378.655894:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4176adb. 80000000:00000010:2.0:1767384378.655899:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fb7fac8. 40000000:00000010:2.0:1767384378.655903:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f31ecf9. 00100000:00000010:2.0:1767384378.655909:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c54a7e1. 00040000:00000010:2.0:1767384378.655914:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000914bd839. 00040000:00000010:2.0:1767384378.655917:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf60e1d2. 00080000:00000010:2.0:1767384378.655925:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002789670b. 00080000:00000010:2.0:1767384378.655931:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b43bf0a. 00000004:00000010:2.0:1767384378.655940:0:40106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077fd78bb. 00000004:00000001:2.0:1767384378.655947:0:40106:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384378.655951:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002a8fa806. 00000004:00000010:2.0:1767384378.655957:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006df56810. 00000004:00000010:2.0:1767384378.655960:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000814514cc. 00000004:00000010:2.0:1767384378.655965:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f4ee5cad. 00000004:00000010:2.0:1767384378.655968:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e51c380f. 00000004:00000010:2.0:1767384378.655972:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e03e3e23. 00000004:00000010:2.0:1767384378.655975:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8e347dd. 00000004:00000010:2.0:1767384378.655978:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000012e62715. 00000004:00000010:2.0:1767384378.655980:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f58b66f9. 00000004:00000010:2.0:1767384378.655984:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000036acb19d. 00000004:00000010:2.0:1767384378.656003:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000073a3147. 00000004:00000010:2.0:1767384378.656006:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009714823b. 00000004:00000010:2.0:1767384378.656010:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c4ae7bc2. 00000004:00000010:2.0:1767384378.656013:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000007ea8d72. 00000004:00000010:2.0:1767384378.656018:0:40106:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000d5b19f0c. 00000004:00000001:2.0:1767384378.656020:0:40106:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.656024:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000da3d4ae7. 00000040:00000010:2.0:1767384378.656028:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd42675b. 00000020:00000010:2.0:1767384378.656031:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046b62496. 00000020:00000010:2.0:1767384378.656035:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a86b8402. 00000020:00000010:2.0:1767384378.656039:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d4176adb. 80000000:00000010:2.0:1767384378.656042:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fb7fac8. 40000000:00000010:2.0:1767384378.656045:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f31ecf9. 00100000:00000010:2.0:1767384378.656048:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c54a7e1. 00040000:00000010:2.0:1767384378.656052:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000914bd839. 00040000:00000010:2.0:1767384378.656055:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cf60e1d2. 00080000:00000010:2.0:1767384378.656059:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b43bf0a. 00080000:00000010:2.0:1767384378.656062:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002789670b. 00000004:00000010:2.0:1767384378.656065:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077fd78bb. 00000020:00000010:2.0:1767384378.656067:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006281b577. 00000020:00000001:2.0:1767384378.656070:0:40106:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.656072:0:40106:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f4ee890d. 00000020:00000001:2.0:1767384378.656077:0:40106:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.656079:0:40106:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.656082:0:40106:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000002ca03c25. 00000020:00000001:2.0:1767384378.656086:0:40106:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.656089:0:40106:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.656096:0:40106:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000b5207067. 00000020:00000010:2.0:1767384378.656104:0:40106:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c16719e5. 00000020:00000010:2.0:1767384378.656110:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cd8f34ba. 00000040:00000010:2.0:1767384378.656113:0:40106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000032fcb05. 00000020:00000010:2.0:1767384378.656116:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f8cf1f0d. 00000020:00000010:2.0:1767384378.656119:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e29b763b. 00000020:00000010:2.0:1767384378.656122:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009bddce68. 80000000:00000010:2.0:1767384378.656131:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009aca4a47. 40000000:00000010:2.0:1767384378.656271:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d7c35796. 00100000:00000010:2.0:1767384378.656275:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe7cd822. 00040000:00000010:2.0:1767384378.656278:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001717e9c7. 00040000:00000010:2.0:1767384378.656282:0:40106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007443ab3f. 00040000:00000010:2.0:1767384378.656285:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e875a789. 00080000:00000010:2.0:1767384378.656290:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081d31d33. 00080000:00000010:2.0:1767384378.656293:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000055eb89. 00000004:00000010:2.0:1767384378.656303:0:40106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006ddc3d95. 00000004:00000010:2.0:1767384378.656308:0:40106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d402ce6. 00000004:00000010:2.0:1767384378.656312:0:40106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000017b5d854. 00002000:00000010:2.0:1767384378.656317:0:40106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab21f421. 00000004:00000010:2.0:1767384378.656322:0:40106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e6227bf2. 00000020:00000010:2.0:1767384378.656326:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c194df. 00000020:02000400:2.0:1767384378.656328:0:40106:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384378.658448:0:40106:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000143f8ee2. 00000020:00000001:2.0:1767384378.658458:0:40106:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:0.0:1767384378.659676:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a85ac943. 00080000:00000010:0.0:1767384378.659686:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a85ac943. 00000020:00000001:0.0:1767384378.659691:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384378.659712:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009cb78da6. 00080000:00000010:1.0:1767384378.659718:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009cb78da6. 00000020:00000001:1.0:1767384378.659724:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.676215:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384378.676227:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384378.676231:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384378.676235:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.676242:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384378.676246:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.676249:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.676252:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.676299:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384378.676311:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.676316:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384378.740211:0:18426:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384378.740217:0:18426:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.740243:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384378.740247:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384378.866242:0:40117:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000182bd29e. 00080000:00000010:3.0:1767384378.866253:0:40117:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000182bd29e. 00000020:00000001:3.0:1767384378.866259:0:40117:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384379.030890:0:40159:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000fb3ef350. 00000400:00000040:0.0:1767384379.030911:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384379.030914:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384379.030915:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384379.030917:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384379.030919:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384379.030920:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1767384379.030922:0:40159:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1767384379.030975:0:40159:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000fb3ef350. 00000400:00000001:0.0:1767384379.252230:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.252240:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384379.252245:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384379.252253:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:0.0:1767384379.252261:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384379.252273:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384379.252295:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c8ba77c. 00000400:00000010:0.0:1767384379.252300:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a4d4dc9e. 00000400:00000001:0.0:1767384379.252307:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.252309:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384379.252310:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:0.0:1767384379.252312:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000400:00000200:0.0:1767384379.252315:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384379.252317:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384379.252320:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fcd7ac08. 00000400:00000010:0.0:1767384379.252323:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000984c4e72. 00080000:00000010:0.0:1767384379.253395:0:40169:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007dfb9332. 00080000:00000010:0.0:1767384379.253406:0:40169:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007dfb9332. 00000020:00000001:0.0:1767384379.253413:0:40169:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384379.444210:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009890650d] -> 12345-192.168.202.115@tcp21 (6) 00000800:00000200:3.0:1767384379.444218:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp21 ip 192.168.202.115:988 00000800:00000200:3.0:1767384379.444223:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efbe74f3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384379.444341:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384379.444351:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.444362:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384379.444366:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.444369:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384379.700245:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384379.700253:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.700276:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384379.700279:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384379.700281:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384379.764316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384379.764324:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384379.764329:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004920708. 00000020:00000040:3.0:1767384379.764334:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384379.764339:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384379.764341:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384379.764345:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384379.764351:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073f8fbf6. 00000100:00000001:3.0:1767384379.764357:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.764365:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384379.764376:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384379.764378:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.764383:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004920708] to pc [ptlrpcd_00_01+1] req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.764405:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384379.764408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384379.764411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384379.764413:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384379.764422:0:38:0:(import.c:65:import_set_state_nolock()) 000000005e153ba2 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384379.764425:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384379.764428:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 295 00000100:00001000:3.0:1767384379.764432:0:38:0:(import.c:2128:obd_at_measure()) add 10 to 0000000035182de6 time=96 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384379.764435:0:38:0:(import.c:2194:obd_at_measure()) AT 0000000035182de6 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1767384379.764438:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1767384379.764441:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 5 to 0@lo 00000100:00000001:3.0:1767384379.764443:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384379.764445:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 6 to 0@lo 00000100:00000001:3.0:1767384379.764447:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000001:3.0:1767384379.764450:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384379.764452:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefb9f2 00000020:00000001:3.0:1767384379.764454:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384379.764456:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384379.764457:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec3dc201 refcount=8 00000020:00000001:3.0:1767384379.764462:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349479200768 : -113724230350848 : ffff989183a5c800) 00000020:00000001:3.0:1767384379.764465:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349479200768 : -113724230350848 : ffff989183a5c800) 00000100:00000040:3.0:1767384379.764468:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 5 to 0@lo 00000100:00000001:3.0:1767384379.764469:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384379.764470:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 6 to 0@lo 00000100:00000001:3.0:1767384379.764472:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 00000020:00000040:3.0:1767384379.764475:0:38:0:(genops.c:898:class_export_put()) PUTting export 00000000ec3dc201 : new refcount 7 00000100:00080000:3.0:1767384379.764477:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000005e153ba2 using connection 192.168.202.115@tcp/0@lo 00000100:00000001:3.0:1767384379.764479:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.764482:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384379.764487:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384379.764489:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.764491:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384379.764493:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384379.764496:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083369aa1. 00000100:00000001:2.0:1767384379.764498:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384379.764499:0:38:0:(genops.c:1229:class_import_get()) import 000000005e153ba2 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384379.764503:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384379.764504:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384379.764513:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.764516:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384379.764517:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384379.764519:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384379.764523:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001a4fd369. 00000100:00000001:3.0:1767384379.764526:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384379.764526:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384379.764532:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384379.764543:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384379.764544:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.764547:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083369aa1] to pc [ptlrpcd_rcv+-1] req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.764558:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384379.764561:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.764565:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384379.764568:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384379.764570:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384379.764573:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004920708 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e3a581e-56d8-41d6-afef-11a885c88bac:16356:1853236728333184:0@lo:400: 00000100:00000001:2.0:1767384379.764586:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384379.764591:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384379.764594:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.764595:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384379.764596:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384379.764599:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384379.764601:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384379.764605:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384379.764611:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4176adb. 02000000:00000001:2.0:1767384379.764615:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.764616:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384379.764619:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384379.764622:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b8670d. 02000000:00000001:0.0:1767384379.764622:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384379.764626:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384379.764629:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.764632:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083369aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236728333312:0@lo:38: 00000100:00000001:0.0:1767384379.764636:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384379.764637:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 02000000:00000001:0.0:1767384379.764638:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384379.764641:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384379.764644:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384379.764648:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003f4a7e21. 02000000:00000001:0.0:1767384379.764650:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384379.764654:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010dd5b7c. 00000100:00000200:2.0:1767384379.764655:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728333184, portal 25 00000400:00000010:0.0:1767384379.764658:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c616da99. 00000100:00000001:2.0:1767384379.764659:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384379.764662:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378913792 : -113719330637824 : ffff9892a7b17800) 00000100:00000200:0.0:1767384379.764664:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728333312, portal 10 00000100:00000040:2.0:1767384379.764668:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.764669:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384379.764672:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378911104 : -113719330640512 : ffff9892a7b16d80) 00000100:00000040:0.0:1767384379.764678:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.764693:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384379.764697:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384379.764700:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384379.764702:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236728333312, offset 0 00000400:00000200:0.0:1767384379.764709:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384379.764713:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384379.764717:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384379.764720:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000400:00000200:0.0:1767384379.764723:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384379.764735:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728333184, offset 0 00000400:00000200:0.0:1767384379.764735:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824ce08400 00000400:00000100:0.0:1767384379.764741:0:16354:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236728333312 offset 0 length 520: 4 00000400:00000200:0.0:1767384379.764744:0:16354:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d86e6942 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384379.764748:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384379.764757:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384379.764760:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000001:0.0:1767384379.764764:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384379.764768:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.764871:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384379.764876:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.764883:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.764885:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384379.764892:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.764896:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3121 usecs (4 jiffies) 00000100:00000001:0.0:1767384379.764899:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294967812 00000100:00000010:0.0:1767384379.764904:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fecb392. 00000100:00000001:0.0:1767384379.764911:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384379.764918:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294967812 00000100:00000010:0.0:1767384379.764921:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c589b20c. 00000100:00000001:0.0:1767384379.764924:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384379.764926:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294967812 00000100:00000010:0.0:1767384379.764929:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de6f650a. 00000100:00000001:0.0:1767384379.764931:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384379.764934:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294967812 00000100:00000010:0.0:1767384379.764936:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d993915. 00000100:00000001:0.0:1767384379.764939:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384379.764942:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.764945:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.764947:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.764949:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.764969:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384379.764977:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384379.764992:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce08380 00000400:00000100:2.0:1767384379.764998:0:16356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236728333184 offset 0 length 224: 4 00000400:00000200:2.0:1767384379.765000:0:16356:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000dd858ca4 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384379.765003:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384379.765008:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384379.765020:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384379.765023:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384379.765026:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.765046:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384379.765072:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.765098:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765100:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384379.765117:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765119:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294967815 00000100:00000001:2.0:1767384379.765128:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967812 00000100:00000001:1.0:1767384379.765208:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384379.765211:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.765269:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.765275:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (305) 00000100:00000001:0.0:1767384379.765326:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384379.765328:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384379.765331:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.765332:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384379.765334:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.765335:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765395:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294967816 00000100:00000001:2.0:1767384379.765399:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967812 00000100:00000001:2.0:1767384379.765406:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294967816 00000100:00000001:2.0:1767384379.765409:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967812 00000100:00000001:2.0:1767384379.765425:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294967816 00000100:00000001:2.0:1767384379.765428:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967812 00000100:00000001:2.0:1767384379.765447:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384379.765449:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765451:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765452:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.765457:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384379.765462:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384379.765464:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384379.765605:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384379.765608:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.765610:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384379.773204:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294967816, at 4294967817 00000100:00000010:1.0:1767384379.773221:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c589b20c. 00000100:00000040:2.0:1767384379.773236:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294967816, at 4294967817 00000100:00000010:2.0:1767384379.773245:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de6f650a. 00000100:00000040:0.0:1767384379.773301:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294967815, at 4294967817 00000100:00000010:0.0:1767384379.773308:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fecb392. 00000100:00000040:3.0:1767384379.773614:0:763:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294967816, at 4294967817 00000100:00000010:3.0:1767384379.773624:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d993915. 00080000:00000010:1.0:1767384379.797544:0:40223:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000347845e7. 00080000:00000010:1.0:1767384379.797555:0:40223:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000347845e7. 00000020:00000001:1.0:1767384379.797561:0:40223:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384380.277211:0:16352:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 725 at 000000003e229603. 00000400:02000040:0.0:1767384380.277228:0:16352:0:(lib-move.c:3976:lnet_print_recovery_list()) 11 local NIs in recovery (showing 11): 192.168.202.115@tcp46, 192.168.202.115@tcp41, 192.168.202.115@tcp40, 192.168.202.115@tcp45, 192.168.202.115@tcp39, 192.168.202.115@tcp37, 192.168.202.115@tcp43, 192.168.202.115@tcp33, 192.168.202.115@tcp32, 192.168.202.115@tcp30, 192.168.202.115@tcp29 00000400:00000010:0.0:1767384380.287459:0:16352:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 725 at 000000003e229603. 00010000:00000001:2.0:1767384380.724289:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384380.724315:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.724413:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384380.724417:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.724420:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384381.492301:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000916aaa7] -> 12345-192.168.202.115@tcp24 (6) 00000800:00000200:3.0:1767384381.492310:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp24 ip 192.168.202.115:988 00000800:00000200:3.0:1767384381.492314:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efbe74f3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384381.492349:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f2dd610] -> 12345-192.168.202.115@tcp11 (6) 00000800:00000200:3.0:1767384381.492353:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp11 ip 192.168.202.115:988 00000800:00000200:3.0:1767384381.492355:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384381.493387:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384381.493392:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.493402:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384381.493439:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384381.493442:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.493445:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.493446:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.493449:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.493451:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.493453:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384381.748265:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384381.748272:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.748550:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384381.748555:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384381.748558:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384382.772250:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384382.772257:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.772281:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384382.772284:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.772286:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384383.348402:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp43 00000400:00000010:0.0:1767384383.348428:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e05b261a. 00000400:00000010:0.0:1767384383.348494:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd44c18e. 00000400:00000010:0.0:1767384383.348516:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000400:00000010:0.0:1767384383.348532:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000357fbc6d. 00000400:00000200:0.0:1767384383.348536:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp43 00000400:00000200:0.0:1767384383.348571:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp43 local destination 00000400:00000200:0.0:1767384383.348577:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp43 00000400:00000200:0.0:1767384383.348590:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp43 NI seq info: [255:255:256:4294967295] 192.168.202.115@tcp43 LPNI seq info [218:218:8:4294967295] 00000400:00000200:0.0:1767384383.348596:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp43 00000400:00000200:0.0:1767384383.348602:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp43(192.168.202.115@tcp43:) -> 192.168.202.115@tcp43(192.168.202.115@tcp43:192.168.202.115@tcp43) : GET try# 0 00000800:00000200:0.0:1767384383.348605:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp43 00000800:00000010:0.0:1767384383.348621:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008279f4a0. 00000800:00000200:0.0:1767384383.348627:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000800:00000200:0.1:1767384383.348631:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e84789dd] -> 12345-192.168.202.115@tcp43 (2) 00000400:00000200:0.0:1767384383.348677:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp43 added to recovery queue. ping count: 5 next ping: 336 health :500 00000400:00000200:0.0:1767384383.348680:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp29 00000400:00000010:0.0:1767384383.348682:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000059c80927. 00000400:00000010:0.0:1767384383.348697:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002276c925. 00000400:00000010:0.0:1767384383.348699:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000400:00000010:0.0:1767384383.348701:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000054ea5ad. 00000400:00000200:0.0:1767384383.348703:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp29 00000400:00000200:0.0:1767384383.348707:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp29 local destination 00000400:00000200:0.0:1767384383.348709:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp29 00000400:00000200:0.0:1767384383.348711:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp29 NI seq info: [256:256:256:4294967295] 192.168.202.115@tcp29 LPNI seq info [219:219:8:4294967295] 00000400:00000200:0.0:1767384383.348713:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp29 00000400:00000200:0.0:1767384383.348752:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp29(192.168.202.115@tcp29:) -> 192.168.202.115@tcp29(192.168.202.115@tcp29:192.168.202.115@tcp29) : GET try# 0 00000800:00000200:0.0:1767384383.348755:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp29 00000800:00000010:0.0:1767384383.348761:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d576335a. 00000800:00000200:0.0:1767384383.348763:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000800:00000200:0.1:1767384383.348765:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ecde6a22] -> 12345-192.168.202.115@tcp29 (2) 00000400:00000200:0.0:1767384383.348818:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp29 added to recovery queue. ping count: 6 next ping: 368 health :400 00000400:00000200:3.0:1767384383.348903:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.348946:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.348968:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349013:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349042:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349068:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349225:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349242:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349316:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349335:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349357:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349381:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349391:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349457:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349481:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349511:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349526:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349558:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349584:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349595:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349618:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349652:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349677:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349678:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349736:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349755:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349758:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349774:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349793:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349812:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349833:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349853:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384383.349871:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.349984:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000800:00000010:3.0:1767384383.350040:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e54ab5. 00000800:00000010:3.0:1767384383.350046:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000647bc601. 00000800:00000010:3.0:1767384383.350051:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c60a20f5. 00000400:00000200:1.0:1767384383.350056:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000800:00000010:3.0:1767384383.350085:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c60a20f5. 00000800:00020000:3.0:1767384383.350096:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000400:00000200:1.0:1767384383.350329:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350364:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350409:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350472:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350555:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350583:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350615:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000800:00000010:3.0:1767384383.350616:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000647bc601. 00000800:00000010:3.0:1767384383.350622:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e54ab5. 00000400:00000200:1.0:1767384383.350650:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350686:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350712:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350752:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:02020000:3.0:1767384383.350762:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp43 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384383.350771:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp43 notifying 192.168.202.115@tcp43: down 00000400:00000200:3.0:1767384383.350775:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384383.350779:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp43 00000800:00000010:3.0:1767384383.350782:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008279f4a0. 00000400:00000200:3.0:1767384383.350786:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384383.350790:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp43->192.168.202.115@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384383.350800:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384383.350803:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384383.350807:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp43) recovery failed with -71 00000400:00000200:1.0:1767384383.350870:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350904:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350941:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350966:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.350981:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351014:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351047:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351087:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351204:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351237:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351261:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351283:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351305:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351328:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351350:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351372:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384383.351394:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384383.351505:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384383.351509:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046cb3ad2. 00000800:00000010:1.0:1767384383.351518:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f57ba411. 00000800:00000010:1.0:1767384383.351538:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f57ba411. 00000800:00020000:1.0:1767384383.351544:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384383.351547:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046cb3ad2. 00000800:00000010:1.0:1767384383.351549:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384383.351583:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp29 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384383.351588:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp29 notifying 192.168.202.115@tcp29: down 00000800:00000200:1.0:1767384383.351593:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp29 down 00000800:00000100:1.0:1767384383.351598:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp29 00000800:00000010:1.0:1767384383.351600:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d576335a. 00000400:00000200:1.0:1767384383.351603:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384383.351607:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp29->192.168.202.115@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384383.351612:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384383.351615:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384383.351618:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp29) recovery failed with -71 00000800:00000200:3.0:1767384383.540234:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000800:00000200:3.1:1767384383.540243:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000400:00000200:2.0:1767384383.540464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540528:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540624:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540671:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540689:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.540779:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541047:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541256:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541285:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541312:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541443:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541470:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541488:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541511:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541552:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541575:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541628:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541646:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384383.541695:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384383.541858:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002789670b. 00000800:00000010:2.0:1767384383.541863:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032284633. 00000800:00000010:2.0:1767384383.541868:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003dbe0881. 00000800:00000010:2.0:1767384383.541894:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003dbe0881. 00000800:00020000:2.0:1767384383.541903:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384383.541907:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032284633. 00000800:00000010:2.0:1767384383.541910:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002789670b. 00000400:02020000:2.0:1767384383.541941:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp35 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384383.541945:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384383.796457:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384383.796464:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.796836:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.796840:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.796843:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384384.372268:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384384.372275:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384384.372278:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384384.372283:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000400:00000200:0.0:1767384384.372291:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384384.372297:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384384.372311:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e05b261a. 00000400:00000010:0.0:1767384384.372316:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd44c18e. 00000400:00000001:0.0:1767384384.372321:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384384.372322:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384384.372323:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:0.0:1767384384.372325:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000400:00000200:0.0:1767384384.372326:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384384.372329:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384384.372330:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000059c80927. 00000400:00000010:0.0:1767384384.372333:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002276c925. 00010000:00000001:2.0:1767384384.820262:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384384.820269:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.820423:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384384.820426:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384384.820429:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384384.884254:0:16354:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384384.884273:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384384.884275:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.884281:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.884284:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384384.884288:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.884291:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.884294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384384.884301:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384384.884312:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b17e041a. 00000020:00000040:2.0:1767384384.884319:0:38:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384384.884324:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.884326:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.884332:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.884340:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b183e1. 00000100:00000001:2.0:1767384384.884493:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.884503:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e3a581e-56d8-41d6-afef-11a885c88bac->MGS req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384384.884514:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.884517:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.884522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b17e041a] to pc [ptlrpcd_00_02+2] req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.884697:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384384.884701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384384.884704:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1767384384.884709:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (310) 00000100:00000001:1.0:1767384384.884761:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384384.884763:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384384.884765:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384384.884769:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.884778:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384384.884780:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384384.884783:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384384.884786:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384384.884789:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384384.884791:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e3a581e-56d8-41d6-afef-11a885c88bac:16357:1853236728333440:0@lo:400: 00000100:00000001:1.0:1767384384.884795:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384384.884799:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384384.884802:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384384.884804:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384384.884807:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dd1c21d. 02000000:00000001:1.0:1767384384.884809:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384384.884826:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384384.884832:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384384.884855:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728333440, portal 25 00000100:00000001:1.0:1767384384.884858:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384384.884859:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000040:1.0:1767384384.884864:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.884871:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384384.884874:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384384.884876:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048a1fcf7. 00000100:00000200:1.0:1767384384.884878:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728333440, offset 0 00000400:00000200:1.0:1767384384.884884:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.884896:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.884905:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce08480 00000400:00000100:1.0:1767384384.884911:0:16357:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236728333440 offset 0 length 224: 4 00000400:00000200:1.0:1767384384.884916:0:16357:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000043bfae12 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384384.884918:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1767384384.884921:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.884926:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384384.884929:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a1fcf7 00000400:00000010:1.0:1767384384.884932:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048a1fcf7. 00000100:00000001:1.0:1767384384.884936:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384384.884940:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.884948:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384384.884950:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.884956:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.884958:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384384.884961:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.884964:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294972935 00000100:00000010:1.0:1767384384.884968:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033d3383e. 00000100:00000001:1.0:1767384384.884974:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384384.885124:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294972935 00000100:00000010:1.0:1767384384.885134:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e0734f9. 00000100:00000001:1.0:1767384384.885160:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384384.885163:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294972936 00000100:00000010:1.0:1767384384.885165:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000059531af. 00000100:00000001:1.0:1767384384.885168:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384384.885179:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294972936 00000100:00000010:1.0:1767384384.885181:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607b75d2. 00000100:00000001:1.0:1767384384.885184:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384384.885191:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384384.885194:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.885196:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.885198:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.885202:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384384.885203:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384384.885205:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384384.885206:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384384.885207:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.885209:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.892222:0:255:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294972935, at 4294972936 00000100:00000010:0.0:1767384384.892235:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033d3383e. 00000100:00000040:1.0:1767384384.893194:0:486:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294972935, at 4294972937 00000100:00000010:1.0:1767384384.893200:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e0734f9. 00000100:00000040:2.0:1767384384.893260:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294972936, at 4294972937 00000100:00000010:2.0:1767384384.893265:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000059531af. 00000100:00000040:3.0:1767384384.893321:0:763:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294972936, at 4294972937 00000100:00000010:3.0:1767384384.893326:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607b75d2. 00000800:00000200:3.0:1767384385.588273:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (4) 00000800:00000200:3.1:1767384385.588283:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (4) 00000800:00000200:3.0:1767384385.588360:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b48eaaa] -> 12345-192.168.202.115@tcp25 (6) 00000800:00000200:3.0:1767384385.588365:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp25 ip 192.168.202.115:988 00000800:00000200:3.0:1767384385.588369:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efbe74f3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384385.588580:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384385.588586:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.588597:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384385.588601:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.588604:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384385.591387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591441:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591539:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591569:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591590:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591610:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591630:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591652:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591712:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591769:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591812:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591833:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591882:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591901:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591917:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591936:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591958:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.591981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592003:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592025:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592299:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592326:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592350:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592370:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592389:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592410:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592433:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384385.592454:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384385.592613:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384385.592619:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046cb3ad2. 00000800:00000010:1.0:1767384385.592623:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f57ba411. 00000800:00000010:1.0:1767384385.592645:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f57ba411. 00000800:00020000:1.0:1767384385.592653:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384385.603153:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046cb3ad2. 00000800:00000010:1.0:1767384385.603165:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384385.603274:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384385.613038:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384385.844267:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384385.844274:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.844298:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384385.844301:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384385.844303:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384385.908551:0:16354:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384385.908564:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384385.908566:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.908571:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384385.908572:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384385.908575:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.908577:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384386.350659:0:40272:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abe0a3fc. 00080000:00000010:3.0:1767384386.350669:0:40272:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abe0a3fc. 00000020:00000001:3.0:1767384386.350674:0:40272:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.420369:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp30 00000400:00000010:2.0:1767384386.420377:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009abca4a8. 00000400:00000010:2.0:1767384386.420385:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000032c32049. 00000400:00000010:2.0:1767384386.420391:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000400:00000010:2.0:1767384386.420409:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083cbfc6d. 00000400:00000200:2.0:1767384386.420414:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp30 00000400:00000200:2.0:1767384386.420433:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp30 local destination 00000400:00000200:2.0:1767384386.420439:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp30 00000400:00000200:2.0:1767384386.420444:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp30 NI seq info: [257:257:256:4294967295] 192.168.202.115@tcp30 LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1767384386.420452:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp30 00000400:00000200:2.0:1767384386.420470:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp30(192.168.202.115@tcp30:) -> 192.168.202.115@tcp30(192.168.202.115@tcp30:192.168.202.115@tcp30) : GET try# 0 00000800:00000200:2.0:1767384386.420476:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp30 00000800:00000010:2.0:1767384386.420481:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005775c656. 00000800:00000200:2.0:1767384386.420487:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000800:00000200:2.1:1767384386.420491:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f105a78] -> 12345-192.168.202.115@tcp30 (2) 00000400:00000200:2.0:1767384386.420514:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp30 added to recovery queue. ping count: 6 next ping: 371 health :400 00000400:00000200:3.0:1767384386.420669:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420711:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420730:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420762:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420884:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420935:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420951:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420967:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.420985:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421001:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421016:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421033:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421193:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421212:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421247:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421264:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421298:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421314:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421331:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421381:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421400:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421420:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421440:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421956:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.421984:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384386.422010:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384386.422152:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e54ab5. 00000800:00000010:3.0:1767384386.422157:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7e1cd33. 00000800:00000010:3.0:1767384386.422163:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007707da94. 00000800:00000010:3.0:1767384386.422182:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007707da94. 00000800:00020000:3.0:1767384386.422190:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384386.422194:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7e1cd33. 00000800:00000010:3.0:1767384386.422196:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e54ab5. 00000400:02020000:3.0:1767384386.422227:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp30 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384386.422233:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp30 notifying 192.168.202.115@tcp30: down 00000800:00000200:3.0:1767384386.422239:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp30 down 00000800:00000100:3.0:1767384386.422244:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp30 00000800:00000010:3.0:1767384386.422248:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005775c656. 00000400:00000200:3.0:1767384386.422252:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384386.422256:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp30->192.168.202.115@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384386.422263:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384386.422266:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384386.422269:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384386.868194:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384386.868201:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.868261:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384386.868265:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384386.868268:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384386.932366:0:16354:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384386.932378:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384386.932379:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.932384:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.932386:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.932394:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.932396:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384387.286895:0:40436:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384387.286900:0:40436:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384387.289097:0:40436:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384387.446183:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384387.446189:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384387.446192:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384387.446198:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000400:00000200:2.0:1767384387.446203:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384387.446210:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384387.446220:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009abca4a8. 00000400:00000010:2.0:1767384387.446225:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000032c32049. 00000400:00000001:3.0:1767384387.525845:0:40455:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:2.0:1767384388.628728:0:40685:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f3f1776b. 00080000:00000010:2.0:1767384388.628738:0:40685:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f3f1776b. 00080000:00000010:1.0:1767384388.638380:0:40687:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a561c737. 00080000:00000010:1.0:1767384388.638390:0:40687:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a561c737. 00000800:00000200:3.0:1767384388.661208:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000136d21b5] -> 12345-192.168.202.115@tcp36 (6) 00000800:00000200:3.0:1767384388.661218:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp36 ip 192.168.202.115:988 00000800:00000200:3.0:1767384388.661222:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384388.661376:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1767384388.867808:0:40697:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4aea09e. 00080000:00000010:1.0:1767384388.867819:0:40697:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4aea09e. 00080000:00000010:3.0:1767384389.346589:0:40751:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008696e1ad. 00080000:00000010:3.0:1767384389.346600:0:40751:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008696e1ad. 00000800:00000200:2.0:1767384389.685349:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (4) 00000800:00000200:2.1:1767384389.685358:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057344dca] -> 12345-192.168.202.115@tcp31 (4) 00000400:00000200:3.0:1767384389.685489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685529:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685561:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685590:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685606:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685654:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685713:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685734:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685753:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685769:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685790:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685850:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685898:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685914:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685930:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685945:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685961:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685977:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.685992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686024:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686080:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686097:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686114:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384389.686158:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384389.686303:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e54ab5. 00000800:00000010:3.0:1767384389.686308:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000341a4433. 00000800:00000010:3.0:1767384389.686313:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051d422b7. 00000800:00000010:3.0:1767384389.686330:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051d422b7. 00000800:00020000:3.0:1767384389.686338:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384389.686342:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000341a4433. 00000800:00000010:3.0:1767384389.686344:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e54ab5. 00000400:02020000:3.0:1767384389.686372:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384389.686376:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000010:2.0:1767384390.004251:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045465baf. 02000000:00000010:2.0:1767384390.004269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7890e58. 02000000:00000010:2.0:1767384390.004331:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c4b475. 00000400:00000010:2.0:1767384390.004337:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087d604d4. 00000400:00000010:2.0:1767384390.004343:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384390.004349:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728333568, portal 25 00000400:00000010:2.0:1767384390.004353:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000100:00000200:2.0:1767384390.004355:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728333568, offset 0 00000400:00000200:2.0:1767384390.004363:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384390.004373:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384390.004393:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce08500 00000400:00000100:2.0:1767384390.004399:0:16357:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236728333568 offset 0 length 224: 4 00000400:00000200:2.0:1767384390.004403:0:16357:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000005d153ec4 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384390.004405:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384390.004413:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0c1e31 00000400:00000010:2.0:1767384390.004415:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000100:00000200:2.0:1767384390.004421:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045465baf x1853236728333568/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384390.004437:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ebcfc29. 00000100:00000010:2.0:1767384390.004447:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad5ecc8b. 00000100:00000010:2.0:1767384390.004451:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea75bed0. 00000100:00000010:2.0:1767384390.004454:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6df1b5a. 00000100:00000010:2.0:1767384390.012528:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea75bed0. 00000100:00000010:1.0:1767384390.013720:0:486:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad5ecc8b. 00000100:00000010:3.0:1767384390.014494:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6df1b5a. 00000100:00000010:0.0:1767384390.015127:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ebcfc29. 00080000:00000010:0.0:1767384390.066216:0:40796:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003db976c5. 00080000:00000010:0.0:1767384390.066226:0:40796:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003db976c5. 00080000:00000010:0.0:1767384390.637692:0:40849:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008bb994e0. 00080000:00000010:0.0:1767384390.637702:0:40849:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008bb994e0. 00000800:00000200:2.0:1767384390.709219:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000800:00000200:2.1:1767384390.709228:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05716bd] -> 12345-192.168.202.115@tcp26 (4) 00000400:00000200:1.0:1767384390.709392:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709449:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709475:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709496:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709517:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709540:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709562:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709583:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709605:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709628:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709650:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709672:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709696:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709719:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709737:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709754:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709785:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709804:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709825:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709847:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709867:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709889:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709910:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709933:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709955:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709976:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.709996:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710013:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710043:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710068:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710089:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710110:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710133:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710180:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384390.710201:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384390.710368:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f46a0a. 00000800:00000010:1.0:1767384390.710373:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f59ac314. 00000800:00000010:1.0:1767384390.710378:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001af2307b. 00000800:00000010:1.0:1767384390.710400:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001af2307b. 00000800:00020000:1.0:1767384390.710409:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384390.710412:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f59ac314. 00000800:00000010:1.0:1767384390.710415:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7f46a0a. 00000400:02020000:1.0:1767384390.710451:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp26 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384390.710456:0:35781:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384391.201795:0:40897:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000013f2399e. 00080000:00000010:1.0:1767384391.201805:0:40897:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000013f2399e. 00000400:00000200:0.0:1767384391.540396:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp45 00000400:00000010:0.0:1767384391.540403:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006cf9c957. 00000400:00000010:0.0:1767384391.540410:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b678fe0f. 00000400:00000010:0.0:1767384391.540415:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044d0de85. 00000400:00000010:0.0:1767384391.540422:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cfbf030. 00000400:00000200:0.0:1767384391.540425:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp45 00000400:00000200:0.0:1767384391.540451:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp45 local destination 00000400:00000200:0.0:1767384391.540458:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp45 00000400:00000200:0.0:1767384391.540462:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp45 NI seq info: [258:258:256:4294967295] 192.168.202.115@tcp45 LPNI seq info [221:221:8:4294967295] 00000400:00000200:0.0:1767384391.540468:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp45 00000400:00000200:0.0:1767384391.540474:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp45(192.168.202.115@tcp45:) -> 192.168.202.115@tcp45(192.168.202.115@tcp45:192.168.202.115@tcp45) : GET try# 0 00000800:00000200:0.0:1767384391.540479:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp45 00000800:00000010:0.0:1767384391.540483:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bbeb87f9. 00000800:00000200:0.0:1767384391.540489:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000800:00000200:0.1:1767384391.540493:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000418f68cc] -> 12345-192.168.202.115@tcp45 (2) 00000400:00000200:0.0:1767384391.540535:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp45 added to recovery queue. ping count: 5 next ping: 344 health :500 00000400:00000200:2.0:1767384391.540619:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.540777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541342:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541425:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541688:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541755:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541802:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.541825:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.542939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.542964:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.542984:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543022:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543078:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384391.543114:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384391.543412:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002789670b. 00000800:00000010:2.0:1767384391.543633:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000201ea717. 00000800:00000010:2.0:1767384391.543656:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000741dbd1f. 00000800:00000010:2.0:1767384391.543683:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000741dbd1f. 00000800:00020000:2.0:1767384391.543694:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384391.543698:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000201ea717. 00000800:00000010:2.0:1767384391.543701:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002789670b. 00000400:02020000:2.0:1767384391.543740:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp45 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384391.543747:0:16343:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp45 notifying 192.168.202.115@tcp45: down 00000400:00000200:2.0:1767384391.543752:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384391.543756:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp45 00000800:00000010:2.0:1767384391.543760:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bbeb87f9. 00000400:00000200:2.0:1767384391.543766:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384391.543770:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp45->192.168.202.115@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384391.543857:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384391.543862:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384391.543868:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp45) recovery failed with -71 00000800:00000200:2.0:1767384391.732642:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000800:00000200:2.1:1767384391.732651:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c58412b] -> 12345-192.168.202.115@tcp34 (4) 00000400:00000200:0.0:1767384391.732745:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732797:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732812:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732843:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732877:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732908:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732939:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.732993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733004:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733048:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733088:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733104:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733221:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733260:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733290:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733362:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733382:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733409:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733443:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733470:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733492:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733531:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733558:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:0.0:1767384391.733588:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:0.0:1767384391.733759:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009734de5e. 00000800:00000010:0.0:1767384391.733765:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c86005ca. 00000800:00000010:0.0:1767384391.733771:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bde21c03. 00000800:00000010:0.0:1767384391.733796:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bde21c03. 00000800:00020000:0.0:1767384391.733811:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:0.0:1767384391.733815:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c86005ca. 00000800:00000010:0.0:1767384391.733819:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009734de5e. 00000400:02020000:0.0:1767384391.733863:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384391.733869:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384391.737081:0:40939:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076012a08. 00080000:00000010:1.0:1767384391.737095:0:40939:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076012a08. 00080000:00000010:0.0:1767384391.969043:0:40985:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000713ff722. 00080000:00000010:0.0:1767384391.969053:0:40985:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000713ff722. 00000020:00000010:2.0:1767384391.982848:0:40985:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000007fdf50bd. 00000020:00000010:2.0:1767384391.982856:0:40985:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000255865b3. 00000020:00000010:2.0:1767384391.982864:0:40985:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000002a8fa806. 00000020:00000010:2.0:1767384391.982876:0:40985:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000072bda504. 00000020:00000010:2.0:1767384391.982895:0:40985:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000045add602. 00000020:00000010:2.0:1767384391.982900:0:40985:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000c0852c43. 00000020:00000010:2.0:1767384391.982903:0:40985:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000e348e8a0. 00000020:00000010:2.0:1767384391.982921:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 0000000077128aae. 00000020:00000010:2.0:1767384391.982933:0:40985:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000723038b4. 00000020:00000010:2.0:1767384391.982939:0:40985:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000022fd7f17. 00000020:00000010:2.0:1767384391.982972:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 0000000077128aae. 00000020:00000010:2.0:1767384391.982977:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000002970ca1e. 00000001:00000010:2.0:1767384391.982992:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006b6dd686. 00000001:00000010:2.0:1767384391.982996:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000444cec1d. 00000001:00000010:2.0:1767384391.983000:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026a8a3b1. 00000001:00000010:2.0:1767384391.983002:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000199429e. 00000001:00000010:2.0:1767384391.983004:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f0ca282. 00000001:00000010:2.0:1767384391.983007:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008730c3be. 00000001:00000010:2.0:1767384391.983009:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a02f6d96. 00000001:00000010:2.0:1767384391.983011:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000052290a05. 00000001:00000010:2.0:1767384391.983013:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a57c23b7. 00000001:00000010:2.0:1767384391.983015:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0dfdb71. 00000001:00000010:2.0:1767384391.983017:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa993806. 00000001:00000010:2.0:1767384391.983030:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000d220837. 00000020:00000010:2.0:1767384391.983034:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6577bb6. 00000020:00000010:2.0:1767384391.983039:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077128aae. 00000020:00000010:2.0:1767384391.983043:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000266ceb7e. 00000008:00000010:2.0:1767384391.983048:0:40985:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c9331fcf. 00020000:00000010:2.0:1767384391.983053:0:40985:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000aa88bebb. 00008000:00000010:2.0:1767384391.983056:0:40985:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008a16f161. 00000080:00000010:2.0:1767384391.983062:0:40985:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e6ef31e8. 00000020:00000010:2.0:1767384391.983066:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000023f6a56. 00000020:00000010:2.0:1767384391.983068:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038318243. 00000040:00000010:2.0:1767384391.983072:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007265e700. 00000020:00000010:2.0:1767384391.983075:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003e4ad28d. 00000020:00000010:2.0:1767384391.983078:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000106f05c7. 00040000:00000010:2.0:1767384391.983081:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005aa2d1ae. 00040000:00000010:2.0:1767384391.983084:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d587d97d. 00080000:00000010:2.0:1767384391.983089:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002789670b. 00080000:00000010:2.0:1767384391.983092:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b43bf0a. 00080000:00000010:2.0:1767384391.983111:0:40985:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 00000000098b1523. 00000001:00000010:0.0:1767384391.998365:0:40985:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000f68b9fed. 00000001:00000010:0.0:1767384391.998937:0:40985:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 0000000019a183f6. 00000020:00000010:0.0:1767384392.000508:0:40985:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000004f5bc26e. 00000020:00000010:0.0:1767384392.000519:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000029084fa7. 00000020:00000010:0.0:1767384392.000523:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000c26674dd. 00000020:00000010:0.0:1767384392.001839:0:40985:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000975c13ea. 00080000:00000010:0.0:1767384392.001847:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007438142c. 00080000:00000010:0.0:1767384392.001850:0:40985:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000197ce49c. 00080000:00000010:0.0:1767384392.002080:0:40985:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 000000009734de5e. 00080000:00000010:0.0:1767384392.002115:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000032a561fa. 00080000:00000010:0.0:1767384392.002527:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bbeb87f9. 00080000:00000010:0.0:1767384392.002811:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ec7e8ac4. 00080000:00000010:0.0:1767384392.003269:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fc62d446. 00080000:00000010:0.0:1767384392.003494:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001c20e6ea. 00080000:00000010:0.0:1767384392.003834:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000eca9a70e. 00080000:00000010:0.0:1767384392.004316:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003ece0940. 00080000:00000010:0.0:1767384392.004809:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000de6966be. 00080000:00000010:0.0:1767384392.005057:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b59c678d. 00080000:00000010:0.0:1767384392.005384:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d2b5d420. 00080000:00000010:0.0:1767384392.005639:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003a8738ba. 00080000:00000010:0.0:1767384392.006011:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d495d5ed. 00080000:00000010:0.0:1767384392.006320:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003cebc9ba. 00080000:00000010:0.0:1767384392.006547:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fb5b185e. 00080000:00000010:0.0:1767384392.006844:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000096cb041f. 00080000:00000010:0.0:1767384392.007039:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000063e162a. 00080000:00000010:0.0:1767384392.007379:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003b63ec60. 00080000:00000010:0.0:1767384392.007627:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c56919ea. 00080000:00000010:0.0:1767384392.007929:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000053103cf4. 00080000:00000010:0.0:1767384392.008182:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ce0f1dd3. 00080000:00000010:0.0:1767384392.008486:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000060f5d65c. 00080000:00000010:0.0:1767384392.008672:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c7d82d69. 00080000:00000010:0.0:1767384392.009012:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002d5e1fb3. 00080000:00000010:0.0:1767384392.009256:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000052e15c4f. 00080000:00000010:0.0:1767384392.009489:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001193e206. 00080000:00000010:0.0:1767384392.009668:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a43c6464. 00080000:00000010:0.0:1767384392.009962:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a1760b3c. 00080000:00000010:0.0:1767384392.010349:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005f9d7584. 00080000:00000010:0.0:1767384392.010603:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000033be963f. 00080000:00000010:0.0:1767384392.010823:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bb7365a9. 00080000:00000010:0.0:1767384392.011095:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000087c2d570. 00080000:00000010:0.0:1767384392.011269:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000039539ddc. 00080000:00000010:0.0:1767384392.011501:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000078f01796. 00080000:00000010:0.0:1767384392.011670:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000023cecebf. 00080000:00000010:0.0:1767384392.011953:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a06e265a. 00080000:00000010:1.0:1767384392.012269:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b1d2cda8. 00080000:00000010:1.0:1767384392.014047:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005eebe8d4. 00080000:00000010:1.0:1767384392.014379:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d1cfe91a. 00080000:00000010:1.0:1767384392.014600:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000075b1cddf. 00080000:00000010:1.0:1767384392.014828:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001b67ac40. 00080000:00000010:1.0:1767384392.015004:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ac9af87d. 00080000:00000010:1.0:1767384392.015281:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006d195ba5. 00080000:00000010:1.0:1767384392.015562:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c68ae8fd. 00080000:00000010:1.0:1767384392.015812:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a054e84f. 00080000:00000010:1.0:1767384392.015997:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000995abc2b. 00080000:00000010:1.0:1767384392.016267:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000013f1259f. 00080000:00000010:1.0:1767384392.016520:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000577d3d2b. 00080000:00000010:1.0:1767384392.016776:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d016d465. 00080000:00000010:1.0:1767384392.017028:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000015169cb7. 00080000:00000010:1.0:1767384392.017271:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007be352fc. 00080000:00000010:1.0:1767384392.017497:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c63988d7. 00080000:00000010:1.0:1767384392.017800:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007d373740. 00080000:00000010:1.0:1767384392.018361:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000595c4ab0. 00080000:00000010:1.0:1767384392.018667:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a1bfb9ef. 00080000:00000010:1.0:1767384392.018860:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001e9c1cc7. 00080000:00000010:1.0:1767384392.019544:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000aa09f6bc. 00080000:00000010:1.0:1767384392.020115:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f92cd0f5. 00080000:00000010:1.0:1767384392.020562:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b819da4f. 00080000:00000010:1.0:1767384392.020838:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000330896e2. 00080000:00000010:1.0:1767384392.021128:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008d128ace. 00080000:00000010:1.0:1767384392.021397:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a592c73c. 00080000:00000010:1.0:1767384392.021732:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000004f53982. 00080000:00000010:1.0:1767384392.021966:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cd13a2b8. 00080000:00000010:1.0:1767384392.022229:0:40985:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009c268f65. 00000001:00000010:1.0:1767384392.022930:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.023117:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.023246:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.023251:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.023561:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e0811dc2. 00000001:00000010:1.0:1767384392.023572:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.023799:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.023991:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000100b0ae1. 00000001:00000010:1.0:1767384392.023996:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024000:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024033:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024037:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024058:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024061:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024077:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024338:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024365:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024369:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.024373:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000160764b5. 00000001:00000010:1.0:1767384392.024510:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024517:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.024520:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000024baf4ba. 00000001:00000010:1.0:1767384392.024542:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.024546:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025040:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025047:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025068:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025072:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025089:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025093:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025108:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025112:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.025115:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000acf0266c. 00000001:00000010:1.0:1767384392.025291:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025299:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.025303:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000be46e168. 00000001:00000010:1.0:1767384392.025324:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025535:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.025545:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000dcb23289. 00000001:00000010:1.0:1767384392.025566:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025569:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.025572:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000082678165. 00000001:00000010:1.0:1767384392.025595:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025807:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025833:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.025837:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027387:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027398:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.027402:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000babaaf43. 00000001:00000010:1.0:1767384392.027564:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027570:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027597:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027600:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027615:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027618:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027634:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.027637:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.027640:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ccf34ae4. 00100000:00000010:1.0:1767384392.027647:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000061c1a743. 00000001:00000010:1.0:1767384392.028093:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.028099:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.028102:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000e2e7303e. 00000001:00000010:1.0:1767384392.028564:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.028571:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.028575:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000008a680a4. 00100000:00000010:1.0:1767384392.028578:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000160764b5. 00100000:00000010:1.0:1767384392.029035:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000024baf4ba. 00100000:00000010:1.0:1767384392.029511:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001a3adfcc. 00000001:00000010:1.0:1767384392.029519:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.029523:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.029764:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea5dce8f. 00000001:00000010:1.0:1767384392.029776:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.029781:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.029959:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009e54b4b4. 00000001:00000010:1.0:1767384392.029964:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.029968:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.030214:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045cabf73. 00000001:00000010:1.0:1767384392.030220:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.030224:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.030503:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003d40c8cd. 00000001:00000010:1.0:1767384392.030509:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.030513:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.030683:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000b450c06. 00000001:00000010:1.0:1767384392.030689:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.030693:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.030937:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000663d031. 00000001:00000010:1.0:1767384392.030942:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.030946:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.031133:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f065e735. 00000001:00000010:1.0:1767384392.031154:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.031158:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.031337:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054bf2535. 00000001:00000010:1.0:1767384392.031342:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.031346:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.031581:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003bc6302b. 00000001:00000010:1.0:1767384392.031587:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.031591:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.031828:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bd616c5f. 00000001:00000010:1.0:1767384392.031834:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.031838:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.032017:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a6c76463. 00000001:00000010:1.0:1767384392.032033:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.032038:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.032293:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dc3f045f. 00000001:00000010:1.0:1767384392.032304:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.032308:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.032539:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000044710529. 00000001:00000010:1.0:1767384392.032544:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.032548:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.032822:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e202f4c7. 00000001:00000010:1.0:1767384392.032828:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.032831:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.033126:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f67d4b22. 00000001:00000010:1.0:1767384392.033133:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.033152:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.033369:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003546df89. 00000001:00000010:1.0:1767384392.033374:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.033378:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.033673:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dd91909a. 00000001:00000010:1.0:1767384392.033679:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.033682:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.033973:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cdd85fbe. 00000001:00000010:1.0:1767384392.033979:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.033983:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.034185:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ec9c475d. 00000001:00000010:1.0:1767384392.034191:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.034195:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.034509:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000087bac618. 00000001:00000010:1.0:1767384392.034516:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.034520:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.034689:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003b544b30. 00000001:00000010:1.0:1767384392.034765:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.034771:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.035049:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002266c66b. 00000001:00000010:1.0:1767384392.035055:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.035059:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.035325:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c7500252. 00000001:00000010:1.0:1767384392.035335:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.035340:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.035584:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000069c51fb3. 00000001:00000010:1.0:1767384392.035590:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.035594:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.035836:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b8843bf4. 00000001:00000010:1.0:1767384392.035841:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.035845:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.036013:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a2c61fb9. 00000001:00000010:1.0:1767384392.036029:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.036034:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.036267:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008eaeda8a. 00000001:00000010:1.0:1767384392.036272:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.036276:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.036533:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000074337789. 00000001:00000010:1.0:1767384392.036539:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.036543:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.036912:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000088f74f6. 00000001:00000010:1.0:1767384392.036933:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.036964:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.037666:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005ceddbb6. 00000001:00000010:1.0:1767384392.037793:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.037800:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.037978:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c20dacb7. 00000001:00000010:1.0:1767384392.037983:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.037987:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.037995:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000acf0266c. 00100000:00000010:1.0:1767384392.038513:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cdceed86. 00000001:00000010:1.0:1767384392.038521:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.038525:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.038691:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000985f5144. 00000001:00000010:1.0:1767384392.038766:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.038771:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.038982:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb27ae45. 00000001:00000010:1.0:1767384392.038989:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.038992:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.039195:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cb4c7d61. 00000001:00000010:1.0:1767384392.039201:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.039363:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.039646:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000018ffa5a4. 00000001:00000010:1.0:1767384392.039651:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.039655:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.039910:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086b24bae. 00000001:00000010:1.0:1767384392.039915:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.039919:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.040219:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d185323d. 00000001:00000010:1.0:1767384392.040226:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.040230:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.040541:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000083275592. 00000001:00000010:1.0:1767384392.040547:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.040551:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.040804:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aed788b7. 00000001:00000010:1.0:1767384392.040810:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.040814:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.041034:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000062be21ec. 00000001:00000010:1.0:1767384392.041040:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.041044:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.041310:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040c98c79. 00000001:00000010:1.0:1767384392.041316:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.041320:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.041585:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009594041a. 00000001:00000010:1.0:1767384392.041591:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.041595:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.041602:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000be46e168. 00000001:00000010:1.0:1767384392.041789:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.042029:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.042041:0:40985:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000007461ec91. 00100000:00000010:1.0:1767384392.042044:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000dcb23289. 00000001:00000010:1.0:1767384392.042320:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.042530:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.042537:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000082678165. 00000001:00000010:1.0:1767384392.042723:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.042729:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.042733:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000babaaf43. 00100000:00000010:1.0:1767384392.043376:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b6906ffb. 00000001:00000010:1.0:1767384392.043385:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043388:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043553:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043559:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043576:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043579:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043593:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043596:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043826:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.043981:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.044004:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.044008:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.044013:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ccf34ae4. 00100000:00000010:1.0:1767384392.044246:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000061c1a743. 00100000:00000010:1.0:1767384392.044791:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000061c1a743. 00000001:00000010:1.0:1767384392.044798:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.044948:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.045247:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ccf34ae4. 00000001:00000010:1.0:1767384392.045253:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.045257:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.045469:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000babaaf43. 00000001:00000010:1.0:1767384392.045475:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.045479:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.045484:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000e2e7303e. 00100000:00000010:1.0:1767384392.045978:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3d95098. 00000001:00000010:1.0:1767384392.045984:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.045988:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.046198:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000003151e62. 00000001:00000010:1.0:1767384392.046204:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.046207:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.046961:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b1f8850e. 00000001:00000010:1.0:1767384392.046969:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.046974:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.046980:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000008a680a4. 00000001:00000010:1.0:1767384392.047384:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047392:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047410:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047414:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00100000:00000010:1.0:1767384392.047419:0:40985:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000007461ec91. 00000001:00000010:1.0:1767384392.047449:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047455:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047466:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fce862c6. 00000001:00000010:1.0:1767384392.047469:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fce862c6. 00000020:00000010:1.0:1767384392.047949:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005e46644b. 00000020:00000010:1.0:1767384392.047953:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 000000001d5eec04. 00040000:00000010:1.0:1767384392.047977:0:40985:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000003a3cf10e. 00040000:00000010:1.0:1767384392.047982:0:40985:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000003678fe0f. 00040000:00000010:1.0:1767384392.047985:0:40985:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 000000003678fe0f. 00000020:00000010:1.0:1767384392.047996:0:40985:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000003678fe0f. 00000020:00000010:1.0:1767384392.048000:0:40985:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000003678fe0f. 00040000:00000010:1.0:1767384392.048004:0:40985:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000009ffdc8b. 00040000:00000010:1.0:1767384392.048006:0:40985:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000003678fe0f. 00040000:00000010:1.0:1767384392.048008:0:40985:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 000000003678fe0f. 00000020:00000010:1.0:1767384392.048044:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038318243. 00000040:00000010:1.0:1767384392.048050:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007265e700. 00000020:00000010:1.0:1767384392.048054:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003e4ad28d. 00000020:00000010:1.0:1767384392.048059:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000106f05c7. 00040000:00000010:1.0:1767384392.048069:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005aa2d1ae. 00040000:00000010:1.0:1767384392.048074:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d587d97d. 00080000:00000010:1.0:1767384392.048078:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b43bf0a. 00080000:00000010:1.0:1767384392.048082:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002789670b. 00000020:00000010:1.0:1767384392.048084:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000023f6a56. 00000020:00000010:1.0:1767384392.048091:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077128aae. 00000020:00000010:1.0:1767384392.048095:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000266ceb7e. 00000008:00000010:1.0:1767384392.048098:0:40985:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c9331fcf. 00020000:00000010:1.0:1767384392.048102:0:40985:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000aa88bebb. 00008000:00000010:1.0:1767384392.048106:0:40985:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008a16f161. 00000080:00000010:1.0:1767384392.048110:0:40985:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e6ef31e8. 00000020:00000010:1.0:1767384392.048113:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6577bb6. 00000020:00000010:1.0:1767384392.048118:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000002970ca1e. 00000020:00000010:1.0:1767384392.048128:0:40985:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000069dd764c. 00000020:00000010:0.0:1767384392.048272:0:40985:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000082c41332. 00000020:00000010:0.0:1767384392.048277:0:40985:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000ae215596. 00000020:00000010:0.0:1767384392.048282:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 000000003584cf49. 00000020:00000010:0.0:1767384392.048291:0:40985:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000066adf7af. 00000020:00000010:0.0:1767384392.048296:0:40985:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000080803f60. 00000020:00000010:0.0:1767384392.048305:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 000000003584cf49. 00000020:00000010:0.0:1767384392.048309:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000003584cf49. 00000001:00000010:0.0:1767384392.048323:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c2f40234. 00000001:00000010:0.0:1767384392.048326:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000005b0818. 00000001:00000010:0.0:1767384392.048329:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000234707f7. 00000001:00000010:0.0:1767384392.048331:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3c8bad6. 00000001:00000010:0.0:1767384392.048332:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006448223. 00000001:00000010:0.0:1767384392.048334:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005418b0da. 00000001:00000010:0.0:1767384392.048336:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ac0956c6. 00000001:00000010:0.0:1767384392.048338:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000561022dc. 00000001:00000010:0.0:1767384392.048339:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000804f848e. 00000001:00000010:0.0:1767384392.048340:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003db218d7. 00000001:00000010:0.0:1767384392.048342:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000013798ac3. 00000001:00000010:0.0:1767384392.048345:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc9204e8. 00000020:00000010:0.0:1767384392.048347:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060e9c787. 00000020:00000010:0.0:1767384392.048350:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1544927. 00000020:00000010:0.0:1767384392.048352:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096a58723. 00000008:00000010:0.0:1767384392.048355:0:40985:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006b9eecfe. 00020000:00000010:0.0:1767384392.048358:0:40985:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000038211de5. 00008000:00000010:0.0:1767384392.048360:0:40985:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000097edfab5. 00000080:00000010:0.0:1767384392.048364:0:40985:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005895ded3. 00000020:00000010:0.0:1767384392.048366:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000171ccb2c. 00000020:00000010:0.0:1767384392.048367:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065ca0adb. 00000040:00000010:0.0:1767384392.048369:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073bf0adf. 00000020:00000010:0.0:1767384392.048372:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4c4b4c7. 00000020:00000010:0.0:1767384392.048373:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004cda233a. 80000000:00000010:0.0:1767384392.048376:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a371f83d. 00040000:00000010:0.0:1767384392.048378:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000009bb6f75. 00080000:00000010:0.0:1767384392.048382:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004cb6fa73. 00080000:00000010:0.0:1767384392.048385:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007967a72b. 20000000:00000010:0.0:1767384392.048389:0:40985:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000ff79f2a1. 20000000:00000010:0.0:1767384392.048401:0:40985:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000b7e1cd33. 00000020:00000010:0.0:1767384392.048406:0:40985:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003d5ca471. 20000000:00000010:0.0:1767384392.048413:0:40985:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000b7e1cd33. 00010000:00000010:0.0:1767384392.048420:0:40985:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006db3d2fc. 00000001:00000010:0.0:1767384392.048423:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000875d6b95. 00000001:00000010:0.0:1767384392.048427:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000aa183c67. 00000001:00000010:0.0:1767384392.048429:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000002defe8dc. 00000001:00000010:0.0:1767384392.048432:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000cd5494ac. 00000020:00000010:0.0:1767384392.048466:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008ac267f7. 00000020:00000010:0.0:1767384392.048468:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007c3958bc. 00000020:00000010:0.0:1767384392.048528:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000003acde2c. 00000020:00000010:0.0:1767384392.048532:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007127b1c6. 00000020:00000010:0.0:1767384392.048550:0:40985:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000078a6965d. 00000020:00000010:0.0:1767384392.048554:0:40985:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000352f0eb8. 00000020:00000010:0.0:1767384392.048562:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000459398c9. 00080000:00000010:0.0:1767384392.048568:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c7fb3f54. 00000001:00000010:0.0:1767384392.048576:0:40985:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000a532ba49. 00000001:00000010:0.0:1767384392.048998:0:40985:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000078dffc0. 20000000:00000010:0.0:1767384392.049830:0:40985:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000008f302aa. 00080000:00000010:0.0:1767384392.049838:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002eccb1fa. 00080000:00000010:0.0:1767384392.049877:0:40985:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000006a34dd9a. 00000020:00000010:0.0:1767384392.049882:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a322383f. 00080000:00000010:0.0:1767384392.049885:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000054937e25. 00000020:00000010:0.0:1767384392.049901:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000003531816. 00080000:00000010:0.0:1767384392.049904:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000688b1435. 00080000:00000010:0.0:1767384392.049911:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000acb48534. 00100000:00000010:0.0:1767384392.049922:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003a9f0520. 00100000:00000010:0.0:1767384392.049932:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003a9f0520. 00000001:00000010:0.0:1767384392.049938:0:40985:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000ec9c0f02. 00080000:00000010:0.0:1767384392.049943:0:40985:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000afc91af7. 00000001:00000010:0.0:1767384392.049950:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e602c5e8. 00000001:00000010:0.0:1767384392.050510:0:40985:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000042a811f6. 00000001:00000010:0.0:1767384392.050517:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f40e7309. 00000001:00000010:0.0:1767384392.050523:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ac6c0b38. 00000001:00000010:0.0:1767384392.050526:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009983481f. 00000001:00000010:0.0:1767384392.050540:0:40985:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000f8496986. 00000001:00000010:0.0:1767384392.050549:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003818671f. 00000001:00000010:0.0:1767384392.050553:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003818671f. 00000001:00000010:0.0:1767384392.050557:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e602c5e8. 00000001:00000010:0.0:1767384392.050560:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e602c5e8. 00000001:00000010:0.0:1767384392.050566:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003818671f. 00000001:00000010:0.0:1767384392.050568:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003818671f. 00000001:00000010:0.0:1767384392.050570:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e602c5e8. 00080000:00000010:0.0:1767384392.050573:0:40985:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000afc91af7. 00000001:00000010:0.0:1767384392.050585:0:40985:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e985fee5. 00000001:00000010:0.0:1767384392.050588:0:40985:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000061013136. 00000001:00000010:0.0:1767384392.050592:0:40985:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000040ad5178. 00000001:00000010:0.0:1767384392.050600:0:40985:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000005b2bafdc. 00000001:00000010:0.0:1767384392.050603:0:40985:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000014a451d9. 00000020:00000010:0.0:1767384392.050626:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fec8d0f8. 00080000:00000010:0.0:1767384392.050630:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000afc91af7. 00000040:00000010:0.0:1767384392.050642:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000077b1cc3e. 00000020:00000010:0.0:1767384392.050648:0:40985:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000069be09bc. 00000020:00000010:0.0:1767384392.050651:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006804430d. 00080000:00000010:0.0:1767384392.050654:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009317b6d2. 00000001:00000010:0.0:1767384392.050658:0:40985:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000003a9f0520. 00000001:00000010:0.0:1767384392.050685:0:40985:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000691bc103. 00000020:00000010:0.0:1767384392.051856:0:40985:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000bfaff321. 00000020:00000010:0.0:1767384392.051866:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000895a25e5. 00080000:00000010:0.0:1767384392.051870:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5833115. 00000001:00000010:0.0:1767384392.051875:0:40985:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000385adc5c. 00000001:00000010:0.0:1767384392.051899:0:40985:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000004c16c39. 00080000:00000010:0.0:1767384392.053363:0:40985:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000480632e3. 20000000:00000010:0.0:1767384392.053399:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002e75aa0d. 20000000:00000010:0.0:1767384392.053403:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000d129b756. 20000000:00000010:0.0:1767384392.053407:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000ea0daf6. 20000000:00000010:0.0:1767384392.053409:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d472caaf. 20000000:00000010:0.0:1767384392.053411:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000050997944. 20000000:00000010:0.0:1767384392.053413:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000098386373. 20000000:00000010:0.0:1767384392.053415:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f859bfa8. 20000000:00000010:0.0:1767384392.053417:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000068ae8f71. 20000000:00000010:0.0:1767384392.053419:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005455f67a. 20000000:00000010:0.0:1767384392.053420:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000612a1d43. 20000000:00000010:0.0:1767384392.053422:0:40985:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000aa5383b7. 20000000:00000010:0.0:1767384392.053424:0:40985:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000006a60987a. 00080000:00000010:0.0:1767384392.053430:0:40985:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000480632e3. 00000020:00000010:0.0:1767384392.053455:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2e21d65. 00080000:00000010:0.0:1767384392.053461:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c363fba3. 20000000:00000010:0.0:1767384392.053473:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000006a60987a. 20000000:00000010:0.0:1767384392.053476:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000aa5383b7. 20000000:00000010:0.0:1767384392.053479:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000612a1d43. 20000000:00000010:0.0:1767384392.053481:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005455f67a. 20000000:00000010:0.0:1767384392.053482:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000068ae8f71. 20000000:00000010:0.0:1767384392.053484:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f859bfa8. 00000020:00000010:0.0:1767384392.053498:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014a451d9. 00080000:00000010:0.0:1767384392.053502:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b2e3df48. 20000000:00000010:0.0:1767384392.053510:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000098386373. 20000000:00000010:0.0:1767384392.053513:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000050997944. 00000020:00000010:0.0:1767384392.053525:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000040ad5178. 00080000:00000010:0.0:1767384392.053529:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000819f6914. 20000000:00000010:0.0:1767384392.053536:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d472caaf. 20000000:00000010:0.0:1767384392.053539:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000ea0daf6. 20000000:00000010:0.0:1767384392.053540:0:40985:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000d129b756. 20000000:00000010:0.0:1767384392.053542:0:40985:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002e75aa0d. 00000020:00000010:0.0:1767384392.053699:0:40985:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fbb1e6fa. 00000020:00000010:0.0:1767384392.053706:0:40985:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000fbb1e6fa. 20000000:00000010:0.0:1767384392.053711:0:40985:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000a5595d6e. 20000000:00000010:0.0:1767384392.053717:0:40985:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000077858df1. 20000000:00000010:0.0:1767384392.053721:0:40985:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000639c6580. 20000000:00000010:0.0:1767384392.053724:0:40985:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006a60987a. 20000000:00000010:0.0:1767384392.053726:0:40985:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000092a8ffb3. 20000000:00000010:1.0:1767384392.054624:0:40985:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000005935f6ab. 00000040:00000010:1.0:1767384392.054633:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bccb0d0b. 00000040:00000010:1.0:1767384392.054646:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bccb0d0b. 20000000:00000010:1.0:1767384392.054650:0:40985:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000005935f6ab. 00000040:00000010:1.0:1767384392.054655:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bccb0d0b. 00000040:00000010:1.0:1767384392.054673:0:40985:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c62e3d53. 00000020:00000010:1.0:1767384392.054678:0:40985:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a52b20a2. 00000020:00000010:1.0:1767384392.054684:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bb938757. 00080000:00000010:1.0:1767384392.054687:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000078e2a07a. 00000040:00000010:1.0:1767384392.054700:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c7f46a0a. 00000040:00000010:1.0:1767384392.054709:0:40985:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c62e3d53. 00000040:00000010:1.0:1767384392.054712:0:40985:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c7f46a0a. 00000040:00000010:1.0:1767384392.054714:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bccb0d0b. 20000000:00000010:1.0:1767384392.054717:0:40985:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000bccb0d0b. 20000000:00000010:1.0:1767384392.054720:0:40985:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 000000005935f6ab. 00000040:00000010:1.0:1767384392.054722:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008c6bed4d. 00000040:00000010:1.0:1767384392.054727:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008c6bed4d. 20000000:00000010:1.0:1767384392.054730:0:40985:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 000000005935f6ab. 00000100:00000010:1.0:1767384392.054734:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008c6bed4d. 00000100:00000010:1.0:1767384392.054745:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ff047af5. 00000100:00000010:1.0:1767384392.054757:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000075cc5489. 00000100:00000010:1.0:1767384392.054764:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f5c7bb84. 00000100:00000010:1.0:1767384392.054770:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030455018. 00000100:00000010:1.0:1767384392.054773:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7f46a0a. 00000100:00000010:1.0:1767384392.054775:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008625104a. 00000100:00000010:1.0:1767384392.054779:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065871c5b. 00000100:00000010:1.0:1767384392.054781:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa2f2074. 00000100:00000010:1.0:1767384392.054785:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091799694. 00000100:00000010:1.0:1767384392.054787:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085e863b9. 00000100:00000010:1.0:1767384392.054790:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006a8a6dc. 00000100:00000010:1.0:1767384392.054793:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed09469d. 00000100:00000010:1.0:1767384392.054798:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c64d7f16. 00000100:00000010:1.0:1767384392.054800:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee5b228. 00000100:00000010:1.0:1767384392.054804:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f51aed5. 00000100:00000010:1.0:1767384392.054806:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057d4c315. 00000100:00000010:1.0:1767384392.054810:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043c222b6. 00000100:00000010:1.0:1767384392.054812:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001597f0ec. 00000100:00000010:1.0:1767384392.054816:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e1157db. 00000100:00000010:1.0:1767384392.054818:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fdb529f. 00000100:00000010:1.0:1767384392.054822:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc31e91a. 00000100:00000010:1.0:1767384392.054825:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a96f294. 00000100:00000010:1.0:1767384392.054830:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001889e562. 00000100:00000010:1.0:1767384392.054832:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e69d0d20. 00000100:00000010:1.0:1767384392.054836:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e27263b7. 00000100:00000010:1.0:1767384392.054839:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8c4f432. 00000100:00000010:1.0:1767384392.054842:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c177b336. 00000100:00000010:1.0:1767384392.054845:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000953d8417. 00000100:00000010:1.0:1767384392.054849:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000490d2d89. 00000100:00000010:1.0:1767384392.054851:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097cd0d76. 00000100:00000010:1.0:1767384392.054856:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f22d4eb. 00000100:00000010:1.0:1767384392.054863:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcb84478. 00000100:00000010:1.0:1767384392.054867:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083ca4be3. 00000100:00000010:1.0:1767384392.054869:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a8dcc06. 00000100:00000010:1.0:1767384392.054874:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af87ba71. 00000100:00000010:1.0:1767384392.054877:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002aa307f. 00000100:00000010:1.0:1767384392.054881:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e73d533. 00000100:00000010:1.0:1767384392.054883:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe10c96b. 00000100:00000010:1.0:1767384392.054887:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001e68dbeb. 00000100:00000010:1.0:1767384392.054890:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098ce809e. 00000100:00000010:1.0:1767384392.054894:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3039f8e. 00000100:00000010:1.0:1767384392.054898:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006eb08c4f. 00000100:00000010:1.0:1767384392.054902:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000134ecb68. 00000100:00000010:1.0:1767384392.054905:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022543a64. 00000100:00000010:1.0:1767384392.054908:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c4ce02e. 00000100:00000010:1.0:1767384392.054910:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf0f5547. 00000100:00000010:1.0:1767384392.054915:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c54dfa7. 00000100:00000010:1.0:1767384392.054918:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000412928c3. 00000100:00000010:1.0:1767384392.054921:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009aa17e7e. 00000100:00000010:1.0:1767384392.054924:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf36889f. 00000100:00000010:1.0:1767384392.054928:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009295c29d. 00000100:00000010:1.0:1767384392.054931:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081927423. 00000100:00000010:1.0:1767384392.054934:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6de0d25. 00000100:00000010:1.0:1767384392.054937:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4aa469. 00000100:00000010:1.0:1767384392.054941:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084ff4552. 00000100:00000010:1.0:1767384392.054943:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007162f39e. 00000100:00000010:1.0:1767384392.054947:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095a1f550. 00000100:00000010:1.0:1767384392.054950:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000854dfa5. 00000100:00000010:1.0:1767384392.054954:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bdd45a25. 00000100:00000010:1.0:1767384392.054956:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015ca7eaf. 00000100:00000010:1.0:1767384392.054960:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a0c6006. 00000100:00000010:1.0:1767384392.054962:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a695889e. 00000100:00000010:1.0:1767384392.054970:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000582b5cfd. 00000100:00000010:1.0:1767384392.054973:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0ea2c8c. 00000100:00000010:1.0:1767384392.054977:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c83ca411. 00000100:00000010:1.0:1767384392.054980:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053cf4dfe. 00000100:00000010:1.0:1767384392.054984:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000848aafb0. 00000100:00000010:1.0:1767384392.054986:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab80d8a9. 00000100:00000010:1.0:1767384392.054990:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037620d5c. 00000100:00000010:1.0:1767384392.054993:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1da06ef. 00000100:00000010:1.0:1767384392.054997:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015729518. 00000100:00000010:1.0:1767384392.055000:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076c5bf85. 00000100:00000010:1.0:1767384392.055003:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e86244d. 00000100:00000010:1.0:1767384392.055006:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089c1f27a. 00000100:00000010:1.0:1767384392.055009:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eef63afb. 00000100:00000010:1.0:1767384392.055011:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cec25874. 00000100:00000010:1.0:1767384392.055015:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bbff82f. 00000100:00000010:1.0:1767384392.055030:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083863529. 00000100:00000010:1.0:1767384392.055035:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edb07d69. 00000100:00000010:1.0:1767384392.055037:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e29a182. 00000100:00000010:1.0:1767384392.055041:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d100d8b. 00000100:00000010:1.0:1767384392.055043:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069f4c9fe. 00000100:00000010:1.0:1767384392.055047:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058638387. 00000100:00000010:1.0:1767384392.055049:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd263ac1. 00000100:00000010:1.0:1767384392.055053:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c93cd5f0. 00000100:00000010:1.0:1767384392.055056:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f983576. 00000100:00000010:1.0:1767384392.055060:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c934b0d9. 00000100:00000010:1.0:1767384392.055062:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028abcfdc. 00000100:00000010:1.0:1767384392.055066:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065bb6f41. 00000100:00000010:1.0:1767384392.055069:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7b37c76. 00000100:00000010:1.0:1767384392.055073:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1983d4b. 00000100:00000010:1.0:1767384392.055077:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8b44f67. 00000100:00000010:1.0:1767384392.055081:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f119c31. 00000100:00000010:1.0:1767384392.055088:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f835fd7d. 00000100:00000010:1.0:1767384392.055092:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071528d23. 00000100:00000010:1.0:1767384392.055095:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093d9bb29. 00000100:00000010:1.0:1767384392.055099:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d62d21c5. 00000100:00000010:1.0:1767384392.055101:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000061b7b14. 00000100:00000010:1.0:1767384392.055106:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b44b889. 00000100:00000010:1.0:1767384392.055108:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000580ee878. 00000100:00000010:1.0:1767384392.055112:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009186b8a2. 00000100:00000010:1.0:1767384392.055115:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bc9df54. 00000100:00000010:1.0:1767384392.055119:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0f27988. 00000100:00000010:1.0:1767384392.055121:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091e6eba3. 00000100:00000010:1.0:1767384392.055125:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dce7325b. 00000100:00000010:1.0:1767384392.055127:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fadc871d. 00000100:00000010:1.0:1767384392.055131:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001faefcf6. 00000100:00000010:1.0:1767384392.055134:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dc4de63. 00000100:00000010:1.0:1767384392.055469:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eef08215. 00000100:00000010:1.0:1767384392.055473:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bca1d2d. 00000100:00000010:1.0:1767384392.055478:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea46dfff. 00000100:00000010:1.0:1767384392.055481:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9288050. 00000100:00000010:1.0:1767384392.055485:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a7deea2. 00000100:00000010:1.0:1767384392.055487:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b346073. 00000100:00000010:1.0:1767384392.055491:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086b2baef. 00000100:00000010:1.0:1767384392.055493:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077fb101c. 00000100:00000010:1.0:1767384392.055496:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018ae1344. 00000100:00000010:1.0:1767384392.055498:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d4ec5d1. 00000100:00000010:1.0:1767384392.055502:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9f4eaac. 00000100:00000010:1.0:1767384392.055505:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e74eb26f. 00000100:00000010:1.0:1767384392.055509:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d45d2e5. 00000100:00000010:1.0:1767384392.055511:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037315a06. 00000100:00000010:1.0:1767384392.055514:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e968b872. 00000100:00000010:1.0:1767384392.055517:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c6c3790. 00000100:00000010:1.0:1767384392.055526:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006313b92b. 00000100:00000010:1.0:1767384392.055529:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032bb69a7. 00000100:00000010:1.0:1767384392.055532:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cb6e6de. 00000100:00000010:1.0:1767384392.055534:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fd72c48. 00000100:00000010:1.0:1767384392.055543:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004174daba. 00000100:00000010:1.0:1767384392.055547:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fd5ebd7. 00000100:00000010:1.0:1767384392.055551:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b37419f. 00000400:00000200:1.0:1767384392.055554:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384392.055606:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b83aac9. 00000020:00000010:1.0:1767384392.055611:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c31bc616. 00000100:00000010:1.0:1767384392.055656:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001cd3d9a6. 00000100:00000010:1.0:1767384392.055661:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000dc2c2b0a. 00000100:00000010:1.0:1767384392.055665:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000043a026dc. 00000100:00000010:1.0:1767384392.055670:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b57dc8f. 00000100:00000010:1.0:1767384392.055673:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c1bfe6c8. 00000100:00000200:1.0:1767384392.055701:0:40985:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384392.055704:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ec72fc0a. 00000100:00000010:2.0:1767384392.058055:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007746b230. 00000020:00000010:2.0:1767384392.058062:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000098587e1f. 00000020:00000010:2.0:1767384392.058066:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46ff1b5. 00000020:00000010:2.0:1767384392.058069:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000029b798ca. 00000040:00000010:2.0:1767384392.058072:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000087bd433d. 00000020:00000010:2.0:1767384392.058075:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f8021fc. 00000020:00000010:2.0:1767384392.058078:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d587d97d. 80000000:00000010:2.0:1767384392.058081:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000612e25da. 00040000:00000010:2.0:1767384392.058085:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000106f05c7. 00080000:00000010:2.0:1767384392.058089:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002789670b. 00080000:00000010:2.0:1767384392.058092:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b43bf0a. 20000000:00000010:2.0:1767384392.058097:0:40992:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e6577bb6. 00000100:00000200:2.0:1767384392.058101:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058105:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d1da34c. 00000400:00000010:2.0:1767384392.058109:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a8f94c7. 00000100:00000200:2.0:1767384392.058115:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058116:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968a1aeb. 00000400:00000010:2.0:1767384392.058118:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932cd1fa. 00000100:00000200:2.0:1767384392.058119:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058120:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06e5d45. 00000400:00000010:2.0:1767384392.058122:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f77866cf. 00000100:00000200:2.0:1767384392.058123:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058124:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f144b19. 00000400:00000010:2.0:1767384392.058125:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000175fda08. 00000100:00000200:2.0:1767384392.058127:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058128:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001844e248. 00000400:00000010:2.0:1767384392.058129:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e048c404. 00000100:00000200:2.0:1767384392.058130:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058131:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f5f393. 00000400:00000010:2.0:1767384392.058132:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006544e2d9. 00000100:00000200:2.0:1767384392.058133:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058156:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3dcdca. 00000400:00000010:2.0:1767384392.058160:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207bd822. 00000100:00000200:2.0:1767384392.058162:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058164:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000434af64d. 00000400:00000010:2.0:1767384392.058166:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002970ca1e. 00000100:00000200:2.0:1767384392.058168:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058170:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c835cfc. 00000400:00000010:2.0:1767384392.058172:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006df6447e. 00000100:00000200:2.0:1767384392.058174:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058175:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adeeb4c. 00000400:00000010:2.0:1767384392.058177:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002164a2d8. 00000100:00000200:2.0:1767384392.058179:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058181:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9d85aa. 00000400:00000010:2.0:1767384392.058183:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000304494f9. 00000100:00000200:2.0:1767384392.058185:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058186:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fff5bc6. 00000400:00000010:2.0:1767384392.058188:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000341a4433. 00000100:00000200:2.0:1767384392.058189:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058190:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0f9a9e. 00000400:00000010:2.0:1767384392.058192:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091ce761f. 00000100:00000200:2.0:1767384392.058193:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058194:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b2ef36. 00000400:00000010:2.0:1767384392.058195:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000349f695f. 00000100:00000200:2.0:1767384392.058196:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058197:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8491bf8. 00000400:00000010:2.0:1767384392.058199:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000827fdd26. 00000100:00000200:2.0:1767384392.058200:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058201:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703e2433. 00000400:00000010:2.0:1767384392.058202:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb32d08. 00000100:00000200:2.0:1767384392.058204:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058205:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feeb8ed1. 00000400:00000010:2.0:1767384392.058206:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e399dd8. 00000100:00000200:2.0:1767384392.058207:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058208:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc2be66. 00000400:00000010:2.0:1767384392.058209:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005acb3e9a. 00000100:00000200:2.0:1767384392.058210:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058211:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee226bd. 00000400:00000010:2.0:1767384392.058211:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3ac6a77. 00000100:00000200:2.0:1767384392.058213:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058213:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002baa934. 00000400:00000010:2.0:1767384392.058214:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006020020. 00000100:00000200:2.0:1767384392.058215:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058216:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81cc8cc. 00000400:00000010:2.0:1767384392.058217:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59ac314. 00000100:00000200:2.0:1767384392.058218:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058219:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1ddf22. 00000400:00000010:2.0:1767384392.058220:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079d3a946. 00000100:00000200:2.0:1767384392.058221:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058221:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297e4530. 00000400:00000010:2.0:1767384392.058222:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f97281a4. 00000100:00000200:2.0:1767384392.058223:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058224:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff58f0d0. 00000400:00000010:2.0:1767384392.058225:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a9ea0ef. 00000100:00000200:2.0:1767384392.058226:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058227:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96a8947. 00000400:00000010:2.0:1767384392.058228:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003413188d. 00000100:00000200:2.0:1767384392.058229:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058229:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0845f46. 00000400:00000010:2.0:1767384392.058231:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000692ddf94. 00000100:00000200:2.0:1767384392.058232:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058233:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc1d5211. 00000400:00000010:2.0:1767384392.058234:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b26100d. 00000100:00000200:2.0:1767384392.058235:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058236:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdedb09. 00000400:00000010:2.0:1767384392.058239:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e0384b. 00000100:00000200:2.0:1767384392.058240:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058241:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c32a7f. 00000400:00000010:2.0:1767384392.058242:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000805a0c97. 00000100:00000200:2.0:1767384392.058244:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058244:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f03d5a1a. 00000400:00000010:2.0:1767384392.058246:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e344ac. 00000100:00000200:2.0:1767384392.058246:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058247:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bb2f6e. 00000400:00000010:2.0:1767384392.058248:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5c3676e. 00000100:00000200:2.0:1767384392.058250:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058250:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d9e2e0. 00000400:00000010:2.0:1767384392.058251:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000abe034c. 00000100:00000200:2.0:1767384392.058252:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058253:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e41232d0. 00000400:00000010:2.0:1767384392.058254:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf25388c. 00000100:00000200:2.0:1767384392.058256:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058256:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f09c483e. 00000400:00000010:2.0:1767384392.058257:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058cc1184. 00000100:00000200:2.0:1767384392.058258:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058259:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f160239. 00000400:00000010:2.0:1767384392.058260:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038594259. 00000100:00000200:2.0:1767384392.058261:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058262:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047089d5c. 00000400:00000010:2.0:1767384392.058263:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000999456a5. 00000100:00000200:2.0:1767384392.058264:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058265:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4201a31. 00000400:00000010:2.0:1767384392.058266:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cac9da6. 00000100:00000200:2.0:1767384392.058267:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058268:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ce512f3. 00000400:00000010:2.0:1767384392.058269:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000718029f9. 00000100:00000200:2.0:1767384392.058270:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058271:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7026710. 00000400:00000010:2.0:1767384392.058273:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000116a6f1a. 00000100:00000200:2.0:1767384392.058274:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058275:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003a8bdfc. 00000400:00000010:2.0:1767384392.058276:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae0d2e9f. 00000100:00000200:2.0:1767384392.058277:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058278:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c62d1c9. 00000400:00000010:2.0:1767384392.058279:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f5b5894. 00000100:00000200:2.0:1767384392.058280:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058281:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f345a68. 00000400:00000010:2.0:1767384392.058282:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093f43f35. 00000100:00000200:2.0:1767384392.058283:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058284:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc59ae2c. 00000400:00000010:2.0:1767384392.058285:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3545125. 00000100:00000200:2.0:1767384392.058286:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058287:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04126a7. 00000400:00000010:2.0:1767384392.058288:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005370c194. 00000100:00000200:2.0:1767384392.058289:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058290:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077529990. 00000400:00000010:2.0:1767384392.058291:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef89059. 00000100:00000200:2.0:1767384392.058292:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058292:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008728a089. 00000400:00000010:2.0:1767384392.058295:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095d31116. 00000100:00000200:2.0:1767384392.058296:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058297:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f01abe. 00000400:00000010:2.0:1767384392.058298:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056d6a927. 00000100:00000200:2.0:1767384392.058299:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058300:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787cf438. 00000400:00000010:2.0:1767384392.058301:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b77bf351. 00000100:00000200:2.0:1767384392.058302:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058302:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da044f7. 00000400:00000010:2.0:1767384392.058303:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ae74323. 00000100:00000200:2.0:1767384392.058304:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058305:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a0de6f. 00000400:00000010:2.0:1767384392.058306:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000658e8026. 00000100:00000200:2.0:1767384392.058307:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058308:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d06ffa. 00000400:00000010:2.0:1767384392.058309:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7444279. 00000100:00000200:2.0:1767384392.058310:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058311:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0e4b34. 00000400:00000010:2.0:1767384392.058312:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a343a5f. 00000100:00000200:2.0:1767384392.058313:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058314:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007388f07e. 00000400:00000010:2.0:1767384392.058316:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ddd70e0. 00000100:00000200:2.0:1767384392.058317:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058317:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b655b974. 00000400:00000010:2.0:1767384392.058319:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024812e53. 00000100:00000200:2.0:1767384392.058320:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058320:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362dfbfd. 00000400:00000010:2.0:1767384392.058321:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d4fc09. 00000100:00000200:2.0:1767384392.058322:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058323:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085127758. 00000400:00000010:2.0:1767384392.058324:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a5ead56. 00000100:00000200:2.0:1767384392.058325:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058326:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e2adb9e. 00000400:00000010:2.0:1767384392.058327:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e60876a. 00000100:00000200:2.0:1767384392.058328:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058329:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5efd477. 00000400:00000010:2.0:1767384392.058330:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035abf887. 00000100:00000200:2.0:1767384392.058331:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058331:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030060993. 00000400:00000010:2.0:1767384392.058332:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a151542. 00000100:00000200:2.0:1767384392.058333:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058334:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f217e6a. 00000400:00000010:2.0:1767384392.058335:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062fae76c. 00000100:00000200:2.0:1767384392.058336:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058337:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c761239e. 00000400:00000010:2.0:1767384392.058338:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7147910. 00000100:00000200:2.0:1767384392.058338:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058339:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571403a5. 00000400:00000010:2.0:1767384392.058340:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007db57423. 00000100:00000200:2.0:1767384392.058341:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058342:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5f118a8. 00000400:00000010:2.0:1767384392.058343:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e795fe8. 00000100:00000200:2.0:1767384392.058344:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.058345:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c50a8a3. 00000400:00000010:2.0:1767384392.058347:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dbf7bcd. 00000100:00000010:2.0:1767384392.058358:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d48202a6. 00000100:00000200:2.0:1767384392.058373:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384392.058496:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000091f02654. 00000100:00000010:2.0:1767384392.059555:0:40993:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e5b7e3db. 00000020:00000010:2.0:1767384392.059558:0:40993:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aa01e56e. 00000020:00000010:2.0:1767384392.059562:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000148fec8e. 00000020:00000010:2.0:1767384392.059565:0:40993:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086af2f0d. 00000040:00000010:2.0:1767384392.059566:0:40993:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e6e0e108. 00000020:00000010:2.0:1767384392.059568:0:40993:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009144f469. 00000020:00000010:2.0:1767384392.059571:0:40993:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d6a65f4. 80000000:00000010:2.0:1767384392.059573:0:40993:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009324e3a3. 00040000:00000010:2.0:1767384392.059574:0:40993:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092464221. 00080000:00000010:2.0:1767384392.059578:0:40993:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d6589d74. 00080000:00000010:2.0:1767384392.059582:0:40993:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000a932667. 20000000:00000010:2.0:1767384392.059585:0:40993:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005ca2f67f. 00000100:00000010:2.0:1767384392.059595:0:40993:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000053120433. 00000100:00000200:2.0:1767384392.059606:0:40993:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384392.059626:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dd2dffac. 00000100:00000010:0.0:1767384392.059766:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fa3a6112. 00000020:00000010:0.0:1767384392.059769:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000160871b1. 00000020:00000010:0.0:1767384392.059772:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000970cc08. 00000020:00000010:0.0:1767384392.059775:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000004f09c78. 00000040:00000010:0.0:1767384392.059778:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036139ffc. 00000020:00000010:0.0:1767384392.059781:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fde24733. 00000020:00000010:0.0:1767384392.059783:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076c194df. 80000000:00000010:0.0:1767384392.059785:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000051cec01. 00040000:00000010:0.0:1767384392.059787:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000032fcb05. 00080000:00000010:0.0:1767384392.059790:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000efbbe0fb. 00080000:00000010:0.0:1767384392.059793:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006732c3e1. 20000000:00000010:0.0:1767384392.059796:0:40994:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007b52f5b0. 00000100:00000010:0.0:1767384392.059805:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000085ccf0b8. 00000100:00000200:0.0:1767384392.059827:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:1.0:1767384392.059880:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c363fba3. 00000020:00000010:1.0:1767384392.059885:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2e21d65. 00080000:00000010:1.0:1767384392.059896:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000819f6914. 00000020:00000010:1.0:1767384392.059897:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000040ad5178. 00080000:00000010:1.0:1767384392.059901:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000078e2a07a. 00000020:00000010:1.0:1767384392.059903:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bb938757. 00080000:00000010:1.0:1767384392.059909:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002eccb1fa. 20000000:00000010:1.0:1767384392.059912:0:40985:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000008f302aa. 00080000:00000010:1.0:1767384392.059916:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b2e3df48. 00000020:00000010:1.0:1767384392.059917:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014a451d9. 00000020:00000010:1.0:1767384392.059926:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065ca0adb. 00000040:00000010:1.0:1767384392.059929:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073bf0adf. 00000020:00000010:1.0:1767384392.059932:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4c4b4c7. 00000020:00000010:1.0:1767384392.059937:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004cda233a. 80000000:00000010:1.0:1767384392.059939:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a371f83d. 00040000:00000010:1.0:1767384392.059947:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009bb6f75. 00080000:00000010:1.0:1767384392.059950:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007967a72b. 00080000:00000010:1.0:1767384392.059952:0:40985:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000006a34dd9a. 00080000:00000010:1.0:1767384392.059953:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004cb6fa73. 00000020:00000010:1.0:1767384392.059955:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000171ccb2c. 00000020:00000010:1.0:1767384392.059958:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1544927. 00000020:00000010:1.0:1767384392.059961:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096a58723. 00000008:00000010:1.0:1767384392.059964:0:40985:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006b9eecfe. 00020000:00000010:1.0:1767384392.059966:0:40985:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000038211de5. 00008000:00000010:1.0:1767384392.059969:0:40985:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000097edfab5. 00000080:00000010:1.0:1767384392.059974:0:40985:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005895ded3. 00000020:00000010:1.0:1767384392.059976:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060e9c787. 00000020:00000010:1.0:1767384392.059980:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000003584cf49. 00000020:00000010:1.0:1767384392.059999:0:40985:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000062adc0fd. 00000020:00000010:1.0:1767384392.060002:0:40985:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000001be7bf15. 00000100:02020000:1.0:1767384392.060013:0:40985:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.115@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:3.0:1767384392.064548:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b8670d. 00000400:00000200:3.0:1767384392.064563:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336902d3 00000400:00000010:3.0:1767384392.064565:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 00000100:00000200:3.0:1767384392.064577:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.064588:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004920708 x1853236728333184/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384392.064602:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4176adb. 00000400:00000010:2.0:1767384392.064607:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 02000000:00000010:3.0:1767384392.064610:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073f8fbf6. 00000400:00000200:2.0:1767384392.064611:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:2.0:1767384392.064613:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000010:3.0:1767384392.064615:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004920708. 00000100:00000200:2.0:1767384392.064617:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384392.064624:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b17e041a x1853236728333440/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384392.064632:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dd1c21d. 02000000:00000010:2.0:1767384392.064635:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b183e1. 00000100:00000010:2.0:1767384392.064638:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b17e041a. 00000400:00000010:2.0:1767384392.064642:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087d604d4. 00000400:00000200:2.0:1767384392.064644:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384392.064645:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384392.064649:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045465baf x1853236728333568/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384392.064657:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045465baf x1853236728333568/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384392.064674:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c4b475. 02000000:00000010:2.0:1767384392.064678:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a7890e58. 00000100:00000010:2.0:1767384392.064680:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045465baf. 00000100:00000010:3.0:1767384392.064780:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004920708. 02000000:00000010:3.0:1767384392.064794:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000060900002. 02000000:00000010:1.0:1767384392.064831:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000caf92e02. 00000400:00000010:1.0:1767384392.064838:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce862c6. 00000400:00000010:1.0:1767384392.064842:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048a1fcf7. 00000100:00000200:1.0:1767384392.064848:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728333696, portal 25 00000400:00000010:1.0:1767384392.064853:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.064856:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236728333696, offset 0 00000400:00000200:1.0:1767384392.064862:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.064872:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.064882:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824ce08580 00000400:00000200:1.0:1767384392.064889:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21b9 [2] + 0 00000400:00000010:1.0:1767384392.064892:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d1da34c. 00000400:00000200:1.0:1767384392.064894:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a8f94c7 00000400:00000200:1.0:1767384392.064899:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.064902:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384392.064906:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a8f94c7 00000400:00000010:1.0:1767384392.064907:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a8f94c7. 00000100:00000200:1.0:1767384392.064923:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384392.064940:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.064942:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.064946:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004920708 x1853236728333696/t0(0) o250->MGC192.168.202.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.064961:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79e47fc. 00000020:00000010:0.0:1767384392.064966:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f8690248. 00000100:00000010:1.0:1767384392.064972:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dee99b77. 00000100:00000010:1.0:1767384392.064975:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0d1199b. 00000100:00000010:1.0:1767384392.064979:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb743af0. 00000020:00000010:0.0:1767384392.064979:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb6774a. 00000020:00000010:0.0:1767384392.064984:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ac41d42. 00000020:00000010:0.0:1767384392.064988:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000100:00000200:0.0:1767384392.065028:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728333696 02000000:00000010:0.0:1767384392.065044:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000079393c50. 00000020:00000010:0.0:1767384392.065053:0:40994:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000079d3fa45. 00000001:00000010:0.0:1767384392.065062:0:40994:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000023d95605. 00000001:00000010:0.0:1767384392.065065:0:40994:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005455f67a. 00000001:00000010:0.0:1767384392.065067:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0444a84. 00000001:00000010:0.0:1767384392.065069:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004651ea94. 00000001:00000010:0.0:1767384392.065071:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a7a3b2f. 00000001:00000010:0.0:1767384392.065072:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2d84ec1. 00000020:00000010:0.0:1767384392.065080:0:40994:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c177d2f9. 00000020:00000010:0.0:1767384392.065162:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a156c1fb. 00000020:00000010:0.0:1767384392.065167:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000002814d048. 00000020:00000010:0.0:1767384392.065170:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000000f970bcc. 00000020:00000010:0.0:1767384392.065184:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000030c6f354. 00000020:00000010:0.0:1767384392.065187:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000841503b1. 00000020:00000010:0.0:1767384392.065191:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000005b6bca1c. 00000020:00000010:0.0:1767384392.065201:0:40994:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a4c4b4c7. 00010000:00000200:0.0:1767384392.065238:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060ecaaef x1853236728333696/t0(0) o250->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.065253:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384392.065256:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236728333696, offset 0 00000400:00000200:0.0:1767384392.065260:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.065266:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.065271:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824ce08580 00000400:00000200:0.0:1767384392.065275:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22b9 [1] + 0 00000400:00000200:0.0:1767384392.065278:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.065281:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.065286:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004920708 x1853236728333696/t0(0) o250->MGC192.168.202.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.065308:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:0.0:1767384392.065310:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000020:00000010:0.0:1767384392.065320:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ac41d42. 00000020:00000010:0.0:1767384392.065324:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.065327:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb6774a. 02000000:00000010:0.0:1767384392.065332:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000079393c50. 00000100:00000200:0.0:1767384392.065338:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.065340:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e602c5e8. 00000400:00000010:0.0:1767384392.065344:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000671ef362. 00000400:00000010:1.0:1767384392.065496:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce862c6. 00000400:00000200:1.0:1767384392.065499:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a1fcf7 00000400:00000010:1.0:1767384392.065501:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048a1fcf7. 00000100:00000200:1.0:1767384392.065505:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004920708 x1853236728333696/t0(0) o250->MGC192.168.202.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.065512:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004920708 x1853236728333696/t0(0) o250->MGC192.168.202.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.065551:0:16354:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000007dc0356e. 02000000:00000010:1.0:1767384392.065603:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000caf92e02. 02000000:00000010:1.0:1767384392.065608:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000060900002. 00000100:00000010:1.0:1767384392.065611:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004920708. 00000020:00000010:1.0:1767384392.065658:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000094b5a213. 00000100:00000010:1.0:1767384392.065686:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b62d19. 00000100:00000010:1.0:1767384392.065700:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 02000000:00000010:1.0:1767384392.065709:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000234f26ef. 00000100:00000010:1.0:1767384392.065715:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000caf92e02. 00000100:00000010:1.0:1767384392.065718:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000062900eda. 00000400:00000010:1.0:1767384392.065730:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce862c6. 00000400:00000010:1.0:1767384392.065734:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048a1fcf7. 00000100:00000200:1.0:1767384392.065737:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824ce08600-0x695824ce08600, portal 33 02000000:00000010:1.0:1767384392.065743:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004cb6fa73. 00000400:00000010:1.0:1767384392.065746:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f641e7. 00000400:00000010:1.0:1767384392.065754:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074d2d4e. 00000100:00000200:1.0:1767384392.065757:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728333824, portal 25 00000400:00000010:1.0:1767384392.065760:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bcc2b62. 00000100:00000200:1.0:1767384392.065762:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236728333824, offset 0 00000400:00000200:1.0:1767384392.065766:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.065771:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.065775:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824ce08600 00000400:00000200:1.0:1767384392.065779:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21bd [2] + 0 00000400:00000010:1.0:1767384392.065782:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000968a1aeb. 00000400:00000200:1.0:1767384392.065784:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000932cd1fa 00000400:00000200:1.0:1767384392.065788:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.065791:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384392.065793:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000932cd1fa 00000400:00000010:1.0:1767384392.065795:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000932cd1fa. 00000100:00000200:1.0:1767384392.065798:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384392.065842:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bcc2b62 00000400:00000010:1.0:1767384392.065845:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bcc2b62. 00000100:00000200:1.0:1767384392.065850:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011276065 x1853236728333824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384392.065898:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000046891c3. 00000020:00000010:3.0:1767384392.065900:0:40985:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000001be7bf15. 00000020:00000010:3.0:1767384392.065904:0:40985:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000062adc0fd. 00000020:00000010:2.0:1767384392.065908:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e248a505. 00000020:00000010:2.0:1767384392.065911:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e248a505. 00000020:00000010:3.0:1767384392.065913:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000003348f96e. 00000020:00000010:2.0:1767384392.065915:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeadc959. 00000020:00000010:2.0:1767384392.065917:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aad49b79. 00000020:00000010:2.0:1767384392.065920:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dedc57d0. 00000020:00000010:3.0:1767384392.065925:0:40985:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ea7d9f7c. 00000020:00000010:3.0:1767384392.065930:0:40985:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f8cf1f0d. 00000020:00000010:3.0:1767384392.065938:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000003348f96e. 00000020:00000010:3.0:1767384392.065943:0:40985:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 0000000072ac2bdf. 00000001:00000010:3.0:1767384392.065959:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000073f8fbf6. 00000001:00000010:3.0:1767384392.065962:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007e8c9bf2. 00000001:00000010:3.0:1767384392.065965:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1208ef4. 00000001:00000010:3.0:1767384392.065973:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002bd03958. 00000001:00000010:3.0:1767384392.065976:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006d68fefd. 00000020:00000010:2.0:1767384392.065976:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e248a505. 00000001:00000010:3.0:1767384392.065978:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0e0331c. 00000020:00000010:2.0:1767384392.065978:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e248a505. 00000100:00000200:2.0:1767384392.065980:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728333824 00000001:00000010:3.0:1767384392.065981:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001be4da74. 00000001:00000010:3.0:1767384392.065983:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000068d77d83. 00000001:00000010:3.0:1767384392.065985:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053992380. 00000001:00000010:3.0:1767384392.065987:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b733c56. 00000001:00000010:3.0:1767384392.065988:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfb2ca46. 02000000:00000010:2.0:1767384392.065988:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003d3d857f. 00000001:00000010:3.0:1767384392.065990:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dbdbedf2. 00000020:00000010:3.0:1767384392.065993:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e08c914. 00000020:00000010:3.0:1767384392.065996:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093dedd32. 20000000:00000010:2.0:1767384392.065996:0:40994:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000b7af422f. 00000020:00000010:3.0:1767384392.065999:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ab02439. 00000100:00000010:2.0:1767384392.065999:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000de32e370. 00000100:00000010:2.0:1767384392.066001:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f9531ad8. 00000008:00000010:3.0:1767384392.066003:0:40985:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000970f570f. 00000400:00000010:2.0:1767384392.066006:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00020000:00000010:3.0:1767384392.066008:0:40985:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003051086d. 00008000:00000010:3.0:1767384392.066012:0:40985:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005d3fba37. 00000400:00000010:2.0:1767384392.066012:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009cb2c569. 00000400:00000200:2.0:1767384392.066015:0:40994:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000080:00000010:3.0:1767384392.066016:0:40985:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000071dbf755. 00000020:00000010:3.0:1767384392.066031:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4d6e83b. 00000400:00000200:2.0:1767384392.066033:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000020:00000010:3.0:1767384392.066035:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003060820e. 00000040:00000010:3.0:1767384392.066038:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018bc7871. 00000400:00000200:2.0:1767384392.066038:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824ce08600 00000400:00000200:2.0:1767384392.066042:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22c9 [1] + 0 00000020:00000010:3.0:1767384392.066043:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f4c894d. 00000020:00000010:3.0:1767384392.066046:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd3d23f2. 00000400:00000010:2.0:1767384392.066046:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce862c6. 00000400:00000200:2.0:1767384392.066048:0:40994:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048a1fcf7 00000020:00000010:3.0:1767384392.066050:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ada7e89d. 00000100:00000200:2.0:1767384392.066052:0:40994:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000de32e370 80000000:00000010:3.0:1767384392.066054:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003348f96e. 40000000:00000010:3.0:1767384392.066057:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000371d1a93. 00000400:00000200:2.0:1767384392.066057:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384392.066061:0:40994:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22d5 00100000:00000010:3.0:1767384392.066062:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adcc59d4. 00000400:00000200:2.0:1767384392.066065:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384392.066066:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e188b100. 00000400:00000200:2.0:1767384392.066068:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00040000:00000010:3.0:1767384392.066069:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f108357c. 00000400:00000200:2.0:1767384392.066070:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384392.066072:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00080000:00000010:3.0:1767384392.066074:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f0562efe. 00000100:00000200:2.0:1767384392.066074:0:40994:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000de32e370 00000400:00000200:2.0:1767384392.066077:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a1fcf7 00000400:00000010:2.0:1767384392.066078:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048a1fcf7. 00080000:00000010:3.0:1767384392.066079:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b331821. 00000100:00000200:2.0:1767384392.066081:0:40994:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000011276065 desc 00000000caf92e02 mbits 1853236728333824 00000004:00000010:3.0:1767384392.066090:0:40985:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000f461de80. 00000100:00000200:2.0:1767384392.066097:0:40994:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824ce08600-0x695824ce08600 20000000:00000010:2.0:1767384392.066108:0:40994:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000b5e51fb3. 20000000:00000010:2.0:1767384392.066125:0:40994:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c649a5c5. 20000000:00000010:2.0:1767384392.066130:0:40994:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000016178699. 20000000:00000010:2.0:1767384392.066133:0:40994:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000a9966025. 20000000:00000010:2.0:1767384392.066204:0:40994:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000d214bb86. 00000100:00000010:3.0:1767384392.066327:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000045cddf. 00000100:00000010:3.0:1767384392.066333:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d9b3a05b. 00000100:00000010:3.0:1767384392.066352:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003c0ced73. 00000100:00000010:3.0:1767384392.066358:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000007cd6a832. 00000100:00000010:3.0:1767384392.066362:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa69e8f9. 00000100:00000010:3.0:1767384392.066450:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c16049b8. 00000100:00000010:3.0:1767384392.066454:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020c476ed. 00000100:00000010:3.0:1767384392.066533:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000643e217e. 00000100:00000010:3.0:1767384392.066538:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002908517. 00000100:00000010:3.0:1767384392.066620:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000eb2338f. 00000100:00000010:3.0:1767384392.066623:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e95532. 00000100:00000010:3.0:1767384392.066718:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d73c90ad. 00000100:00000010:3.0:1767384392.066723:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8fb5671. 00000100:00000010:3.0:1767384392.066810:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc3ff798. 00000100:00000010:3.0:1767384392.066814:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e64841d. 00000100:00000010:3.0:1767384392.066905:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000a27bf56. 00000100:00000010:3.0:1767384392.066910:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f048c6c8. 00000100:00000010:3.0:1767384392.067014:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008f76d6ea. 00000100:00000010:3.0:1767384392.067030:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c880bf0e. 00000100:00000010:3.0:1767384392.067114:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f2fb0415. 00000100:00000010:3.0:1767384392.067118:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4260149. 00000100:00000010:3.0:1767384392.067223:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000051b74aae. 00000100:00000010:3.0:1767384392.067227:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b39e94e. 00000100:00000010:3.0:1767384392.067312:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e939cf8. 00000100:00000010:3.0:1767384392.067316:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c6539cd. 00000100:00000010:3.0:1767384392.067396:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be4a2c65. 00000100:00000010:3.0:1767384392.067400:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e95fd45. 00000100:00000010:3.0:1767384392.067477:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000039a539d6. 00000100:00000010:3.0:1767384392.067482:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acb68d49. 00000100:00000010:3.0:1767384392.067565:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000054d338a6. 00000100:00000010:3.0:1767384392.067569:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003bf64f1. 00000100:00000010:3.0:1767384392.067658:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e027e23d. 00000100:00000010:3.0:1767384392.067661:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9d3489d. 00000100:00000010:3.0:1767384392.067747:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006712d6cb. 00000100:00000010:3.0:1767384392.067753:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3440fac. 00000100:00000010:3.0:1767384392.067836:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036e2e8a8. 00000100:00000010:3.0:1767384392.067839:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab21f421. 00000100:00000010:3.0:1767384392.067918:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008592842c. 00000100:00000010:3.0:1767384392.067922:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cd286d7. 00000100:00000010:3.0:1767384392.068001:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000541f5189. 00000100:00000010:3.0:1767384392.068005:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b2bafdc. 00000100:00000010:3.0:1767384392.068093:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000292b8744. 00000100:00000010:3.0:1767384392.068098:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b028ffee. 00000100:00000010:3.0:1767384392.068197:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000f632ada. 00000100:00000010:3.0:1767384392.068202:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d0f97a. 00000100:00000010:3.0:1767384392.068284:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000f513e82. 00000100:00000010:3.0:1767384392.068288:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aafb8f59. 00000100:00000010:3.0:1767384392.068363:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000009e4af76. 00000100:00000010:3.0:1767384392.068367:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004780147d. 00000100:00000010:3.0:1767384392.068446:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dcd8939e. 00000100:00000010:3.0:1767384392.068452:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac8e425a. 00000100:00000010:3.0:1767384392.068531:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f3a977e0. 00000100:00000010:3.0:1767384392.068535:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043ca2bed. 00000100:00000010:3.0:1767384392.068613:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008d9b7296. 00000100:00000010:3.0:1767384392.068617:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6227bf2. 00000100:00000010:3.0:1767384392.068694:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac430441. 00000100:00000010:3.0:1767384392.068698:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b32e795c. 00000100:00000010:3.0:1767384392.068776:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5e95fb4. 00000100:00000010:3.0:1767384392.068780:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a9e1cc5. 00000100:00000010:3.0:1767384392.068862:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006fdbffbd. 00000100:00000010:3.0:1767384392.068866:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66175cf. 00000100:00000010:3.0:1767384392.068950:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b91d56b8. 00000100:00000010:3.0:1767384392.068954:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001538e3b2. 00000100:00000010:3.0:1767384392.070505:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000090c4869c. 00000100:00000010:3.0:1767384392.070519:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d692bf4a. 00000100:00000010:3.0:1767384392.070601:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000539c72cb. 00000100:00000010:3.0:1767384392.070608:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6ea25c0. 00000100:00000010:3.0:1767384392.070688:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a2ddb554. 00000100:00000010:3.0:1767384392.070692:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5d4b914. 00000100:00000010:3.0:1767384392.070843:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000338c3468. 00000100:00000010:3.0:1767384392.070848:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046f3441b. 00080000:00000010:2.0:1767384392.070909:0:40994:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000907dc183. 00000020:00000010:2.0:1767384392.070920:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a7890e58. 00000100:00000010:3.0:1767384392.070926:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000028434287. 20000000:00000010:2.0:1767384392.070927:0:40994:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000d8b183e1. 00000100:00000010:3.0:1767384392.070929:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048653260. 00080000:00000010:2.0:1767384392.070933:0:40994:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5c4b475. 00000100:00000010:3.0:1767384392.071005:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003184b21e. 00000100:00000010:3.0:1767384392.071009:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efac9fdb. 00000100:00000010:3.0:1767384392.071099:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000403d469b. 00000100:00000010:3.0:1767384392.071104:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e197ee5b. 00000100:00000010:3.0:1767384392.071206:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036f868ce. 00000100:00000010:3.0:1767384392.071212:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df448ac9. 00000100:00000010:3.0:1767384392.071291:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d83055f3. 00000100:00000010:3.0:1767384392.071297:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f7ab629. 00000100:00000010:3.0:1767384392.071374:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005597bb89. 00000100:00000010:3.0:1767384392.071378:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3470592. 20000000:00000010:2.0:1767384392.071650:0:40994:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003326d452. 00000040:00000010:2.0:1767384392.071658:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bb7486ab. 00000100:00000010:3.0:1767384392.071686:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c7df76f. 00000040:00000010:2.0:1767384392.071689:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a4c96676. 00000100:00000010:3.0:1767384392.071690:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ae6afe9. 00000020:00000010:2.0:1767384392.071695:0:40994:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005aa2d1ae. 00080000:00000010:2.0:1767384392.071699:0:40994:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053147b72. 00000040:00000010:2.0:1767384392.071711:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b5cc2fc4. 00000100:00000010:3.0:1767384392.071848:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000040187064. 00000100:00000010:3.0:1767384392.071854:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f43c8b8. 00000100:00000010:3.0:1767384392.071932:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000dbde8f9. 00000100:00000010:3.0:1767384392.071937:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b819aee. 00000100:00000010:3.0:1767384392.072015:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c025b0f6. 00000100:00000010:3.0:1767384392.072031:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006970c8eb. 00000100:00000010:3.0:1767384392.072109:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bd6dd438. 00000100:00000010:3.0:1767384392.072116:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e508ca7d. 00000100:00000010:3.0:1767384392.072251:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004401b45a. 00000100:00000010:3.0:1767384392.072256:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004327f63c. 00000100:00000010:3.0:1767384392.072337:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000010a47b36. 00000100:00000010:3.0:1767384392.072341:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e05b102. 00000100:00000010:3.0:1767384392.072471:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b8fdfd14. 00000100:00000010:3.0:1767384392.072477:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049311ebc. 00000100:00000010:3.0:1767384392.072556:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021f0f6c1. 00000100:00000010:3.0:1767384392.072559:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000825d8c78. 00000100:00000010:3.0:1767384392.072636:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c569f3f. 00000100:00000010:3.0:1767384392.072640:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a0af502. 00000100:00000010:3.0:1767384392.072840:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000398856e7. 00000100:00000010:3.0:1767384392.072845:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013d7f27a. 00000100:00000010:3.0:1767384392.073086:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005756bef0. 00000100:00000010:3.0:1767384392.073092:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091e4c442. 00000100:00000010:3.0:1767384392.073198:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003814c1b6. 00000100:00000010:3.0:1767384392.073215:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb743af0. 00000100:00000010:3.0:1767384392.073226:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000832e4069. 00000100:00000010:3.0:1767384392.073300:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000eedcf75. 00000100:00000010:3.0:1767384392.073304:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a1cdc0b. 00000100:00000010:3.0:1767384392.073375:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c98e20d2. 00000100:00000010:3.0:1767384392.073378:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058f30009. 00000100:00000010:1.0:1767384392.073586:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dee99b77. 00000100:00000010:3.0:1767384392.073680:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000b42492a. 00000100:00000010:3.0:1767384392.073685:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000619522b. 00000040:00000010:2.0:1767384392.073771:0:40994:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000099f0602b. 00000100:00000010:2.0:1767384392.073930:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0d1199b. 00000020:00000010:0.0:1767384392.073964:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb6774a. 00000020:00000010:0.0:1767384392.073969:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff4af3e6. 00000040:00000010:0.0:1767384392.073972:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003566a07c. 00000020:00000010:0.0:1767384392.073976:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003990f29c. 00000020:00000010:0.0:1767384392.073981:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384392.073985:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074bf16c0. 80000000:00000010:0.0:1767384392.073989:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077ef49b6. 40000000:00000010:0.0:1767384392.073992:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038e4d2a9. 00100000:00000010:0.0:1767384392.073997:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000007daad46. 00040000:00000010:0.0:1767384392.074001:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077fbf7d2. 00040000:00000010:0.0:1767384392.074005:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a905ca8. 00080000:00000010:0.0:1767384392.074010:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006ae94dbb. 00080000:00000010:0.0:1767384392.074013:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b678eb42. 00000004:00000010:0.0:1767384392.074030:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d824dfe8. 00002000:00000010:0.0:1767384392.074035:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bf1586e1. 00000020:00000010:0.0:1767384392.074039:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000365dfcf. 00000040:00000010:0.0:1767384392.074046:0:40997:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e22cebac. 00000100:00000010:3.0:1767384392.074231:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000011fcd44c. 00000100:00000010:3.0:1767384392.074237:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073b90566. 00000100:00000010:3.0:1767384392.074315:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000051efd89a. 00000100:00000010:3.0:1767384392.074320:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006cd2261. 00000100:00000010:0.0:1767384392.074396:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79e47fc. 00000100:00000010:3.0:1767384392.074409:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fee4dfe7. 00000100:00000010:3.0:1767384392.074415:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b75bc91. 00000100:00000010:3.0:1767384392.074494:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f3376ce3. 00000100:00000010:3.0:1767384392.074498:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005108231f. 00000100:00000010:3.0:1767384392.074576:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003ec9667d. 00000100:00000010:3.0:1767384392.074581:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d037a315. 00000100:00000010:3.0:1767384392.074662:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000139b721b. 00000100:00000010:3.0:1767384392.074667:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d59003b7. 00000040:00000010:0.0:1767384392.074706:0:40997:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e22cebac. 00000020:00000010:0.0:1767384392.074712:0:40997:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000365dfcf. 00000020:00000010:0.0:1767384392.074719:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff4af3e6. 00000040:00000010:0.0:1767384392.074722:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003566a07c. 00000020:00000010:0.0:1767384392.074726:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003990f29c. 00000020:00000010:0.0:1767384392.074729:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384392.074732:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074bf16c0. 80000000:00000010:0.0:1767384392.074735:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077ef49b6. 40000000:00000010:0.0:1767384392.074738:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038e4d2a9. 00100000:00000010:0.0:1767384392.074741:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000007daad46. 00040000:00000010:0.0:1767384392.074744:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000077fbf7d2. 00040000:00000010:0.0:1767384392.074747:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a905ca8. 00080000:00000010:0.0:1767384392.074751:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b678eb42. 00080000:00000010:0.0:1767384392.074754:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006ae94dbb. 00000004:00000010:0.0:1767384392.074758:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d824dfe8. 00002000:00000010:0.0:1767384392.074761:0:40997:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bf1586e1. 00000020:00000010:0.0:1767384392.074764:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb6774a. 00000100:00000010:3.0:1767384392.074846:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d16ec0d6. 00000100:00000010:3.0:1767384392.074851:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffaa20a6. 00000040:00000010:2.0:1767384392.074865:0:40994:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000099f0602b. 00000040:00000010:2.0:1767384392.074874:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a4c96676. 00000040:00000010:2.0:1767384392.074877:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b5cc2fc4. 00000040:00000010:2.0:1767384392.074880:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bb7486ab. 20000000:00000010:2.0:1767384392.074884:0:40994:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003326d452. 20000000:00000010:2.0:1767384392.074890:0:40994:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000003326d452. 00000040:00000010:2.0:1767384392.074895:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bb7486ab. 00000040:00000010:2.0:1767384392.074918:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bb7486ab. 20000000:00000010:2.0:1767384392.074922:0:40994:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000003326d452. 00000100:00000010:3.0:1767384392.074927:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000274b89de. 20000000:00000010:2.0:1767384392.074927:0:40994:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000099f0602b. 00000100:00000010:3.0:1767384392.074930:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d80483f. 20000000:00000010:2.0:1767384392.074937:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb7486ab. 20000000:00000010:2.0:1767384392.074943:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e291ff05. 20000000:00000010:2.0:1767384392.074950:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010c52bf2. 20000000:00000010:2.0:1767384392.074954:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000093fc403d. 20000000:00000010:2.0:1767384392.074958:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047b8c0c0. 20000000:00000010:2.0:1767384392.074962:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000324ae121. 20000000:00000010:2.0:1767384392.074966:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062031994. 20000000:00000010:2.0:1767384392.074970:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066ba6e98. 20000000:00000010:2.0:1767384392.074975:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a1a1009. 20000000:00000010:2.0:1767384392.074978:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000518a0cac. 20000000:00000010:2.0:1767384392.074981:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034c39cde. 20000000:00000010:2.0:1767384392.074985:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000008a9b2f8. 20000000:00000010:2.0:1767384392.074988:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c013221d. 20000000:00000010:2.0:1767384392.074991:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb988ba4. 20000000:00000010:2.0:1767384392.074994:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000422ad3b5. 20000000:00000010:2.0:1767384392.074997:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf0f6024. 20000000:00000010:2.0:1767384392.075000:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003065d200. 20000000:00000010:2.0:1767384392.075004:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ed837a1. 20000000:00000010:2.0:1767384392.075007:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071fd9e38. 00000100:00000010:3.0:1767384392.075008:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b0174dc0. 20000000:00000010:2.0:1767384392.075010:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df5b6606. 20000000:00000010:2.0:1767384392.075013:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c0095e4. 00000400:00000200:3.0:1767384392.075015:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 20000000:00000010:2.0:1767384392.075016:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df42ddaa. 20000000:00000010:2.0:1767384392.075032:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aed004cb. 20000000:00000010:2.0:1767384392.075036:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ecfe15eb. 20000000:00000010:2.0:1767384392.075039:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004fce63c8. 20000000:00000010:2.0:1767384392.075042:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b95ceb17. 20000000:00000010:2.0:1767384392.075046:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000693d036a. 20000000:00000010:2.0:1767384392.075049:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d68a568c. 20000000:00000010:2.0:1767384392.075052:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af48407d. 20000000:00000010:2.0:1767384392.075055:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f901e0a. 20000000:00000010:2.0:1767384392.075060:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001845a73c. 20000000:00000010:2.0:1767384392.075064:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008799faa7. 20000000:00000010:2.0:1767384392.075068:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b53d451. 20000000:00000010:2.0:1767384392.075071:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd700543. 20000000:00000010:2.0:1767384392.075074:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000899e2486. 20000000:00000010:2.0:1767384392.075077:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae1d868d. 20000000:00000010:2.0:1767384392.075080:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b5a0ba4. 20000000:00000010:2.0:1767384392.075083:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ed915e8. 20000000:00000010:2.0:1767384392.075086:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f33e19c. 00000020:00000010:3.0:1767384392.075087:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c383cac7. 20000000:00000010:2.0:1767384392.075090:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d48dcd80. 00000020:00000010:3.0:1767384392.075091:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f929aac2. 20000000:00000010:2.0:1767384392.075095:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b18df07. 20000000:00000010:2.0:1767384392.075098:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ee2bfa38. 00080000:00000010:2.0:1767384392.075107:0:40994:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007a5cc666. 00080000:00000010:2.0:1767384392.075114:0:40994:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e248a505. 00000100:00000010:3.0:1767384392.075151:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000015e5125d. 00000100:00000010:3.0:1767384392.075159:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000da79d251. 00000100:00000010:3.0:1767384392.075163:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007addc67e. 00000100:00000010:3.0:1767384392.075167:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001d46131f. 00000100:00000010:3.0:1767384392.075170:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e985fee5. 00000100:00000010:3.0:1767384392.075174:0:40985:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000abe0a3fc. 00000100:00000010:3.0:1767384392.075177:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c37a6d9b. 00000100:00000010:3.0:1767384392.075179:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000051d422b7. 00000100:00000010:3.0:1767384392.075181:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000042ab4064. 00000100:00000010:3.0:1767384392.075184:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000363267c8. 00000100:00000010:3.0:1767384392.075186:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000b29c653. 00000100:00000200:3.0:1767384392.075224:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384392.075230:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006518e159. 00000100:00000010:3.0:1767384392.075327:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000051793a23. 00000020:00000010:3.0:1767384392.075331:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d7c35796. 00000020:00000010:3.0:1767384392.075335:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005198db6b. 00000020:00000010:3.0:1767384392.075338:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cb79c97. 00000040:00000010:3.0:1767384392.075340:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000462e1b7b. 00000020:00000010:3.0:1767384392.075343:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cb1bc4b. 00000020:00000010:3.0:1767384392.075346:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab415452. 00000020:00000010:3.0:1767384392.075349:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000090c75025. 80000000:00000010:3.0:1767384392.075352:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037c04c12. 40000000:00000010:3.0:1767384392.075360:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df498737. 00100000:00000010:3.0:1767384392.075364:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da0e8f59. 00040000:00000010:3.0:1767384392.075367:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000523732ff. 00040000:00000010:3.0:1767384392.075369:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa59fd4e. 00080000:00000010:3.0:1767384392.075373:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c341ca00. 00080000:00000010:3.0:1767384392.075377:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000084a696d0. 00000004:00000010:3.0:1767384392.075381:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000857ba4a0. 00002000:00000010:3.0:1767384392.075384:0:40998:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ef92cd0c. 00000100:00000200:3.0:1767384392.075387:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075392:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920d4d54. 00000400:00000010:3.0:1767384392.075477:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009b69bda5. 00000100:00000200:3.0:1767384392.075484:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075487:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075f6b42e. 00000400:00000010:3.0:1767384392.075490:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000635b7e72. 00000100:00000200:3.0:1767384392.075492:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075494:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac2039f. 00000400:00000010:3.0:1767384392.075496:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e45f8df. 00000100:00000200:3.0:1767384392.075498:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075500:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0f0406f. 00000400:00000010:3.0:1767384392.075503:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006ff05126. 00000100:00000200:3.0:1767384392.075505:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075506:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000898701b3. 00000400:00000010:3.0:1767384392.075509:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dee2edae. 00000100:00000200:3.0:1767384392.075511:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075512:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d54796f. 00000400:00000010:3.0:1767384392.075515:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed48358d. 00000100:00000200:3.0:1767384392.075517:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075519:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fda5611. 00000400:00000010:3.0:1767384392.075521:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000005a864ef. 00000100:00000200:3.0:1767384392.075524:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075526:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb7316c. 00000400:00000010:3.0:1767384392.075530:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a11e632a. 00000100:00000200:3.0:1767384392.075532:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075533:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046cbedf7. 00000400:00000010:3.0:1767384392.075536:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000025e5990f. 00000100:00000200:3.0:1767384392.075544:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075547:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d223be26. 00000400:00000010:3.0:1767384392.075550:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2dc486a. 00000100:00000200:3.0:1767384392.075552:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075553:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858b6911. 00000400:00000010:3.0:1767384392.075556:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ade322d8. 00000100:00000200:3.0:1767384392.075558:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075560:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc912ad. 00000400:00000010:3.0:1767384392.075562:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfca3a2b. 00000100:00000200:3.0:1767384392.075564:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075566:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e00c03d. 00000400:00000010:3.0:1767384392.075568:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028154fd9. 00000100:00000200:3.0:1767384392.075571:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075572:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056b4b529. 00000400:00000010:3.0:1767384392.075575:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b4171481. 00000100:00000200:3.0:1767384392.075577:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075579:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bce314c8. 00000400:00000010:3.0:1767384392.075583:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000377af431. 00000100:00000200:3.0:1767384392.075585:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075587:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa88eae. 00000400:00000010:3.0:1767384392.075589:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0a0183e. 00000100:00000200:3.0:1767384392.075591:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075593:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3bd2b3e. 00000400:00000010:3.0:1767384392.075596:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a9e94cd4. 00000100:00000200:3.0:1767384392.075598:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075599:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed067de8. 00000400:00000010:3.0:1767384392.075601:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bff9b9c3. 00000100:00000200:3.0:1767384392.075603:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075605:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a868db8d. 00000400:00000010:3.0:1767384392.075608:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e7a37102. 00000100:00000200:3.0:1767384392.075610:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075612:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000058c50a7. 00000400:00000010:3.0:1767384392.075614:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b9e0da6. 00000100:00000200:3.0:1767384392.075617:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075618:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4dc58e2. 00000400:00000010:3.0:1767384392.075621:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006c23d5a2. 00000100:00000200:3.0:1767384392.075624:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075626:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a85eaee3. 00000400:00000010:3.0:1767384392.075628:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000133f132e. 00000100:00000200:3.0:1767384392.075630:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075632:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbd1d6d1. 00000400:00000010:3.0:1767384392.075635:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d6f6e93. 00000100:00000200:3.0:1767384392.075637:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075638:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038fc9cbf. 00000400:00000010:3.0:1767384392.075641:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e302e95c. 00000100:00000200:3.0:1767384392.075643:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075645:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0f1520. 00000400:00000010:3.0:1767384392.075647:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000065e89157. 00000100:00000200:3.0:1767384392.075650:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075652:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000332778f6. 00000400:00000010:3.0:1767384392.075654:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007d17077b. 00000100:00000200:3.0:1767384392.075656:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075658:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b969890. 00000400:00000010:3.0:1767384392.075660:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aaf092e5. 00000100:00000200:3.0:1767384392.075662:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075664:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578059f6. 00000400:00000010:3.0:1767384392.075667:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000235813bf. 00000100:00000200:3.0:1767384392.075669:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075671:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e21ae95c. 00000400:00000010:3.0:1767384392.075674:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000099ccf05d. 00000100:00000200:3.0:1767384392.075676:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075678:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa9ff7a. 00000400:00000010:3.0:1767384392.075680:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001cb46502. 00000100:00000200:3.0:1767384392.075682:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075684:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000363d34e0. 00000400:00000010:3.0:1767384392.075686:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007ff616d0. 00000100:00000200:3.0:1767384392.075688:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075690:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000835d681f. 00000400:00000010:3.0:1767384392.075692:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b6d98c6b. 00000100:00000200:3.0:1767384392.075694:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075696:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6dc039. 00000400:00000010:3.0:1767384392.075699:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000014ff0627. 00000100:00000200:3.0:1767384392.075702:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075716:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a1e98a3. 00000400:00000010:3.0:1767384392.075719:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3ca43a8. 00000100:00000200:3.0:1767384392.075722:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075724:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787b373c. 00000400:00000010:3.0:1767384392.075726:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b7a400d7. 00000100:00000200:3.0:1767384392.075728:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075730:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029f0d3f8. 00000400:00000010:3.0:1767384392.075732:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eecba894. 00000100:00000200:3.0:1767384392.075734:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075736:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d16baee. 00000400:00000010:3.0:1767384392.075738:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000064a0eadc. 00000100:00000200:3.0:1767384392.075740:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075741:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bfcb13c. 00000400:00000010:3.0:1767384392.075743:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009eac409a. 00000100:00000200:3.0:1767384392.075745:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075747:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6c7ae3f. 00000400:00000010:3.0:1767384392.075751:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001310192b. 00000100:00000200:3.0:1767384392.075754:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075756:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f9bcf7. 00000400:00000010:3.0:1767384392.075758:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef50946d. 00000100:00000200:3.0:1767384392.075760:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075762:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b66751fd. 00000400:00000010:3.0:1767384392.075765:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000026cc8272. 00000100:00000200:3.0:1767384392.075767:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075768:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000907e9a66. 00000400:00000010:3.0:1767384392.075771:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d4817158. 00000100:00000200:3.0:1767384392.075773:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075775:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef61d4d8. 00000400:00000010:3.0:1767384392.075777:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000fb6db73. 00000100:00000200:3.0:1767384392.075779:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075780:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791278dd. 00000400:00000010:3.0:1767384392.075783:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000309e2a28. 00000100:00000200:3.0:1767384392.075785:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075786:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4744970. 00000400:00000010:3.0:1767384392.075789:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ba8db6e. 00000100:00000200:3.0:1767384392.075792:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075794:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968a1aeb. 00000400:00000010:3.0:1767384392.075797:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a25bf3c0. 00000100:00000200:3.0:1767384392.075799:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075801:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d1da34c. 00000400:00000010:3.0:1767384392.075803:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006ce8c63. 00000100:00000200:3.0:1767384392.075806:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075808:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087d604d4. 00000400:00000010:3.0:1767384392.075810:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000012b27ba3. 00000100:00000200:3.0:1767384392.075813:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075815:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b8670d. 00000400:00000010:3.0:1767384392.075817:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000474edc1a. 00000100:00000200:3.0:1767384392.075820:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075822:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c69af38. 00000400:00000010:3.0:1767384392.075825:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fd6c948a. 00000100:00000200:3.0:1767384392.075827:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075829:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098a24a0e. 00000400:00000010:3.0:1767384392.075832:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000017841e74. 00000100:00000200:3.0:1767384392.075834:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075836:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bb9b8da. 00000400:00000010:3.0:1767384392.075839:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c961e6ce. 00000100:00000200:3.0:1767384392.075841:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075843:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025aa8e86. 00000400:00000010:3.0:1767384392.075847:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000057f59659. 00000100:00000200:3.0:1767384392.075849:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075850:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e74106e. 00000400:00000010:3.0:1767384392.075853:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000033763ae6. 00000100:00000200:3.0:1767384392.075855:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075857:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fe4cd15. 00000400:00000010:3.0:1767384392.075860:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dc07e112. 00000100:00000200:3.0:1767384392.075862:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075863:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009208b033. 00000400:00000010:3.0:1767384392.075865:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001ff3de72. 00000100:00000200:3.0:1767384392.075868:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075870:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000993c991d. 00000400:00000010:3.0:1767384392.075872:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bd3e5f04. 00000100:00000200:3.0:1767384392.075874:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075876:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041086ad8. 00000400:00000010:3.0:1767384392.075879:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b545e9e7. 00000100:00000200:3.0:1767384392.075881:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075883:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b83aeb. 00000400:00000010:3.0:1767384392.075885:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001a0e0759. 00000100:00000200:3.0:1767384392.075887:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075889:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005683843e. 00000400:00000010:3.0:1767384392.075891:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000460ddd1d. 00000100:00000200:3.0:1767384392.075893:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075895:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ebff6a9. 00000400:00000010:3.0:1767384392.075897:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6a87c76. 00000100:00000200:3.0:1767384392.075899:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075901:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b3d849. 00000400:00000010:3.0:1767384392.075903:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000014620eca. 00000100:00000200:3.0:1767384392.075905:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075907:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf644cfe. 00000400:00000010:3.0:1767384392.075909:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ac7ec98e. 00000100:00000200:3.0:1767384392.075911:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384392.075913:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e69986. 00000400:00000010:3.0:1767384392.075916:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ee774be2. 00000100:00000010:3.0:1767384392.075965:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000825b4c01. 00000100:00000200:3.0:1767384392.075980:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00010000:00000010:3.1:1767384392.076166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003f1a0743. 00010000:00000010:3.1:1767384392.076173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001a7eeb0e. 00010000:00000010:3.1:1767384392.076177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000409ae631. 00010000:00000010:3.1:1767384392.076179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c348fc4f. 00010000:00000010:3.1:1767384392.076182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b83b486e. 00010000:00000010:3.1:1767384392.076185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c93d43da. 00010000:00000010:3.1:1767384392.076189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077154621. 00010000:00000010:3.1:1767384392.076191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6b39e98. 00080000:00000010:0.0:1767384392.076525:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007a5cc666. 00080000:00000010:3.0:1767384392.076558:0:40994:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e248a505. 00010000:00000010:0.0:1767384392.076607:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1233aaa. 00010000:00000010:0.0:1767384392.076615:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005dd8896f. 00000020:00000010:0.0:1767384392.076619:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000038e4d2a9. 00000100:00000010:2.0:1767384392.076783:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004929ed34. 00000100:00000010:3.0:1767384392.076784:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f9531ad8. 00000100:00000010:3.0:1767384392.076787:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000de32e370. 20000000:00000010:3.0:1767384392.076791:0:40994:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000b7af422f. 00010000:00000200:3.0:1767384392.076804:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004669be71 x1853236728333824/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 4784/4768 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.076823:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002edb5884. 00000100:00000200:3.0:1767384392.076827:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728333824, offset 224 00000400:00000200:3.0:1767384392.076834:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.076845:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.076854:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce08600 00000400:00000200:3.0:1767384392.076861:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22cd [2] + 224 00000400:00000200:3.0:1767384392.076869:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.076872:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.076880:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011276065 x1853236728333824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.076906:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edb5884 00000400:00000010:3.0:1767384392.076908:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002edb5884. 00000400:00000010:0.0:1767384392.076919:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f641e7. 00000020:00000010:3.0:1767384392.076920:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005ec1be78. 00000400:00000200:0.0:1767384392.076922:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074d2d4e 00000400:00000010:0.0:1767384392.076924:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074d2d4e. 00000100:00000200:0.0:1767384392.076928:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011276065 x1853236728333824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.076929:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aad49b79. 00000020:00000010:3.0:1767384392.076932:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dedc57d0. 00000020:00000010:3.0:1767384392.076936:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeadc959. 02000000:00000010:3.0:1767384392.076942:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003d3d857f. 00000100:00000200:0.0:1767384392.076945:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011276065 x1853236728333824/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.076948:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384392.076950:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287c03a4. 00000400:00000010:3.0:1767384392.076954:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002edb5884. 02000000:00000010:0.0:1767384392.076973:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004cb6fa73. 00000100:00000010:0.0:1767384392.076979:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000062900eda. 00000100:00000010:0.0:1767384392.076981:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000caf92e02. 02000000:00000010:0.0:1767384392.076985:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000234f26ef. 00000100:00000010:0.0:1767384392.076989:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011276065. 00000100:00000010:0.0:1767384392.076993:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f3b62d19. 00000020:00000010:0.0:1767384392.076996:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000094b5a213. 00000020:00000010:0.0:1767384392.077005:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000007dc0356e. 00000100:00000010:1.0:1767384392.077072:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cb6fa5bf. 00000020:00000010:1.0:1767384392.077076:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003ae5a21d. 00000020:00000010:1.0:1767384392.077080:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9921ae7. 00000020:00000010:1.0:1767384392.077081:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045eae372. 00000040:00000010:1.0:1767384392.077083:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c7d42d5c. 00000020:00000010:1.0:1767384392.077086:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064983313. 00000020:00000010:1.0:1767384392.077088:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d188d4. 00000020:00000010:1.0:1767384392.077090:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000170e9ff2. 80000000:00000010:1.0:1767384392.077092:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dee99b77. 40000000:00000010:1.0:1767384392.077093:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003f7166b. 00100000:00000010:1.0:1767384392.077096:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c6b94c4. 00040000:00000010:1.0:1767384392.077098:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009d883ea5. 00040000:00000010:1.0:1767384392.077100:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000060e9c787. 00080000:00000010:1.0:1767384392.077108:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007967a72b. 00080000:00000010:1.0:1767384392.077110:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004cb6fa73. 00000004:00000010:1.0:1767384392.077113:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000019aef7aa. 00002000:00000010:1.0:1767384392.077115:0:40999:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc7227bc. 00000100:00000010:1.0:1767384392.077179:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000002ec54c08. 00000100:00000200:1.0:1767384392.077191:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384392.077198:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000075ec580f. 00000100:00000010:1.0:1767384392.077352:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009265f236. 00000020:00000010:1.0:1767384392.077355:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b712356. 00000020:00000010:1.0:1767384392.077357:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e585a54. 00000020:00000010:1.0:1767384392.077359:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009bb6f75. 00000040:00000010:1.0:1767384392.077360:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004cda233a. 00000020:00000010:1.0:1767384392.077362:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa4da8ee. 00000020:00000010:1.0:1767384392.077364:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0f30958. 00000020:00000010:1.0:1767384392.077366:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073bf0adf. 80000000:00000010:1.0:1767384392.077367:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ba99804. 40000000:00000010:1.0:1767384392.077369:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ff05dc1. 00100000:00000010:1.0:1767384392.077370:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001c9c52bd. 00040000:00000010:1.0:1767384392.077372:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f2930f1. 00040000:00000010:1.0:1767384392.077374:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065ca0adb. 00080000:00000010:1.0:1767384392.077384:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ef3215c0. 00080000:00000010:1.0:1767384392.077387:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e9a38890. 00000004:00000010:1.0:1767384392.077391:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006f9b3817. 00002000:00000010:1.0:1767384392.077392:0:41000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011e2d906. 00000100:00000010:1.0:1767384392.077440:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000d84f11b3. 00000100:00000200:1.0:1767384392.077454:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384392.077512:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000764a93ca. 00000100:00000010:3.0:1767384392.077516:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b62a5a92. 00000100:00000010:3.0:1767384392.077526:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003582ee32. 00000100:00000010:3.0:1767384392.077531:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e4d95902. 00000100:00000010:3.0:1767384392.077535:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d462abba. 00000100:00000010:3.0:1767384392.077538:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007eaf49a9. 00000100:00000010:3.0:1767384392.077539:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e1e8391. 00000100:00000010:3.0:1767384392.077541:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d3d857f. 00000100:00000010:3.0:1767384392.077542:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009013b48. 00000100:00000010:3.0:1767384392.077545:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7af422f. 00000100:00000010:3.0:1767384392.077546:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f97571a. 00000100:00000010:3.0:1767384392.077549:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a2d085c. 00000100:00000010:3.0:1767384392.077550:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000962789ee. 00000100:00000010:3.0:1767384392.077552:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c69b6019. 00000100:00000010:3.0:1767384392.077555:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8cbbdfc. 00000100:00000010:3.0:1767384392.077557:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000981ed016. 00000100:00000010:3.0:1767384392.077559:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be53bd41. 00000100:00000010:3.0:1767384392.077561:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b785eecd. 00000100:00000010:3.0:1767384392.077563:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1e375b0. 00000100:00000010:3.0:1767384392.077570:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004069ee20. 00000100:00000010:3.0:1767384392.077572:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000765171c3. 00000100:00000010:3.0:1767384392.077575:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcd5a232. 00000100:00000010:3.0:1767384392.077576:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b15d16d. 00000100:00000010:3.0:1767384392.077579:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074eb8b1a. 00000100:00000010:3.0:1767384392.077580:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b830137. 00000100:00000010:3.0:1767384392.077583:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c4ece5f. 00000100:00000010:3.0:1767384392.077584:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000358f0807. 00000100:00000010:3.0:1767384392.077590:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034d703ab. 00000100:00000010:3.0:1767384392.077592:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4810940. 00000100:00000010:3.0:1767384392.077595:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f21b5d1. 00000100:00000010:3.0:1767384392.077596:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ce2d746. 00000100:00000010:3.0:1767384392.077598:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091068b95. 00000100:00000010:3.0:1767384392.077600:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6c1fc32. 00000100:00000010:3.0:1767384392.077602:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000384d6d9e. 00000100:00000010:3.0:1767384392.077603:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005578733b. 00000100:00000010:3.0:1767384392.077610:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007efa3031. 00000100:00000010:3.0:1767384392.077611:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0845bf2. 00000100:00000010:3.0:1767384392.077614:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c703c0e. 00000100:00000010:3.0:1767384392.077615:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003126dc6b. 00000100:00000010:3.0:1767384392.077617:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c988a319. 00000100:00000010:3.0:1767384392.077619:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dbd0426. 00000100:00000010:3.0:1767384392.077621:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbff1274. 00000100:00000010:3.0:1767384392.077623:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011be4956. 00000100:00000010:3.0:1767384392.077629:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a7056ff. 00000100:00000010:3.0:1767384392.077631:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f6b1938. 00000100:00000010:3.0:1767384392.077633:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc9ffa46. 00000100:00000010:3.0:1767384392.077634:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a687343. 00000100:00000010:3.0:1767384392.077637:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbb8f71f. 00000100:00000010:3.0:1767384392.077639:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009796115c. 00000100:00000010:3.0:1767384392.077642:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009373f40f. 00000100:00000010:3.0:1767384392.077643:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e13456. 00000100:00000010:3.0:1767384392.077650:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec226155. 00000100:00000010:3.0:1767384392.077652:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043e9eaea. 00000100:00000010:3.0:1767384392.077654:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c763e925. 00000100:00000010:3.0:1767384392.077656:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d333d337. 00000100:00000010:3.0:1767384392.077658:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7f7aebe. 00000100:00000010:3.0:1767384392.077659:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aec55d84. 00000100:00000010:3.0:1767384392.077662:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002fada9f2. 00000100:00000010:3.0:1767384392.077663:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000732a4e3c. 00000100:00000010:3.0:1767384392.077669:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003673a0c5. 00000100:00000010:3.0:1767384392.077671:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001052b640. 00000100:00000010:3.0:1767384392.077674:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035342126. 00000100:00000010:3.0:1767384392.077675:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7ec6469. 00000100:00000010:3.0:1767384392.077677:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ff67091. 00000100:00000010:3.0:1767384392.077679:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8185272. 00000100:00000010:3.0:1767384392.077682:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058e12ee2. 00000100:00000010:3.0:1767384392.077683:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a1d298a. 00000100:00000010:3.0:1767384392.077689:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000cc4cec2. 00000100:00000010:3.0:1767384392.077691:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d62b855. 00000100:00000010:3.0:1767384392.077693:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9151538. 00000100:00000010:3.0:1767384392.077694:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db001817. 00000100:00000010:3.0:1767384392.077697:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c54d1fe. 00000100:00000010:3.0:1767384392.077698:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000764bad5a. 00000100:00000010:3.0:1767384392.077701:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4c110af. 00000100:00000010:3.0:1767384392.077702:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdce9a81. 00000100:00000010:3.0:1767384392.077716:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023d7525a. 00000100:00000010:3.0:1767384392.077719:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002893a43. 00000100:00000010:3.0:1767384392.077721:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb2c5961. 00000100:00000010:3.0:1767384392.077723:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa79e68a. 00000100:00000010:3.0:1767384392.077725:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000480c020d. 00000100:00000010:3.0:1767384392.077728:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037aa757b. 00000100:00000010:3.0:1767384392.077730:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048d77363. 00000100:00000010:3.0:1767384392.077732:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3078f41. 00000100:00000010:3.0:1767384392.077738:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfdad9e5. 00000100:00000010:3.0:1767384392.077740:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d8ec128. 00000100:00000010:3.0:1767384392.077743:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005922a68e. 00000100:00000010:3.0:1767384392.077744:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea002c17. 00000100:00000010:3.0:1767384392.077747:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df0aa884. 00000100:00000010:3.0:1767384392.077749:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab7213e7. 00000100:00000010:3.0:1767384392.077751:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a5811a8. 00000100:00000010:3.0:1767384392.077752:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005adcf94f. 00000100:00000010:3.0:1767384392.077758:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009adf560f. 00000100:00000010:3.0:1767384392.077761:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000190e0c89. 00000100:00000010:3.0:1767384392.077763:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e24b9dd6. 00000100:00000010:3.0:1767384392.077765:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee91635a. 00000100:00000010:3.0:1767384392.077767:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a295fa5d. 00000100:00000010:3.0:1767384392.077769:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024dde935. 00000100:00000010:3.0:1767384392.077771:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000821358bb. 00000100:00000010:3.0:1767384392.077773:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000587d801c. 00000100:00000010:3.0:1767384392.077778:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7da14e8. 00000100:00000010:3.0:1767384392.077780:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017aee334. 00000100:00000010:3.0:1767384392.077783:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e5d8b6b. 00000100:00000010:3.0:1767384392.077784:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7f7af25. 00000100:00000010:3.0:1767384392.077787:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e8faacb. 00000100:00000010:3.0:1767384392.077788:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdbfdad7. 00000100:00000010:3.0:1767384392.077791:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001213c5ec. 00000100:00000010:3.0:1767384392.077792:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a7d555. 00000100:00000010:3.0:1767384392.077799:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000045bfc8f. 00000100:00000010:3.0:1767384392.077800:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e87fee3. 00000100:00000010:3.0:1767384392.077803:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032c63748. 00000100:00000010:3.0:1767384392.077804:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f257939. 00000100:00000010:3.0:1767384392.077807:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb0767d4. 00000100:00000010:3.0:1767384392.077809:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b1e9496. 00000100:00000010:3.0:1767384392.077811:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006939e0fb. 00000100:00000010:3.0:1767384392.077813:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082cb3995. 00000100:00000010:3.0:1767384392.077819:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ae8d1ec. 00000100:00000010:3.0:1767384392.077821:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b511006. 00000100:00000010:3.0:1767384392.077823:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a5f5b17. 00000100:00000010:3.0:1767384392.077825:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4bd954a. 00000100:00000010:3.0:1767384392.077828:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d15f9d1. 00000100:00000010:3.0:1767384392.077829:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061797904. 00000100:00000010:3.0:1767384392.077831:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014c3093a. 00000100:00000010:3.0:1767384392.077833:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007d2285e. 00000100:00000010:3.0:1767384392.077839:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb50e55f. 00000100:00000010:3.0:1767384392.077840:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e55407b8. 00000100:00000010:3.0:1767384392.077843:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004830de80. 00000100:00000010:3.0:1767384392.077844:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006167bf22. 00000100:00000010:3.0:1767384392.077847:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008618f99e. 00000100:00000010:3.0:1767384392.077848:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecd81683. 00000100:00000010:3.0:1767384392.077850:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f008b89. 00000100:00000010:3.0:1767384392.077852:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000be0a6a0. 00000100:00000010:3.0:1767384392.077858:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aab720ef. 00000400:00000200:3.0:1767384392.077860:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:3.0:1767384392.077901:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005538b87d. 00000020:00000010:3.0:1767384392.077904:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000007ea8d72. 00000100:00000010:3.0:1767384392.077936:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c3cec8ed. 00000100:00000010:3.0:1767384392.077939:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005aab6e8c. 00000100:00000010:3.0:1767384392.077940:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000094813684. 00000100:00000010:3.0:1767384392.077943:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c1adfd4b. 00000100:00000010:3.0:1767384392.077944:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f43587c6. 00000100:00000200:3.0:1767384392.077964:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:3.0:1767384392.077966:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aeadc959. 00000100:00000010:3.0:1767384392.081251:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000081e1fa51. 00000020:00000010:3.0:1767384392.081261:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000074e476cd. 00000020:00000010:3.0:1767384392.081267:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000886e4407. 00000020:00000010:3.0:1767384392.081271:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001823de30. 00000040:00000010:3.0:1767384392.081274:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d301c536. 00000020:00000010:3.0:1767384392.081278:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f3e1a4a. 00000020:00000010:3.0:1767384392.081283:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b6623335. 00000020:00000010:3.0:1767384392.081286:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bf5d2f6. 80000000:00000010:3.0:1767384392.081289:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000040ff0e5b. 40000000:00000010:3.0:1767384392.081292:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9932627. 00100000:00000010:3.0:1767384392.081298:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc1442d5. 00040000:00000010:3.0:1767384392.081301:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a6af83eb. 00040000:00000010:3.0:1767384392.081305:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c36c7e7e. 00080000:00000010:3.0:1767384392.081309:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005ad8bc93. 00080000:00000010:3.0:1767384392.081313:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a817cfd8. 00000004:00000010:3.0:1767384392.081319:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c4ae7bc2. 00000100:00000200:3.0:1767384392.081324:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081330:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4589cab. 00000400:00000010:3.0:1767384392.081336:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008173a5aa. 00000100:00000200:3.0:1767384392.081341:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081343:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074606b84. 00000400:00000010:3.0:1767384392.081345:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4c0198c. 00000100:00000200:3.0:1767384392.081347:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081348:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ed9791. 00000400:00000010:3.0:1767384392.081350:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e573b1be. 00000100:00000200:3.0:1767384392.081351:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081353:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfe3b108. 00000400:00000010:3.0:1767384392.081355:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090b1accb. 00000100:00000200:3.0:1767384392.081356:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081358:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5852232. 00000400:00000010:3.0:1767384392.081359:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003246e4b0. 00000100:00000200:3.0:1767384392.081361:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081362:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e3f29c. 00000400:00000010:3.0:1767384392.081364:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2a90b3. 00000100:00000200:3.0:1767384392.081365:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081367:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5fc0a9f. 00000400:00000010:3.0:1767384392.081369:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8630338. 00000100:00000200:3.0:1767384392.081370:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081372:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e90dd129. 00000400:00000010:3.0:1767384392.081375:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5437b0. 00000100:00000200:3.0:1767384392.081377:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081379:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d6b9a. 00000400:00000010:3.0:1767384392.081381:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015dbf940. 00000100:00000200:3.0:1767384392.081383:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081385:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7911f18. 00000400:00000010:3.0:1767384392.081387:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68933b1. 00000100:00000200:3.0:1767384392.081389:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081390:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b570a984. 00000400:00000010:3.0:1767384392.081392:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb1b5e66. 00000100:00000200:3.0:1767384392.081394:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081396:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad21c58. 00000400:00000010:3.0:1767384392.081398:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034e949eb. 00000100:00000200:3.0:1767384392.081400:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081401:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009837b549. 00000400:00000010:3.0:1767384392.081404:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d3cdb1a. 00000100:00000200:3.0:1767384392.081405:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081418:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000147951a. 00000400:00000010:3.0:1767384392.081421:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051855bdb. 00000100:00000200:3.0:1767384392.081423:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081425:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d772f459. 00000400:00000010:3.0:1767384392.081427:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5e1e653. 00000100:00000200:3.0:1767384392.081428:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081430:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007e25911. 00000400:00000010:3.0:1767384392.081433:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009542a61e. 00000100:00000200:3.0:1767384392.081434:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081436:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bebc6da8. 00000400:00000010:3.0:1767384392.081438:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce532b8d. 00000100:00000200:3.0:1767384392.081441:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081442:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8e9d01. 00000400:00000010:3.0:1767384392.081444:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049f65bc7. 00000100:00000200:3.0:1767384392.081447:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081449:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a14c1c. 00000400:00000010:3.0:1767384392.081451:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f1e913. 00000100:00000200:3.0:1767384392.081453:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081454:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a17db5. 00000400:00000010:3.0:1767384392.081456:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000addb0db8. 00000100:00000200:3.0:1767384392.081458:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081460:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef6906d. 00000400:00000010:3.0:1767384392.081462:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019bfa7b3. 00000100:00000200:3.0:1767384392.081464:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081465:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073d41631. 00000400:00000010:3.0:1767384392.081467:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7c87d34. 00000100:00000200:3.0:1767384392.081469:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081471:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee05b57a. 00000400:00000010:3.0:1767384392.081473:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece8defe. 00000100:00000200:3.0:1767384392.081475:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081476:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045af18ea. 00000400:00000010:3.0:1767384392.081478:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004acfb475. 00000100:00000200:3.0:1767384392.081480:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081481:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc4cd82. 00000400:00000010:3.0:1767384392.081483:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000864cd5f0. 00000100:00000200:3.0:1767384392.081485:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081487:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007454ec26. 00000400:00000010:3.0:1767384392.081489:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea4cf481. 00000100:00000200:3.0:1767384392.081491:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081492:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069199592. 00000400:00000010:3.0:1767384392.081494:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000036c4d34. 00000100:00000200:3.0:1767384392.081496:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081498:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3755be. 00000400:00000010:3.0:1767384392.081500:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031bd8674. 00000100:00000200:3.0:1767384392.081502:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081503:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000327c7e3e. 00000400:00000010:3.0:1767384392.081505:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f313a9fc. 00000100:00000200:3.0:1767384392.081507:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081508:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333ca1e2. 00000400:00000010:3.0:1767384392.081511:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a77140d1. 00000100:00000200:3.0:1767384392.081512:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081515:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d356230. 00000400:00000010:3.0:1767384392.081517:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b57ca6e5. 00000100:00000200:3.0:1767384392.081519:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081520:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089567dab. 00000400:00000010:3.0:1767384392.081522:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003db8ee5c. 00000100:00000200:3.0:1767384392.081524:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081525:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc0b6f7. 00000400:00000010:3.0:1767384392.081527:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec79618d. 00000100:00000200:3.0:1767384392.081529:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081531:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b13f6be. 00000400:00000010:3.0:1767384392.081533:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da2cf52. 00000100:00000200:3.0:1767384392.081535:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081536:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000043138da. 00000400:00000010:3.0:1767384392.081538:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0b536a4. 00000100:00000200:3.0:1767384392.081540:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081542:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957aa1e1. 00000400:00000010:3.0:1767384392.081544:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016f225c6. 00000100:00000200:3.0:1767384392.081546:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081547:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b978b. 00000400:00000010:3.0:1767384392.081549:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000568d3e82. 00000100:00000200:3.0:1767384392.081551:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081553:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b81084e. 00000400:00000010:3.0:1767384392.081556:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c086b007. 00000100:00000200:3.0:1767384392.081558:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081560:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c661f56. 00000400:00000010:3.0:1767384392.081562:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b98cd9. 00000100:00000200:3.0:1767384392.081564:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081566:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a1a20f7. 00000400:00000010:3.0:1767384392.081568:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d360105a. 00000100:00000200:3.0:1767384392.081569:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081572:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bfff472. 00000400:00000010:3.0:1767384392.081573:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b51b298. 00000100:00000200:3.0:1767384392.081575:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081576:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1d5dc39. 00000400:00000010:3.0:1767384392.081577:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec9f0aea. 00000100:00000200:3.0:1767384392.081578:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081579:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e0453b. 00000400:00000010:3.0:1767384392.081581:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a0b46c. 00000100:00000200:3.0:1767384392.081582:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081583:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000731130d1. 00000400:00000010:3.0:1767384392.081584:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf4642b6. 00000100:00000200:3.0:1767384392.081585:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081586:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec36b77. 00000400:00000010:3.0:1767384392.081587:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb3b2d0. 00000100:00000200:3.0:1767384392.081588:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081589:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053954ee6. 00000400:00000010:3.0:1767384392.081590:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9ed23f. 00000100:00000200:3.0:1767384392.081591:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081592:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee47a33. 00000400:00000010:3.0:1767384392.081593:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026791417. 00000100:00000200:3.0:1767384392.081594:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081595:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbb215dc. 00000400:00000010:3.0:1767384392.081595:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce8880e. 00000100:00000200:3.0:1767384392.081596:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081597:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000562367a. 00000400:00000010:3.0:1767384392.081598:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e6c172. 00000100:00000200:3.0:1767384392.081599:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081600:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dae57c9c. 00000400:00000010:3.0:1767384392.081601:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fdd01b7. 00000100:00000200:3.0:1767384392.081602:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081603:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4380ecd. 00000400:00000010:3.0:1767384392.081604:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030dce910. 00000100:00000200:3.0:1767384392.081605:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081605:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e28874. 00000400:00000010:3.0:1767384392.081606:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f696796. 00000100:00000200:3.0:1767384392.081607:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081608:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f0e5d8. 00000400:00000010:3.0:1767384392.081609:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a005b72. 00000100:00000200:3.0:1767384392.081610:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081611:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022acb45a. 00000400:00000010:3.0:1767384392.081613:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a63e6d7c. 00000100:00000200:3.0:1767384392.081614:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081615:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b07e053f. 00000400:00000010:3.0:1767384392.081617:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029338b1b. 00000100:00000200:3.0:1767384392.081618:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081618:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029910a5f. 00000400:00000010:3.0:1767384392.081620:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fec15973. 00000100:00000200:3.0:1767384392.081621:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081622:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab6adee. 00000400:00000010:3.0:1767384392.081623:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bb71258. 00000100:00000200:3.0:1767384392.081623:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081624:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c90dba2. 00000400:00000010:3.0:1767384392.081625:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c4f5fd7. 00000100:00000200:3.0:1767384392.081626:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081627:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b04901a. 00000400:00000010:3.0:1767384392.081628:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d53682da. 00000100:00000200:3.0:1767384392.081629:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081630:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4d33c93. 00000400:00000010:3.0:1767384392.081631:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdd284f. 00000100:00000200:3.0:1767384392.081632:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081633:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c2e4bd. 00000400:00000010:3.0:1767384392.081634:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000682a252b. 00000100:00000200:3.0:1767384392.081635:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081636:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edc65cb5. 00000400:00000010:3.0:1767384392.081637:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c265aa2. 00000100:00000200:3.0:1767384392.081638:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081639:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051b9c4fd. 00000400:00000010:3.0:1767384392.081640:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046f17ce8. 00000100:00000200:3.0:1767384392.081641:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384392.081642:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e176d09. 00000400:00000010:3.0:1767384392.081643:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a4ce85b. 00000100:00000010:3.0:1767384392.081657:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000051d05695. 00000100:00000200:3.0:1767384392.081671:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384392.081692:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b2e3df48. 00000100:00000010:3.0:1767384392.081998:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d59f9c05. 00000020:00000010:3.0:1767384392.082001:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007707da94. 00000020:00000010:3.0:1767384392.082004:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000691494a7. 00000020:00000010:3.0:1767384392.082007:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db586157. 00000040:00000010:3.0:1767384392.082009:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb6f7208. 00000020:00000010:3.0:1767384392.082012:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000944bbd6f. 00000020:00000010:3.0:1767384392.082015:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058bda9e4. 00000020:00000010:3.0:1767384392.082017:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bed9b037. 80000000:00000010:3.0:1767384392.082031:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e9e634f. 40000000:00000010:3.0:1767384392.082033:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003aa7e917. 00100000:00000010:3.0:1767384392.082035:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bacbf5. 00040000:00000010:3.0:1767384392.082038:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000645a9da0. 00040000:00000010:3.0:1767384392.082040:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffd37926. 00080000:00000010:3.0:1767384392.082043:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000065339bd8. 00080000:00000010:3.0:1767384392.082054:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000857e4c51. 00000004:00000010:3.0:1767384392.082058:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058310034. 00000100:00000010:3.0:1767384392.082066:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002eecaed3. 00000100:00000200:3.0:1767384392.082088:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384392.082096:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002eccb1fa. 00000100:00000010:1.0:1767384392.082102:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f180ab7d. 00000100:00000010:1.0:1767384392.082113:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b2051c60. 00000100:00000010:1.0:1767384392.082120:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e7bd6f80. 00000100:00000010:1.0:1767384392.082125:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af0df90e. 00010000:00000010:0.1:1767384392.082239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1233aaa. 00010000:00000010:0.1:1767384392.082248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005dd8896f. 00000100:00000010:1.0:1767384392.082734:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000238ebc99. 00000100:00000010:0.0:1767384392.082793:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf1586e1. 00000100:00000010:0.0:1767384392.083103:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007160021a. 00000100:00000010:0.0:1767384392.083108:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000349a909e. 00000100:00000010:0.0:1767384392.083404:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e5a0f492. 00000100:00000010:0.0:1767384392.083418:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb22f7ec. 00000100:00000010:0.0:1767384392.083684:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008901cfa9. 00000100:00000010:0.0:1767384392.083687:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cefb93a0. 00000100:00000010:0.0:1767384392.083949:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f263f537. 00000100:00000010:0.0:1767384392.083952:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ada6064. 00000100:00000010:0.0:1767384392.084247:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ec44e76e. 00000100:00000010:0.0:1767384392.084252:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d4cbc4b. 00000100:00000010:0.0:1767384392.084521:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000369f0f6. 00000100:00000010:0.0:1767384392.084524:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063b8cebf. 00000100:00000010:0.0:1767384392.084784:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000faaeb4f0. 00000100:00000010:0.0:1767384392.084787:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ad76453. 00000100:00000010:0.0:1767384392.085051:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033c170e7. 00000100:00000010:0.0:1767384392.085056:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079393c50. 00000100:00000010:0.0:1767384392.085345:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca34c5ca. 00000100:00000010:0.0:1767384392.085350:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003da53866. 00000100:00000010:0.0:1767384392.085615:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000da20f95. 00000100:00000010:0.0:1767384392.085619:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f5bf951. 00000100:00000010:0.0:1767384392.085881:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008aa02517. 00000100:00000010:0.0:1767384392.085883:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075dd1e68. 00000100:00000010:0.0:1767384392.086450:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e67f389. 00000100:00000010:0.0:1767384392.086457:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e88d6f. 00000100:00000010:0.0:1767384392.086754:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bdf1336c. 00000100:00000010:0.0:1767384392.086760:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e373c676. 00000100:00000010:0.0:1767384392.087034:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000710e76f6. 00000100:00000010:0.0:1767384392.087041:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000049cf063. 00000100:00000010:0.0:1767384392.087392:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000405963eb. 00000100:00000010:0.0:1767384392.087397:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c6a2251. 00000100:00000010:0.0:1767384392.087669:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009c6ab6dd. 00000100:00000010:0.0:1767384392.087673:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1ed02df. 00000100:00000010:0.0:1767384392.087937:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002ebcd279. 00000100:00000010:0.0:1767384392.087940:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000801c7398. 00000100:00000010:0.0:1767384392.088288:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e51ffd88. 00000100:00000010:0.0:1767384392.088292:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007929bf4b. 00000100:00000010:0.0:1767384392.088560:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb448e23. 00000100:00000010:0.0:1767384392.088564:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008417385e. 00000100:00000010:0.0:1767384392.088950:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007aadddfc. 00000100:00000010:0.0:1767384392.088954:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b23fd30. 00000100:00000010:0.0:1767384392.089350:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7edd126. 00000100:00000010:0.0:1767384392.089355:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e978de3b. 00000100:00000010:0.0:1767384392.089655:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b3bc79fa. 00000100:00000010:0.0:1767384392.089660:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078666963. 00000100:00000010:0.0:1767384392.089958:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003a62b18f. 00000100:00000010:0.0:1767384392.089964:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074968945. 00000100:00000010:0.0:1767384392.090414:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000067049483. 00000100:00000010:0.0:1767384392.090422:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eed8844. 00000100:00000010:0.0:1767384392.090748:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e5015b56. 00000100:00000010:0.0:1767384392.090754:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ad55167. 00000100:00000010:0.0:1767384392.091061:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038527e69. 00000100:00000010:0.0:1767384392.091067:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b42d164. 00000100:00000010:0.0:1767384392.091489:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003854ee79. 00000100:00000010:0.0:1767384392.091494:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be2a8202. 00000100:00000010:0.0:1767384392.091795:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ad1cd1e. 00000100:00000010:0.0:1767384392.091801:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed025b88. 00000100:00000010:0.0:1767384392.092255:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c4397c2e. 00000100:00000010:0.0:1767384392.092261:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055d5b7d2. 00000100:00000010:0.0:1767384392.092559:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004b9e2ac3. 00000100:00000010:0.0:1767384392.092568:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015ecf5de. 00000100:00000010:0.0:1767384392.092875:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d3d524c. 00000100:00000010:0.0:1767384392.092881:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b8a723. 00000100:00000010:0.0:1767384392.093287:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002b5f7e3a. 00000100:00000010:0.0:1767384392.093292:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083b627d5. 00000100:00000010:0.0:1767384392.093601:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000009e9740f. 00000100:00000010:0.0:1767384392.093606:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c10b6eb1. 00000100:00000010:0.0:1767384392.093888:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c5a103c0. 00000100:00000010:0.0:1767384392.093895:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b80de7a5. 00000100:00000010:0.0:1767384392.094267:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bee965de. 00000100:00000010:0.0:1767384392.094271:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000338807f8. 00000100:00000010:0.0:1767384392.094554:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ba0b90d9. 00000100:00000010:0.0:1767384392.094559:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b1918f5. 00000100:00000010:0.0:1767384392.094844:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b202ebb3. 00000100:00000010:0.0:1767384392.094848:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df54fab6. 00000100:00000010:0.0:1767384392.095122:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e98881c. 00000100:00000010:0.0:1767384392.095127:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036c6b7a6. 00000100:00000010:0.0:1767384392.095482:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004cde1635. 00000100:00000010:0.0:1767384392.095511:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064048e47. 00000100:00000010:0.0:1767384392.095796:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005847626b. 00000100:00000010:0.0:1767384392.095802:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986a7ef5. 00000100:00000010:0.0:1767384392.096105:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000955c3f3d. 00000100:00000010:0.0:1767384392.096110:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3dff067. 00000100:00000010:0.0:1767384392.096447:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed033a83. 00000100:00000010:0.0:1767384392.096451:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003529c531. 00000100:00000010:0.0:1767384392.096742:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000006c4e946. 00000100:00000010:0.0:1767384392.096747:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd44da43. 00000100:00000010:0.0:1767384392.097036:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041bb24a2. 00000100:00000010:0.0:1767384392.097041:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bc96a9d. 00000100:00000010:0.0:1767384392.097397:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079cab54d. 00000100:00000010:0.0:1767384392.097402:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000474ce5df. 00000100:00000010:0.0:1767384392.097690:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca1d3c9b. 00000100:00000010:0.0:1767384392.097694:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058f5ee8d. 00000100:00000010:0.0:1767384392.097993:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e7fd3b14. 00000100:00000010:0.0:1767384392.097997:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fc197a0. 00000100:00000010:0.0:1767384392.098324:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038b6ecd4. 00000100:00000010:0.0:1767384392.098327:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faf7fc9e. 00000100:00000010:0.0:1767384392.098610:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d7b1ee79. 00000100:00000010:0.0:1767384392.098615:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082792bf6. 00000100:00000010:0.0:1767384392.098890:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f100e646. 00000100:00000010:0.0:1767384392.098895:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be2db40f. 00000100:00000010:0.0:1767384392.099289:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000085231299. 00000100:00000010:0.0:1767384392.099295:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a55d7eb3. 00000100:00000010:0.0:1767384392.099607:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041e794ee. 00000100:00000010:0.0:1767384392.099612:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bda9ea58. 00000100:00000010:0.0:1767384392.099920:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f00ed65d. 00000100:00000010:0.0:1767384392.099926:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef0562bc. 00000100:00000010:0.0:1767384392.100295:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc9b71a9. 00000100:00000010:0.0:1767384392.100301:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003283ce22. 00000100:00000010:0.0:1767384392.100621:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006a6a4911. 00000100:00000010:0.0:1767384392.100629:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ab52339. 00000100:00000010:0.0:1767384392.100930:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000822b4725. 00000100:00000010:0.0:1767384392.100936:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009446245d. 00000100:00000010:0.0:1767384392.101319:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c55aa612. 00000100:00000010:0.0:1767384392.101324:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002d7fac9. 00000100:00000010:0.0:1767384392.101620:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000030055106. 00000100:00000010:0.0:1767384392.101625:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e5940e7. 00000100:00000010:0.0:1767384392.101932:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000b3bcae9. 00000100:00000010:0.0:1767384392.101938:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055f3af5c. 00000100:00000010:0.0:1767384392.102314:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e18f8b9f. 00000100:00000010:0.0:1767384392.102320:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5eb2655. 00000100:00000010:0.0:1767384392.102633:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000048fde83c. 00000100:00000010:0.0:1767384392.102638:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033e7f5c5. 00000100:00000010:0.0:1767384392.102931:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009308adcb. 00000100:00000010:0.0:1767384392.102936:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a0d07e9. 00000100:00000010:0.0:1767384392.103283:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004cb01542. 00000400:00000200:0.0:1767384392.103291:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:0.0:1767384392.103378:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000059d38986. 00000020:00000010:0.0:1767384392.103383:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d824dfe8. 00000100:00000010:0.0:1767384392.103435:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c5d90362. 00000100:00000010:0.0:1767384392.103441:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003a467e56. 00000100:00000010:0.0:1767384392.103444:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e8cb28d1. 00000100:00000010:0.0:1767384392.103448:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e9692192. 00000100:00000010:0.0:1767384392.103451:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c08f7f7b. 00000100:00000200:0.0:1767384392.103482:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:0.0:1767384392.103487:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ff4af3e6. 00000100:00000010:0.0:1767384392.103811:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000927d7fcd. 00000020:00000010:0.0:1767384392.103816:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d2a78b0. 00000020:00000010:0.0:1767384392.103821:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be2dea4d. 00000020:00000010:0.0:1767384392.103824:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088e1552b. 00000040:00000010:0.0:1767384392.103827:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bb6774a. 00000020:00000010:0.0:1767384392.103830:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007daad46. 00000020:00000010:0.0:1767384392.103833:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029cdab35. 00000020:00000010:0.0:1767384392.103838:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc0529ed. 80000000:00000010:0.0:1767384392.103841:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077ef49b6. 40000000:00000010:0.0:1767384392.103844:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004bfe7157. 00100000:00000010:0.0:1767384392.103847:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003990f29c. 00040000:00000010:0.0:1767384392.103851:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077fbf7d2. 00040000:00000010:0.0:1767384392.103853:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000174e91ca. 00080000:00000010:0.0:1767384392.103858:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006ae94dbb. 00080000:00000010:0.0:1767384392.103861:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b678eb42. 00000004:00000010:0.0:1767384392.103867:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000617ced23. 00002000:00000010:0.0:1767384392.103870:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b6310815. 00000100:00000200:0.0:1767384392.103874:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103878:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003818671f. 00000400:00000010:0.0:1767384392.103888:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e22cebac. 00000100:00000200:0.0:1767384392.103894:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103895:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163baf64. 00000400:00000010:0.0:1767384392.103898:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094b5a213. 00000100:00000200:0.0:1767384392.103900:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103901:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fb9c53. 00000400:00000010:0.0:1767384392.103904:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000234f26ef. 00000100:00000200:0.0:1767384392.103906:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103907:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb633589. 00000400:00000010:0.0:1767384392.103917:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009424da77. 00000100:00000200:0.0:1767384392.103920:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103921:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d33bc7. 00000400:00000010:0.0:1767384392.103924:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000064c9ab50. 00000100:00000200:0.0:1767384392.103926:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103927:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be25d76d. 00000400:00000010:0.0:1767384392.103930:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e8a1befc. 00000100:00000200:0.0:1767384392.103932:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103933:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032730fd4. 00000400:00000010:0.0:1767384392.103935:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000081f1322e. 00000100:00000200:0.0:1767384392.103938:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103938:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063af9729. 00000400:00000010:0.0:1767384392.103944:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000897893fb. 00000100:00000200:0.0:1767384392.103948:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103949:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fbc2b02. 00000400:00000010:0.0:1767384392.103951:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000074a15820. 00000100:00000200:0.0:1767384392.103953:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103954:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a07676. 00000400:00000010:0.0:1767384392.103957:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b8eaa6f0. 00000100:00000200:0.0:1767384392.103959:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103960:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000733191b4. 00000400:00000010:0.0:1767384392.103963:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc27473a. 00000100:00000200:0.0:1767384392.103965:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103966:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e131e8. 00000400:00000010:0.0:1767384392.103972:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e8bdc3e7. 00000100:00000200:0.0:1767384392.103976:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103977:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a196e61d. 00000400:00000010:0.0:1767384392.103979:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007466ed4c. 00000100:00000200:0.0:1767384392.103981:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103982:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ea13dc. 00000400:00000010:0.0:1767384392.103985:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce755255. 00000100:00000200:0.0:1767384392.103987:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103988:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024d9ee7f. 00000400:00000010:0.0:1767384392.103990:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028226b49. 00000100:00000200:0.0:1767384392.103992:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.103993:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002416bbef. 00000400:00000010:0.0:1767384392.104001:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b1048bee. 00000100:00000200:0.0:1767384392.104005:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104006:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b74ac4b4. 00000400:00000010:0.0:1767384392.104008:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dce11672. 00000100:00000200:0.0:1767384392.104010:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104011:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004216a962. 00000400:00000010:0.0:1767384392.104014:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003c311d7e. 00000100:00000200:0.0:1767384392.104016:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104017:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080311424. 00000400:00000010:0.0:1767384392.104030:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff7b9791. 00000100:00000200:0.0:1767384392.104034:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104036:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022806221. 00000400:00000010:0.0:1767384392.104044:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000047a33bb. 00000100:00000200:0.0:1767384392.104048:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104049:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c858b9b. 00000400:00000010:0.0:1767384392.104052:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d2e4433. 00000100:00000200:0.0:1767384392.104054:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104055:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b713a15. 00000400:00000010:0.0:1767384392.104058:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000007ef83f1. 00000100:00000200:0.0:1767384392.104060:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104061:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b06117f. 00000400:00000010:0.0:1767384392.104064:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b618a25a. 00000100:00000200:0.0:1767384392.104066:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104067:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbefcfa2. 00000400:00000010:0.0:1767384392.104074:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b878168. 00000100:00000200:0.0:1767384392.104077:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104078:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010f50572. 00000400:00000010:0.0:1767384392.104081:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5c40760. 00000100:00000200:0.0:1767384392.104083:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104084:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f34de4aa. 00000400:00000010:0.0:1767384392.104087:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cb5d1d23. 00000100:00000200:0.0:1767384392.104089:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104090:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ee997a. 00000400:00000010:0.0:1767384392.104092:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005cf8430c. 00000100:00000200:0.0:1767384392.104094:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104095:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0e4d4a. 00000400:00000010:0.0:1767384392.104101:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000566a6556. 00000100:00000200:0.0:1767384392.104105:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104105:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f5fa4b. 00000400:00000010:0.0:1767384392.104108:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b892e24f. 00000100:00000200:0.0:1767384392.104110:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104111:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba6954c. 00000400:00000010:0.0:1767384392.104113:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de307b7f. 00000100:00000200:0.0:1767384392.104115:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104116:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba405bff. 00000400:00000010:0.0:1767384392.104118:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000f614ee. 00000100:00000200:0.0:1767384392.104120:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104121:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df586b6. 00000400:00000010:0.0:1767384392.104127:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4a46f37. 00000100:00000200:0.0:1767384392.104130:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104131:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000947621b5. 00000400:00000010:0.0:1767384392.104133:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001497c37a. 00000100:00000200:0.0:1767384392.104176:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104180:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50b0e5c. 00000400:00000010:0.0:1767384392.104184:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9d2495b. 00000100:00000200:0.0:1767384392.104188:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104189:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c295fbe. 00000400:00000010:0.0:1767384392.104193:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000047f44340. 00000100:00000200:0.0:1767384392.104196:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104198:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeeeae35. 00000400:00000010:0.0:1767384392.104208:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe7b7cc0. 00000100:00000200:0.0:1767384392.104213:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104215:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001547a813. 00000400:00000010:0.0:1767384392.104219:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000291c9cab. 00000100:00000200:0.0:1767384392.104222:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104224:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035eede6a. 00000400:00000010:0.0:1767384392.104228:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000018ea0c9. 00000100:00000200:0.0:1767384392.104231:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104233:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7e47cbb. 00000400:00000010:0.0:1767384392.104237:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b39d6282. 00000100:00000200:0.0:1767384392.104240:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104242:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003498bf18. 00000400:00000010:0.0:1767384392.104250:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e29ee23. 00000100:00000200:0.0:1767384392.104254:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104255:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003823ecea. 00000400:00000010:0.0:1767384392.104258:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000050918687. 00000100:00000200:0.0:1767384392.104260:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104261:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a6ec84. 00000400:00000010:0.0:1767384392.104264:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf8a91b7. 00000100:00000200:0.0:1767384392.104266:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104267:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44365e6. 00000400:00000010:0.0:1767384392.104269:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000993bde04. 00000100:00000200:0.0:1767384392.104271:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104272:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006cdc01e. 00000400:00000010:0.0:1767384392.104278:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce55d43e. 00000100:00000200:0.0:1767384392.104281:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104282:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a895c2d. 00000400:00000010:0.0:1767384392.104285:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006a6bb9a4. 00000100:00000200:0.0:1767384392.104287:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104288:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8eeeacf. 00000400:00000010:0.0:1767384392.104290:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f59d1789. 00000100:00000200:0.0:1767384392.104292:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104293:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2760880. 00000400:00000010:0.0:1767384392.104296:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001c321bbb. 00000100:00000200:0.0:1767384392.104298:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104299:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a12ddab3. 00000400:00000010:0.0:1767384392.104305:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fa419195. 00000100:00000200:0.0:1767384392.104309:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104310:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c86b7fef. 00000400:00000010:0.0:1767384392.104313:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a0469da. 00000100:00000200:0.0:1767384392.104315:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104316:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013400cad. 00000400:00000010:0.0:1767384392.104318:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c0279036. 00000100:00000200:0.0:1767384392.104320:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104321:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e9b3e89. 00000400:00000010:0.0:1767384392.104324:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f297480. 00000100:00000200:0.0:1767384392.104325:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104326:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d38d3e04. 00000400:00000010:0.0:1767384392.104332:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c1b5bede. 00000100:00000200:0.0:1767384392.104335:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104336:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7c8ec0d. 00000400:00000010:0.0:1767384392.104339:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000816dc0ff. 00000100:00000200:0.0:1767384392.104341:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104342:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a8fd3a. 00000400:00000010:0.0:1767384392.104344:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9e5771b. 00000100:00000200:0.0:1767384392.104346:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104347:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42e1f63. 00000400:00000010:0.0:1767384392.104350:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d0305d6. 00000100:00000200:0.0:1767384392.104351:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104352:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a8dad9. 00000400:00000010:0.0:1767384392.104358:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000002acfc02. 00000100:00000200:0.0:1767384392.104361:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104362:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d682ba1. 00000400:00000010:0.0:1767384392.104364:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002bc25cf5. 00000100:00000200:0.0:1767384392.104366:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104367:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61a78a0. 00000400:00000010:0.0:1767384392.104369:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a89c8966. 00000100:00000200:0.0:1767384392.104371:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104373:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006985e8bb. 00000400:00000010:0.0:1767384392.104375:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000511b6a54. 00000100:00000200:0.0:1767384392.104377:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104378:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e0a622e. 00000400:00000010:0.0:1767384392.104384:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001024d1bd. 00000100:00000200:0.0:1767384392.104387:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104388:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e29dae. 00000400:00000010:0.0:1767384392.104391:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0284394. 00000100:00000200:0.0:1767384392.104393:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104394:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4fbfe93. 00000400:00000010:0.0:1767384392.104396:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e690335b. 00000100:00000200:0.0:1767384392.104398:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104399:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fed2810c. 00000400:00000010:0.0:1767384392.104401:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cf7ecc61. 00000100:00000200:0.0:1767384392.104403:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384392.104404:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a86863ff. 00000400:00000010:0.0:1767384392.104469:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e3e12340. 00000100:00000010:0.0:1767384392.104482:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000086b0bf48. 00000100:00000010:3.0:1767384392.104516:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003421ce57. 00000100:00000200:0.0:1767384392.104573:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384392.104656:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ecbdb1f4. 00000020:00000010:0.0:1767384392.104659:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fd163c26. 00000020:00000010:0.0:1767384392.104663:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf21124. 00000020:00000010:0.0:1767384392.104664:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001281c1db. 00000040:00000010:0.0:1767384392.104666:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003613319b. 00000020:00000010:0.0:1767384392.104668:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001895b1bb. 00000020:00000010:0.0:1767384392.104670:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4d47bd1. 00000020:00000010:0.0:1767384392.104672:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000933c9817. 80000000:00000010:0.0:1767384392.104673:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8205c02. 40000000:00000010:0.0:1767384392.104674:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c673e07. 00100000:00000010:0.0:1767384392.104677:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e25c8416. 00040000:00000010:0.0:1767384392.104678:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c4def75c. 00040000:00000010:0.0:1767384392.104680:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000575045c3. 00080000:00000010:0.0:1767384392.104683:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c3a2f69c. 00080000:00000010:0.0:1767384392.104685:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c2b4532d. 00000004:00000010:0.0:1767384392.104689:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000916c6dc5. 00002000:00000010:0.0:1767384392.104691:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc76d762. 00000100:00000010:0.0:1767384392.104701:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e656df01. 00000100:00000200:0.0:1767384392.104719:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384392.107073:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000072612916. 00000100:00000010:3.0:1767384392.107084:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000dd5ee1a0. 00000100:00000010:3.0:1767384392.107098:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000063b6cc9. 00000100:00000010:3.0:1767384392.107106:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000077c750d9. 00000100:00000010:3.0:1767384392.107116:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cfcbe6c. 00000100:00000010:3.0:1767384392.107121:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009714823b. 00000100:00000010:3.0:1767384392.107124:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001edb28be. 00000100:00000010:3.0:1767384392.107127:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000073a3147. 00000100:00000010:3.0:1767384392.107129:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000babfda39. 00000100:00000010:3.0:1767384392.107131:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4ee5cad. 00000100:00000010:3.0:1767384392.107133:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000141ff742. 00000100:00000010:3.0:1767384392.107156:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009abec01a. 00000100:00000010:3.0:1767384392.107159:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003984bb7a. 00000100:00000010:3.0:1767384392.107162:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007768c5ce. 00000100:00000010:3.0:1767384392.107166:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab6d4902. 00000100:00000010:3.0:1767384392.107170:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034d99a95. 00000100:00000010:3.0:1767384392.107172:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66798b9. 00000100:00000010:3.0:1767384392.107175:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f853cda3. 00000100:00000010:3.0:1767384392.107197:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000722f1ae. 00000100:00000010:3.0:1767384392.107200:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbd3ac24. 00000100:00000010:3.0:1767384392.107202:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad0a3855. 00000100:00000010:3.0:1767384392.107221:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5e998a6. 00000100:00000010:3.0:1767384392.107225:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000987f0e61. 00000100:00000010:3.0:1767384392.107227:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e0012ce. 00000100:00000010:3.0:1767384392.107229:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076f402ed. 00000100:00000010:3.0:1767384392.107232:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9bf5262. 00000100:00000010:3.0:1767384392.107234:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007984c252. 00000100:00000010:3.0:1767384392.107248:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af689627. 00000100:00000010:3.0:1767384392.107252:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002667fde. 00000100:00000010:3.0:1767384392.107255:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013bb80d9. 00000100:00000010:3.0:1767384392.107257:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ba98bf5. 00000100:00000010:3.0:1767384392.107271:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f7b4869. 00000100:00000010:3.0:1767384392.107274:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000801c1cdc. 00000100:00000010:3.0:1767384392.107276:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006728437f. 00000100:00000010:3.0:1767384392.107278:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c853b5c3. 00000100:00000010:3.0:1767384392.107280:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c884073. 00000100:00000010:3.0:1767384392.107282:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000660c935f. 00000100:00000010:3.0:1767384392.107284:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bada629f. 00000100:00000010:3.0:1767384392.107285:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011c5f650. 00000100:00000010:3.0:1767384392.107287:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a0e5025. 00000100:00000010:3.0:1767384392.107289:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060247ee4. 00000100:00000010:3.0:1767384392.107291:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d54bea6b. 00000100:00000010:3.0:1767384392.107299:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c13b0a67. 00000100:00000010:3.0:1767384392.107302:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000510faa82. 00000100:00000010:3.0:1767384392.107304:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000677c4db4. 00000100:00000010:3.0:1767384392.107306:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001196164. 00000100:00000010:3.0:1767384392.107307:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d3d7bf2. 00000100:00000010:3.0:1767384392.107309:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bed1aa67. 00000100:00000010:3.0:1767384392.107311:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f679740. 00000100:00000010:3.0:1767384392.107312:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec4491fc. 00000100:00000010:3.0:1767384392.107314:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3dc380d. 00000100:00000010:3.0:1767384392.107315:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083cd96b9. 00000100:00000010:3.0:1767384392.107317:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5c65c2a. 00000100:00000010:3.0:1767384392.107319:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086efe97c. 00000100:00000010:3.0:1767384392.107320:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb174451. 00000100:00000010:3.0:1767384392.107329:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a202540d. 00000100:00000010:3.0:1767384392.107331:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf11775e. 00000100:00000010:3.0:1767384392.107333:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000978376ec. 00000100:00000010:3.0:1767384392.107334:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f90a405f. 00000100:00000010:3.0:1767384392.107336:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fb3a447. 00000100:00000010:3.0:1767384392.107337:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054c57b37. 00000100:00000010:3.0:1767384392.107339:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3286ef6. 00000100:00000010:3.0:1767384392.107340:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f32ea27. 00000100:00000010:3.0:1767384392.107342:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012dffa2e. 00000100:00000010:3.0:1767384392.107344:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038bcd162. 00000100:00000010:3.0:1767384392.107346:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd4d7f57. 00000100:00000010:3.0:1767384392.107348:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000278f9213. 00000100:00000010:3.0:1767384392.107356:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cfa8fdba. 00000100:00000010:3.0:1767384392.107358:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed83468d. 00000100:00000010:3.0:1767384392.107360:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5aaa99e. 00000100:00000010:3.0:1767384392.107362:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e1ea563. 00000100:00000010:3.0:1767384392.107364:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f290fa59. 00000100:00000010:3.0:1767384392.107365:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b27487a. 00000100:00000010:3.0:1767384392.107368:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f58b66f9. 00000100:00000010:3.0:1767384392.107369:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030ff61a1. 00000100:00000010:3.0:1767384392.107371:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012e62715. 00000100:00000010:3.0:1767384392.107373:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000783bd455. 00000100:00000010:3.0:1767384392.107375:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8e347dd. 00000100:00000010:3.0:1767384392.107376:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef840af2. 00000100:00000010:3.0:1767384392.107378:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e03e3e23. 00000100:00000010:3.0:1767384392.107389:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014dfec42. 00000100:00000010:3.0:1767384392.107391:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e51c380f. 00000100:00000010:3.0:1767384392.107392:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c068530. 00000100:00000010:3.0:1767384392.107394:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000350ac060. 00000100:00000010:3.0:1767384392.107396:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c062bc33. 00000100:00000010:3.0:1767384392.107399:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046da3e18. 00000100:00000010:3.0:1767384392.107400:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000844bf35b. 00000100:00000010:3.0:1767384392.107402:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df362eb3. 00000100:00000010:3.0:1767384392.107404:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000930a3b34. 00000100:00000010:3.0:1767384392.107420:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000483a3cf7. 00000100:00000010:3.0:1767384392.107422:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9b94696. 00000100:00000010:3.0:1767384392.107424:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065c8a1b2. 00000100:00000010:3.0:1767384392.107426:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d44e5042. 00000100:00000010:3.0:1767384392.107428:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005924e726. 00000100:00000010:3.0:1767384392.107429:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007294b306. 00000100:00000010:3.0:1767384392.107431:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009746c4a0. 00000100:00000010:3.0:1767384392.107433:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f08911c7. 00000100:00000010:3.0:1767384392.107435:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000130e6a63. 00000100:00000010:3.0:1767384392.107445:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069678992. 00000100:00000010:3.0:1767384392.107447:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000417491fd. 00000100:00000010:3.0:1767384392.107449:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000394d9aef. 00000100:00000010:3.0:1767384392.107451:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc21fa04. 00000100:00000010:3.0:1767384392.107453:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000525054d1. 00000100:00000010:3.0:1767384392.107455:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003464450c. 00000100:00000010:3.0:1767384392.107456:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aad65b7. 00000100:00000010:3.0:1767384392.107458:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a0d347e. 00000100:00000010:3.0:1767384392.107460:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bf15a6. 00000100:00000010:3.0:1767384392.107462:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000696774fa. 00000100:00000010:3.0:1767384392.107469:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9699abd. 00000100:00000010:3.0:1767384392.107472:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000801c0dbf. 00000100:00000010:3.0:1767384392.107473:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081912b81. 00000100:00000010:3.0:1767384392.107475:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e3067d0. 00000100:00000010:3.0:1767384392.107477:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000430432fc. 00000100:00000010:3.0:1767384392.107479:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ced6c760. 00000100:00000010:3.0:1767384392.107480:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a196fd4. 00000100:00000010:3.0:1767384392.107482:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000d939fb. 00000100:00000010:3.0:1767384392.107483:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c251e87. 00000100:00000010:3.0:1767384392.107485:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fee78d11. 00000100:00000010:3.0:1767384392.107486:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acce5f42. 00000100:00000010:3.0:1767384392.107488:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1aec711. 00000100:00000010:3.0:1767384392.107489:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b43abc2. 00000100:00000010:3.0:1767384392.107492:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a3e03e4. 00000100:00000010:3.0:1767384392.107493:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b47d0abd. 00000100:00000010:3.0:1767384392.107506:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059aa0c22. 00000100:00000010:3.0:1767384392.107509:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070aa8ee9. 00000100:00000010:3.0:1767384392.107511:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b012b3c6. 00000100:00000010:3.0:1767384392.107513:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f262e5ef. 00000100:00000010:3.0:1767384392.107514:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a20b39e7. 00000100:00000010:3.0:1767384392.107515:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a13ae3e. 00000100:00000010:3.0:1767384392.107517:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000590df3a9. 00000100:00000010:3.0:1767384392.107519:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ce678d3. 00000100:00000010:3.0:1767384392.107521:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d02d34f2. 00000400:00000200:3.0:1767384392.107524:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384392.107588:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dbb7018c. 00000020:00000010:3.0:1767384392.107592:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006c7cb314. 00000100:00000010:3.0:1767384392.107628:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007bc47f56. 00000100:00000010:3.0:1767384392.107632:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c686938c. 00000100:00000010:3.0:1767384392.107635:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000084aad17e. 00000100:00000010:3.0:1767384392.107637:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009661b29e. 00000100:00000010:3.0:1767384392.107651:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001ed092fa. 00000100:00000200:3.0:1767384392.107671:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384392.107673:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000419ab198. 00000100:00000010:3.0:1767384392.107995:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006dfe042b. 00000020:00000010:3.0:1767384392.107998:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c16719e5. 00000020:00000010:3.0:1767384392.108003:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1ce6029. 00000020:00000010:3.0:1767384392.108006:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000338ee118. 00000040:00000010:3.0:1767384392.108008:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000707e1006. 00000020:00000010:3.0:1767384392.108011:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008071cca1. 00000020:00000010:3.0:1767384392.108014:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002980a7d2. 00000020:00000010:3.0:1767384392.108037:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002636ee3a. 80000000:00000010:3.0:1767384392.108041:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000716ca2a. 40000000:00000010:3.0:1767384392.108043:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000809441f9. 00100000:00000010:3.0:1767384392.108046:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000474883af. 00040000:00000010:3.0:1767384392.108049:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000083841571. 00040000:00000010:3.0:1767384392.108051:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027cc37ce. 00080000:00000010:3.0:1767384392.108055:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a64c13fa. 00080000:00000010:3.0:1767384392.108058:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009d3b6f13. 00000004:00000010:3.0:1767384392.108063:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b417f0b. 00000100:00000200:3.0:1767384392.108066:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108071:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c079672a. 00000400:00000010:3.0:1767384392.108074:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000209b8f9c. 00000100:00000200:3.0:1767384392.108078:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108079:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035570486. 00000400:00000010:3.0:1767384392.108081:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3cfc225. 00000100:00000200:3.0:1767384392.108082:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108083:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c73272b. 00000400:00000010:3.0:1767384392.108084:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009917f49a. 00000100:00000200:3.0:1767384392.108085:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108086:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001143c16a. 00000400:00000010:3.0:1767384392.108087:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c34ad3. 00000100:00000200:3.0:1767384392.108088:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108090:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e59059a7. 00000400:00000010:3.0:1767384392.108091:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a3bf7c. 00000100:00000200:3.0:1767384392.108092:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108093:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f6e106. 00000400:00000010:3.0:1767384392.108094:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d4b7d9. 00000100:00000200:3.0:1767384392.108095:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108096:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee7e1899. 00000400:00000010:3.0:1767384392.108097:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f93b1a9. 00000100:00000200:3.0:1767384392.108098:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108099:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca754f0e. 00000400:00000010:3.0:1767384392.108100:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039dbf27e. 00000100:00000200:3.0:1767384392.108100:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108101:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d873804. 00000400:00000010:3.0:1767384392.108102:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063d13c87. 00000100:00000200:3.0:1767384392.108103:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108104:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059a1e28. 00000400:00000010:3.0:1767384392.108105:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da0dee8. 00000100:00000200:3.0:1767384392.108106:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108107:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d07486e1. 00000400:00000010:3.0:1767384392.108107:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520fd0df. 00000100:00000200:3.0:1767384392.108108:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108109:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e764b476. 00000400:00000010:3.0:1767384392.108110:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8f0dcee. 00000100:00000200:3.0:1767384392.108111:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108112:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000576a494a. 00000400:00000010:3.0:1767384392.108113:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6792059. 00000100:00000200:3.0:1767384392.108114:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108115:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007f3d37. 00000400:00000010:3.0:1767384392.108116:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8b55f. 00000100:00000200:3.0:1767384392.108117:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108117:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843ca2da. 00000400:00000010:3.0:1767384392.108118:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c75f59. 00000100:00000200:3.0:1767384392.108119:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108120:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4788b5b. 00000400:00000010:3.0:1767384392.108121:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc95e697. 00000100:00000200:3.0:1767384392.108122:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108123:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000300e3075. 00000400:00000010:3.0:1767384392.108124:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c251886. 00000100:00000200:3.0:1767384392.108125:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108126:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f699f6. 00000400:00000010:3.0:1767384392.108127:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e306848c. 00000100:00000200:3.0:1767384392.108128:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108129:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc6bf3e. 00000400:00000010:3.0:1767384392.108130:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f059da05. 00000100:00000200:3.0:1767384392.108131:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108132:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8d076c. 00000400:00000010:3.0:1767384392.108132:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baf854b9. 00000100:00000200:3.0:1767384392.108133:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108151:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e1985cc. 00000400:00000010:3.0:1767384392.108154:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c626a8. 00000100:00000200:3.0:1767384392.108156:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108157:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b51e31b1. 00000400:00000010:3.0:1767384392.108159:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051314158. 00000100:00000200:3.0:1767384392.108161:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108163:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c17a8ff. 00000400:00000010:3.0:1767384392.108164:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3a50616. 00000100:00000200:3.0:1767384392.108166:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108167:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006488e3e. 00000400:00000010:3.0:1767384392.108169:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee640459. 00000100:00000200:3.0:1767384392.108171:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108172:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071789f6a. 00000400:00000010:3.0:1767384392.108174:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a2b06a. 00000100:00000200:3.0:1767384392.108176:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108177:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e7c554. 00000400:00000010:3.0:1767384392.108179:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000787ad4f6. 00000100:00000200:3.0:1767384392.108180:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108182:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000563c4842. 00000400:00000010:3.0:1767384392.108184:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f7a9a91. 00000100:00000200:3.0:1767384392.108185:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108186:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f73f0e. 00000400:00000010:3.0:1767384392.108188:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dfc246a. 00000100:00000200:3.0:1767384392.108189:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108190:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e412ae94. 00000400:00000010:3.0:1767384392.108191:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fccc1572. 00000100:00000200:3.0:1767384392.108192:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108193:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003ce045. 00000400:00000010:3.0:1767384392.108204:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f1574f2. 00000100:00000200:3.0:1767384392.108206:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108207:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187defaf. 00000400:00000010:3.0:1767384392.108208:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b3f34f9. 00000100:00000200:3.0:1767384392.108209:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108210:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6c2bd88. 00000400:00000010:3.0:1767384392.108211:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c35333ca. 00000100:00000200:3.0:1767384392.108212:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108213:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004510e3fa. 00000400:00000010:3.0:1767384392.108214:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870434ad. 00000100:00000200:3.0:1767384392.108216:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108216:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e01ac0ce. 00000400:00000010:3.0:1767384392.108217:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b2182a0. 00000100:00000200:3.0:1767384392.108218:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108219:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008256eb21. 00000400:00000010:3.0:1767384392.108220:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a49f1c4. 00000100:00000200:3.0:1767384392.108221:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108221:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30b565e. 00000400:00000010:3.0:1767384392.108222:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083f7829d. 00000100:00000200:3.0:1767384392.108223:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108224:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001332b820. 00000400:00000010:3.0:1767384392.108225:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7a5b44e. 00000100:00000200:3.0:1767384392.108226:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108227:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed3982c1. 00000400:00000010:3.0:1767384392.108228:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca84ab6a. 00000100:00000200:3.0:1767384392.108244:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108246:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082d9b30f. 00000400:00000010:3.0:1767384392.108247:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5f10102. 00000100:00000200:3.0:1767384392.108248:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108249:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008f84d0a. 00000400:00000010:3.0:1767384392.108250:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007338fe93. 00000100:00000200:3.0:1767384392.108251:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108253:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8caf5b. 00000400:00000010:3.0:1767384392.108253:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3903a70. 00000100:00000200:3.0:1767384392.108255:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108256:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932fbdd8. 00000400:00000010:3.0:1767384392.108257:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f926647. 00000100:00000200:3.0:1767384392.108264:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108266:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986b1f52. 00000400:00000010:3.0:1767384392.108267:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b9d5df. 00000100:00000200:3.0:1767384392.108268:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108277:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fcca144. 00000400:00000010:3.0:1767384392.108279:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536c392. 00000100:00000200:3.0:1767384392.108281:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108282:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c2b6a4c. 00000400:00000010:3.0:1767384392.108283:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cbf1c7b. 00000100:00000200:3.0:1767384392.108284:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108285:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011bf3e4b. 00000400:00000010:3.0:1767384392.108286:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000096062d0. 00000100:00000200:3.0:1767384392.108287:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108288:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000febab51. 00000400:00000010:3.0:1767384392.108289:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba09adb7. 00000100:00000200:3.0:1767384392.108298:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108299:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000788c1ec5. 00000400:00000010:3.0:1767384392.108300:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084e0e861. 00000100:00000200:3.0:1767384392.108301:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108302:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007778e1cd. 00000400:00000010:3.0:1767384392.108303:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f6f0ad9. 00000100:00000200:3.0:1767384392.108304:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108305:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085d5340a. 00000400:00000010:3.0:1767384392.108306:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4c7b35f. 00000100:00000200:3.0:1767384392.108307:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108308:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d74d688b. 00000400:00000010:3.0:1767384392.108309:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aac72e1. 00000100:00000200:3.0:1767384392.108310:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108311:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52cfc73. 00000400:00000010:3.0:1767384392.108312:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024325aa3. 00000100:00000200:3.0:1767384392.108313:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108314:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6adc8f. 00000400:00000010:3.0:1767384392.108322:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000433c5791. 00000100:00000200:3.0:1767384392.108323:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108324:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023fb13dc. 00000400:00000010:3.0:1767384392.108325:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092c49c09. 00000100:00000200:3.0:1767384392.108326:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108327:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0f29849. 00000400:00000010:3.0:1767384392.108328:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079b4ef1e. 00000100:00000200:3.0:1767384392.108329:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108330:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffa2c190. 00000400:00000010:3.0:1767384392.108331:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067bcb57f. 00000100:00000200:3.0:1767384392.108332:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108333:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000046b4d12. 00000400:00000010:3.0:1767384392.108333:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd450ff9. 00000100:00000200:3.0:1767384392.108334:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108335:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea1c1c1. 00000400:00000010:3.0:1767384392.108336:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b34223e7. 00000100:00000200:3.0:1767384392.108337:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108338:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088328d7a. 00000400:00000010:3.0:1767384392.108339:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fa331f6. 00000100:00000200:3.0:1767384392.108340:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108340:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b5526e7. 00000400:00000010:3.0:1767384392.108348:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5ab6d01. 00000100:00000200:3.0:1767384392.108350:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108351:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072bcd308. 00000400:00000010:3.0:1767384392.108360:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3e6e13c. 00000100:00000200:3.0:1767384392.108361:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108362:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001137b1a8. 00000400:00000010:3.0:1767384392.108363:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968615e4. 00000100:00000200:3.0:1767384392.108364:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108365:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1dfa5f5. 00000400:00000010:3.0:1767384392.108367:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004552047b. 00000100:00000200:3.0:1767384392.108368:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384392.108369:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d67064fd. 00000400:00000010:3.0:1767384392.108370:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073a000b9. 00000100:00000010:3.0:1767384392.108372:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000054715a9. 00000100:00000200:3.0:1767384392.108396:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384392.108400:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000588243c5. 00000100:00000010:2.0:1767384392.108755:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d2838893. 00000020:00000010:2.0:1767384392.108758:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fe73c640. 00000020:00000010:2.0:1767384392.108761:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd8b1353. 00000020:00000010:2.0:1767384392.108763:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000026fbd537. 00000040:00000010:2.0:1767384392.108765:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed2c0094. 00000020:00000010:2.0:1767384392.108767:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa58c57c. 00000020:00000010:2.0:1767384392.108770:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a86b8402. 00000020:00000010:2.0:1767384392.108771:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000754d99f. 80000000:00000010:2.0:1767384392.108773:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000047cb4428. 40000000:00000010:2.0:1767384392.108775:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a6a2c2e. 00100000:00000010:2.0:1767384392.108777:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e4ad28d. 00040000:00000010:2.0:1767384392.108779:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027f263ed. 00040000:00000010:2.0:1767384392.108781:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a5cc666. 00080000:00000010:2.0:1767384392.108784:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b5cc2fc4. 00080000:00000010:2.0:1767384392.108787:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fd8e91d4. 00000004:00000010:2.0:1767384392.108792:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000b2d765b. 00000100:00000010:2.0:1767384392.108794:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007c54a7e1. 00000100:00000200:2.0:1767384392.108804:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384392.108824:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002a1e4321. 00000100:00000010:0.0:1767384392.108828:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b698f4c5. 00000100:00000010:0.0:1767384392.108839:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f7666931. 00000100:00000010:0.0:1767384392.108846:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000578d21ae. 00000100:00000010:0.0:1767384392.108848:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a79a9bc8. 00000100:00000010:0.0:1767384392.108851:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098887cec. 00000100:00000010:0.0:1767384392.108853:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024600c6a. 00000100:00000010:0.0:1767384392.108855:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f25dc657. 00000100:00000010:0.0:1767384392.108857:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf6ea3cf. 00000100:00000010:0.0:1767384392.108859:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040351f32. 00000100:00000010:0.0:1767384392.108862:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd1de18c. 00000100:00000010:0.0:1767384392.108865:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5191c1a. 00000100:00000010:0.0:1767384392.108867:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000123c9d92. 00000100:00000010:0.0:1767384392.108871:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1d5ce8d. 00000100:00000010:0.0:1767384392.108872:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b95c0e3. 00000100:00000010:0.0:1767384392.108874:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ddeab2ff. 00000100:00000010:0.0:1767384392.108875:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9325612. 00000100:00000010:0.0:1767384392.108877:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ee9318f. 00000100:00000010:0.0:1767384392.108879:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028acd4db. 00000100:00000010:0.0:1767384392.108881:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006594fab2. 00000100:00000010:0.0:1767384392.108882:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3688143. 00000100:00000010:0.0:1767384392.108884:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b1ddc53. 00000100:00000010:0.0:1767384392.108886:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000125d20d5. 00000100:00000010:0.0:1767384392.108888:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ea4ed21. 00000100:00000010:0.0:1767384392.108889:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b0b43b3. 00000100:00000010:0.0:1767384392.108892:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1a8dad5. 00000100:00000010:0.0:1767384392.108895:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8b287e6. 00000100:00000010:0.0:1767384392.108898:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083d19e7d. 00000100:00000010:0.0:1767384392.108899:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb57c12. 00000100:00000010:0.0:1767384392.108902:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ef3c0e0. 00000100:00000010:0.0:1767384392.108903:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c28f40a1. 00000100:00000010:0.0:1767384392.108906:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a1917e3. 00000100:00000010:0.0:1767384392.108908:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec6b8ffd. 00000100:00000010:0.0:1767384392.108910:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079232d0d. 00000100:00000010:0.0:1767384392.108911:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d959df6e. 00000100:00000010:0.0:1767384392.108913:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007196eef8. 00000100:00000010:0.0:1767384392.108914:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bec9f673. 00000100:00000010:0.0:1767384392.108916:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001aa654e5. 00000100:00000010:0.0:1767384392.108918:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056e14c7d. 00000100:00000010:0.0:1767384392.108920:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd56a188. 00000100:00000010:0.0:1767384392.108921:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073650668. 00000100:00000010:0.0:1767384392.108923:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022f057b8. 00000100:00000010:0.0:1767384392.108924:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd7b6d65. 00000100:00000010:0.0:1767384392.108926:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006cde0564. 00000100:00000010:0.0:1767384392.108927:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000479f59bd. 00000100:00000010:0.0:1767384392.108929:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000870d7461. 00000100:00000010:0.0:1767384392.108931:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065db93b7. 00000100:00000010:0.0:1767384392.108933:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3a616b5. 00000100:00000010:0.0:1767384392.108935:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004055bfc5. 00000100:00000010:0.0:1767384392.108936:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030723463. 00000100:00000010:0.0:1767384392.108938:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dfa8d76. 00000100:00000010:0.0:1767384392.108939:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae4beb2c. 00000100:00000010:0.0:1767384392.108941:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8c93b7b. 00000100:00000010:0.0:1767384392.108942:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068841fc0. 00000100:00000010:0.0:1767384392.108944:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b81f0b57. 00000100:00000010:0.0:1767384392.108946:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052880542. 00000100:00000010:0.0:1767384392.108948:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000729a8621. 00000100:00000010:0.0:1767384392.108950:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be56ec59. 00000100:00000010:0.0:1767384392.108951:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004368938f. 00000100:00000010:0.0:1767384392.108953:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ba61aad. 00000100:00000010:0.0:1767384392.108955:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be241187. 00000100:00000010:0.0:1767384392.108957:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d4c7203. 00000100:00000010:0.0:1767384392.108959:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb7fb2dd. 00000100:00000010:0.0:1767384392.108961:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003407528. 00000100:00000010:0.0:1767384392.108964:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b9c99d0. 00000100:00000010:0.0:1767384392.108966:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3d00478. 00000100:00000010:0.0:1767384392.108967:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048fce463. 00000100:00000010:0.0:1767384392.108969:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004441c43a. 00000100:00000010:0.0:1767384392.108970:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0b538ae. 00000100:00000010:0.0:1767384392.108972:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf08d374. 00000100:00000010:0.0:1767384392.108974:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5797272. 00000100:00000010:0.0:1767384392.108975:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7b84252. 00000100:00000010:0.0:1767384392.108977:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbc4b03d. 00000100:00000010:0.0:1767384392.108978:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ec91620. 00000100:00000010:0.0:1767384392.108980:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049863d2d. 00000100:00000010:0.0:1767384392.108982:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009495d5fa. 00000100:00000010:0.0:1767384392.108984:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f312311c. 00000100:00000010:0.0:1767384392.108987:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa011e72. 00000100:00000010:0.0:1767384392.108990:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028a49b6a. 00000100:00000010:0.0:1767384392.108992:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfb000fd. 00000100:00000010:0.0:1767384392.108995:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbe443fa. 00000100:00000010:0.0:1767384392.108998:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d986850. 00000100:00000010:0.0:1767384392.109000:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009327982f. 00000100:00000010:0.0:1767384392.109002:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001dc49010. 00000100:00000010:0.0:1767384392.109004:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fe54522. 00000100:00000010:0.0:1767384392.109006:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4368939. 00000100:00000010:0.0:1767384392.109008:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000164bfc75. 00000100:00000010:0.0:1767384392.109010:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d1c0189. 00000100:00000010:0.0:1767384392.109011:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e511bdd. 00000100:00000010:0.0:1767384392.109013:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac20bcd5. 00000100:00000010:0.0:1767384392.109014:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005e80263. 00000100:00000010:0.0:1767384392.109016:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078a30fc3. 00000100:00000010:0.0:1767384392.109030:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007412b739. 00000100:00000010:0.0:1767384392.109034:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000291bf68f. 00000100:00000010:0.0:1767384392.109036:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000711c4e13. 00000100:00000010:0.0:1767384392.109039:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000165b7b35. 00000100:00000010:0.0:1767384392.109042:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d668f6d1. 00000100:00000010:0.0:1767384392.109045:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010b5d38a. 00000100:00000010:0.0:1767384392.109054:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036c7793e. 00000100:00000010:0.0:1767384392.109057:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003545d454. 00000100:00000010:0.0:1767384392.109059:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5559832. 00000100:00000010:0.0:1767384392.109061:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0bd8e58. 00000100:00000010:0.0:1767384392.109062:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d29e129. 00000100:00000010:0.0:1767384392.109064:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055169df1. 00000100:00000010:0.0:1767384392.109066:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016036017. 00000100:00000010:0.0:1767384392.109068:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005af2971f. 00000100:00000010:0.0:1767384392.109069:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3215c19. 00000100:00000010:0.0:1767384392.109071:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c23a612d. 00000100:00000010:0.0:1767384392.109072:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd8d6f1. 00000100:00000010:0.0:1767384392.109074:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000884069c9. 00000100:00000010:0.0:1767384392.109075:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0e90c6e. 00000100:00000010:0.0:1767384392.109077:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f0f1708. 00000100:00000010:0.0:1767384392.109080:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053185057. 00000100:00000010:0.0:1767384392.109083:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024391b00. 00000100:00000010:0.0:1767384392.109085:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041189919. 00000100:00000010:0.0:1767384392.109088:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027dce6b5. 00000100:00000010:0.0:1767384392.109089:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002492e06. 00000100:00000010:0.0:1767384392.109091:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073c67080. 00000100:00000010:0.0:1767384392.109092:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e31cd9db. 00000100:00000010:0.0:1767384392.109095:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000361de5a0. 00000100:00000010:0.0:1767384392.109096:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000578c1089. 00000100:00000010:0.0:1767384392.109098:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088afab9c. 00000100:00000010:0.0:1767384392.109100:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094a630d8. 00000100:00000010:0.0:1767384392.109102:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e587d670. 00000100:00000010:0.0:1767384392.109103:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000894fc1f9. 00000100:00000010:0.0:1767384392.109105:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005a1c5f3. 00000100:00000010:0.0:1767384392.109107:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4aa3ffc. 00000100:00000010:0.0:1767384392.109109:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020ba8bd3. 00000100:00000010:0.0:1767384392.109111:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c20938b9. 00000100:00000010:0.0:1767384392.109113:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5e024fa. 00000100:00000010:0.0:1767384392.109122:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000676f151d. 00000100:00000010:0.0:1767384392.109126:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005989677d. 00000400:00000200:0.0:1767384392.109128:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:0.0:1767384392.109200:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007a38138d. 00000020:00000010:0.0:1767384392.109205:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000232fd862. 00000100:00000010:0.0:1767384392.109253:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000204708fe. 00000100:00000010:0.0:1767384392.109257:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000035dbcee1. 00000100:00000010:0.0:1767384392.109258:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8c31241. 00000100:00000010:0.0:1767384392.109260:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007b5418c1. 00000100:00000010:0.0:1767384392.109262:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000008fa56bf. 00000100:00000200:0.0:1767384392.109286:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:0.0:1767384392.109289:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008e19b5e3. 00000100:00000010:3.0:1767384392.109548:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000827d50bb. 00000020:00000010:3.0:1767384392.109551:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000801c3b59. 00000020:00000010:3.0:1767384392.109553:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e93c9ac9. 00000020:00000010:3.0:1767384392.109555:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a895e5fe. 00000040:00000010:3.0:1767384392.109557:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5bfac74. 00000020:00000010:3.0:1767384392.109559:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3b82aa8. 00000020:00000010:3.0:1767384392.109561:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000560f7552. 00000020:00000010:3.0:1767384392.109562:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b31566e. 80000000:00000010:3.0:1767384392.109564:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009aca4a47. 40000000:00000010:3.0:1767384392.109565:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a23d2aa0. 00100000:00000010:3.0:1767384392.109576:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000616d74b3. 00040000:00000010:3.0:1767384392.109578:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006bebc1c1. 00040000:00000010:3.0:1767384392.109580:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf978405. 00080000:00000010:3.0:1767384392.109583:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006d59092d. 00080000:00000010:3.0:1767384392.109592:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2dac2fe. 00000004:00000010:3.0:1767384392.109597:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006398803. 00002000:00000010:3.0:1767384392.109607:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a101f653. 00000100:00000200:3.0:1767384392.109610:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109613:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecebae48. 00000400:00000010:3.0:1767384392.109616:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042573c20. 00000100:00000200:3.0:1767384392.109618:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109619:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004cbaf7f. 00000400:00000010:3.0:1767384392.109621:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e8e6ee9. 00000100:00000200:3.0:1767384392.109622:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109623:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0de4cbc. 00000400:00000010:3.0:1767384392.109624:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002814f6f9. 00000100:00000200:3.0:1767384392.109625:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109626:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006691bf51. 00000400:00000010:3.0:1767384392.109627:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ded0bec. 00000100:00000200:3.0:1767384392.109628:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109629:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b2b84a. 00000400:00000010:3.0:1767384392.109631:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000197f418d. 00000100:00000200:3.0:1767384392.109632:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109639:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e600b51. 00000400:00000010:3.0:1767384392.109641:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050130123. 00000100:00000200:3.0:1767384392.109642:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109643:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e875b771. 00000400:00000010:3.0:1767384392.109644:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008ac8ab0. 00000100:00000200:3.0:1767384392.109645:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109646:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a1b448a. 00000400:00000010:3.0:1767384392.109647:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000876e6c61. 00000100:00000200:3.0:1767384392.109648:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109649:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d41873. 00000400:00000010:3.0:1767384392.109650:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060444d5e. 00000100:00000200:3.0:1767384392.109651:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109652:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ecd8f1. 00000400:00000010:3.0:1767384392.109653:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000170c9f4a. 00000100:00000200:3.0:1767384392.109654:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109654:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b06af35. 00000400:00000010:3.0:1767384392.109656:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7781e2e. 00000100:00000200:3.0:1767384392.109656:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109657:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5a73fe0. 00000400:00000010:3.0:1767384392.109658:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e622900d. 00000100:00000200:3.0:1767384392.109659:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109660:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007603829a. 00000400:00000010:3.0:1767384392.109661:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016731835. 00000100:00000200:3.0:1767384392.109661:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109662:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c05bcbf. 00000400:00000010:3.0:1767384392.109663:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eee0a7de. 00000100:00000200:3.0:1767384392.109664:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109665:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e24707fe. 00000400:00000010:3.0:1767384392.109666:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc79a8ee. 00000100:00000200:3.0:1767384392.109666:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109668:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ce8c735. 00000400:00000010:3.0:1767384392.109669:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006fde028. 00000100:00000200:3.0:1767384392.109670:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109671:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917bd0a9. 00000400:00000010:3.0:1767384392.109679:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ad66a64. 00000100:00000200:3.0:1767384392.109681:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109682:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc7d35d. 00000400:00000010:3.0:1767384392.109683:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bcab5fe. 00000100:00000200:3.0:1767384392.109684:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109685:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b7a87dc. 00000400:00000010:3.0:1767384392.109687:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c484713. 00000100:00000200:3.0:1767384392.109688:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109688:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b5ec8c0. 00000400:00000010:3.0:1767384392.109689:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a81ab309. 00000100:00000200:3.0:1767384392.109691:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109692:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfeaaa8e. 00000400:00000010:3.0:1767384392.109692:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001eaac1a. 00000100:00000200:3.0:1767384392.109693:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109694:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000033fc5da. 00000400:00000010:3.0:1767384392.109695:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0cda0f3. 00000100:00000200:3.0:1767384392.109696:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109697:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e0ef18b. 00000400:00000010:3.0:1767384392.109697:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e2709e2. 00000100:00000200:3.0:1767384392.109698:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109699:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba86ef6. 00000400:00000010:3.0:1767384392.109700:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf3d4974. 00000100:00000200:3.0:1767384392.109701:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109708:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a496c02. 00000400:00000010:3.0:1767384392.109710:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2112e10. 00000100:00000200:3.0:1767384392.109711:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109730:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e37df. 00000400:00000010:3.0:1767384392.109745:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007844af10. 00000100:00000200:3.0:1767384392.109747:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109749:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000254c5aad. 00000400:00000010:3.0:1767384392.109750:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f66bc. 00000100:00000200:3.0:1767384392.109751:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109752:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e44d91d. 00000400:00000010:3.0:1767384392.109753:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039638a45. 00000100:00000200:3.0:1767384392.109754:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109755:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b921e64. 00000400:00000010:3.0:1767384392.109756:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047599f54. 00000100:00000200:3.0:1767384392.109757:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109758:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b13288a4. 00000400:00000010:3.0:1767384392.109767:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001362e4ef. 00000100:00000200:3.0:1767384392.109769:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109769:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f9a6b2. 00000400:00000010:3.0:1767384392.109770:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d497316. 00000100:00000200:3.0:1767384392.109771:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109772:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008830eb5d. 00000400:00000010:3.0:1767384392.109773:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008340bf15. 00000100:00000200:3.0:1767384392.109774:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109775:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d7c344. 00000400:00000010:3.0:1767384392.109776:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017785d83. 00000100:00000200:3.0:1767384392.109777:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109778:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c6a5ffc. 00000400:00000010:3.0:1767384392.109778:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5adc2ce. 00000100:00000200:3.0:1767384392.109779:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109780:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010529e90. 00000400:00000010:3.0:1767384392.109781:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3df6f3e. 00000100:00000200:3.0:1767384392.109782:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109783:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c536313e. 00000400:00000010:3.0:1767384392.109784:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9e5af69. 00000100:00000200:3.0:1767384392.109785:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109785:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6d5f3e. 00000400:00000010:3.0:1767384392.109786:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa259bdb. 00000100:00000200:3.0:1767384392.109787:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109788:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b103c21e. 00000400:00000010:3.0:1767384392.109789:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7bd8ec6. 00000100:00000200:3.0:1767384392.109796:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109797:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b88d96ed. 00000400:00000010:3.0:1767384392.109799:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd87129d. 00000100:00000200:3.0:1767384392.109800:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109801:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000536c936c. 00000400:00000010:3.0:1767384392.109802:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3f90d30. 00000100:00000200:3.0:1767384392.109803:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109805:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002051c232. 00000400:00000010:3.0:1767384392.109806:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7ea4ebe. 00000100:00000200:3.0:1767384392.109807:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109807:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068d8aded. 00000400:00000010:3.0:1767384392.109808:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2e6da84. 00000100:00000200:3.0:1767384392.109809:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109810:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851fc34a. 00000400:00000010:3.0:1767384392.109811:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de71f10. 00000100:00000200:3.0:1767384392.109811:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109812:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042f91e88. 00000400:00000010:3.0:1767384392.109813:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001dedc9a. 00000100:00000200:3.0:1767384392.109814:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109815:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024abe595. 00000400:00000010:3.0:1767384392.109816:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4141bac. 00000100:00000200:3.0:1767384392.109817:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109817:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076329f5b. 00000400:00000010:3.0:1767384392.109818:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fae3dbd5. 00000100:00000200:3.0:1767384392.109819:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109820:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb27234d. 00000400:00000010:3.0:1767384392.109821:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000431681dd. 00000100:00000200:3.0:1767384392.109822:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109822:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d13eb30. 00000400:00000010:3.0:1767384392.109830:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d2cdc3. 00000100:00000200:3.0:1767384392.109831:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109832:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c3946e. 00000400:00000010:3.0:1767384392.109833:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015079aa2. 00000100:00000200:3.0:1767384392.109834:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109834:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff721085. 00000400:00000010:3.0:1767384392.109835:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fdce0f0. 00000100:00000200:3.0:1767384392.109836:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109837:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45bdcc9. 00000400:00000010:3.0:1767384392.109838:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb97c7a2. 00000100:00000200:3.0:1767384392.109839:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109840:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f44ec68. 00000400:00000010:3.0:1767384392.109841:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb89842. 00000100:00000200:3.0:1767384392.109842:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109843:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb6facf0. 00000400:00000010:3.0:1767384392.109844:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003befbf99. 00000100:00000200:3.0:1767384392.109845:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109845:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bb7cfd3. 00000400:00000010:3.0:1767384392.109846:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005318306d. 00000100:00000200:3.0:1767384392.109847:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109848:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1fca4a6. 00000400:00000010:3.0:1767384392.109849:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e82c488. 00000100:00000200:3.0:1767384392.109850:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109850:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000062eae63. 00000400:00000010:3.0:1767384392.109865:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b849f8. 00000100:00000200:3.0:1767384392.109868:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109869:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0e86f4. 00000400:00000010:3.0:1767384392.109870:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3821691. 00000100:00000200:3.0:1767384392.109871:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109872:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e46b45. 00000400:00000010:3.0:1767384392.109873:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7341e96. 00000100:00000200:3.0:1767384392.109874:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109874:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a78fa90. 00000400:00000010:3.0:1767384392.109875:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a6ee373. 00000100:00000200:3.0:1767384392.109876:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109877:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e55d284. 00000400:00000010:3.0:1767384392.109878:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e372f9c. 00000100:00000200:3.0:1767384392.109879:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109880:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eff22726. 00000400:00000010:3.0:1767384392.109881:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d578bc22. 00000100:00000200:3.0:1767384392.109882:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109882:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b566740. 00000400:00000010:3.0:1767384392.109883:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008329286f. 00000100:00000200:3.0:1767384392.109884:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109885:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3d74dc9. 00000400:00000010:3.0:1767384392.109886:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084015238. 00000100:00000200:3.0:1767384392.109887:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384392.109888:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61287b4. 00000400:00000010:3.0:1767384392.109889:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007de8cd08. 00000100:00000010:3.0:1767384392.109898:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000059f9ef47. 00000100:00000200:3.0:1767384392.109908:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384392.109925:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a0f73470. 00000100:00000010:3.0:1767384392.110187:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d99e55d9. 00000020:00000010:3.0:1767384392.110191:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b33ebc10. 00000020:00000010:3.0:1767384392.110193:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b54c356. 00000020:00000010:3.0:1767384392.110196:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5183f0c. 00000040:00000010:3.0:1767384392.110199:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000074b4f42c. 00000020:00000010:3.0:1767384392.110203:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bb58c86. 00000020:00000010:3.0:1767384392.110206:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000216944f3. 00000020:00000010:3.0:1767384392.110209:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cac06548. 80000000:00000010:3.0:1767384392.110211:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c939103c. 40000000:00000010:3.0:1767384392.110213:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076901a27. 00100000:00000010:3.0:1767384392.110217:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000076349bb. 00040000:00000010:3.0:1767384392.110219:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c17456d4. 00040000:00000010:3.0:1767384392.110220:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb1f57aa. 00080000:00000010:3.0:1767384392.110223:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cde8d8cd. 00080000:00000010:3.0:1767384392.110226:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001d1e9826. 00000004:00000010:3.0:1767384392.110229:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007ab20139. 00002000:00000010:3.0:1767384392.110231:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000010ef16bd. 00000100:00000010:3.0:1767384392.110234:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009f3ccba4. 00000100:00000200:3.0:1767384392.110244:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384392.110259:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000615cabc6. 00000100:00000010:0.0:1767384392.110264:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000010fd80d0. 00000100:00000010:0.0:1767384392.110274:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000036b62368. 00000100:00000010:0.0:1767384392.110281:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000333af352. 00000100:00000010:0.0:1767384392.110284:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092077f15. 00000100:00000010:0.0:1767384392.110288:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045363ce3. 00000100:00000010:0.0:1767384392.110290:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c709ea49. 00000100:00000010:0.0:1767384392.110293:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057f313e8. 00000100:00000010:0.0:1767384392.110295:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009faac412. 00000100:00000010:0.0:1767384392.110297:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acf3a45d. 00000100:00000010:0.0:1767384392.110300:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8aa2c95. 00000100:00000010:0.0:1767384392.110303:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f884ff7. 00000100:00000010:0.0:1767384392.110305:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f65934. 00000100:00000010:0.0:1767384392.110308:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078da8ac6. 00000100:00000010:0.0:1767384392.110309:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca638b94. 00000100:00000010:0.0:1767384392.110312:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0881756. 00000100:00000010:0.0:1767384392.110313:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000667c50fe. 00000100:00000010:0.0:1767384392.110315:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000351c8e3f. 00000100:00000010:0.0:1767384392.110317:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c0899e2. 00000100:00000010:0.0:1767384392.110319:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d95f7d8. 00000100:00000010:0.0:1767384392.110320:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028356cdd. 00000100:00000010:0.0:1767384392.110322:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d19eff1. 00000100:00000010:0.0:1767384392.110324:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1131ccc. 00000100:00000010:0.0:1767384392.110325:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2583263. 00000100:00000010:0.0:1767384392.110327:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8e5dbe4. 00000100:00000010:0.0:1767384392.110329:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033206fc9. 00000100:00000010:0.0:1767384392.110330:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd8e8838. 00000100:00000010:0.0:1767384392.110332:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098e3a3f3. 00000100:00000010:0.0:1767384392.110333:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e9e5430. 00000100:00000010:0.0:1767384392.110336:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d58bceb. 00000100:00000010:0.0:1767384392.110343:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e345b5f. 00000100:00000010:0.0:1767384392.110345:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c50451f. 00000100:00000010:0.0:1767384392.110347:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dabda9c1. 00000100:00000010:0.0:1767384392.110348:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7811db6. 00000100:00000010:0.0:1767384392.110350:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c94d9984. 00000100:00000010:0.0:1767384392.110351:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007830af2b. 00000100:00000010:0.0:1767384392.110353:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbc994e0. 00000100:00000010:0.0:1767384392.110354:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000820061d. 00000100:00000010:0.0:1767384392.110356:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce321929. 00000100:00000010:0.0:1767384392.110357:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005405591f. 00000100:00000010:0.0:1767384392.110359:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d23f0e1. 00000100:00000010:0.0:1767384392.110361:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce259b08. 00000100:00000010:0.0:1767384392.110362:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000298ae900. 00000100:00000010:0.0:1767384392.110365:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000083e38e0. 00000100:00000010:0.0:1767384392.110367:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d48131ae. 00000100:00000010:0.0:1767384392.110369:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b1b58a1. 00000100:00000010:0.0:1767384392.110370:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d1abdb6. 00000100:00000010:0.0:1767384392.110372:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050b83412. 00000100:00000010:0.0:1767384392.110373:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bda0f91. 00000100:00000010:0.0:1767384392.110375:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024cbeacf. 00000100:00000010:0.0:1767384392.110376:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047f0ae37. 00000100:00000010:0.0:1767384392.110378:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e92d630. 00000100:00000010:0.0:1767384392.110379:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbb7a38a. 00000100:00000010:0.0:1767384392.110381:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009faa1bb6. 00000100:00000010:0.0:1767384392.110382:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd5d00b3. 00000100:00000010:0.0:1767384392.110384:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000dac5579. 00000100:00000010:0.0:1767384392.110385:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ac4e0bc. 00000100:00000010:0.0:1767384392.110388:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006df56810. 00000100:00000010:0.0:1767384392.110389:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfec3251. 00000100:00000010:0.0:1767384392.110391:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008889461b. 00000100:00000010:0.0:1767384392.110392:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010edeefd. 00000100:00000010:0.0:1767384392.110394:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087215ab0. 00000100:00000010:0.0:1767384392.110400:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c67ff2b. 00000100:00000010:0.0:1767384392.110403:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015dde39c. 00000100:00000010:0.0:1767384392.110404:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2330a4b. 00000100:00000010:0.0:1767384392.110406:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d2c7414. 00000100:00000010:0.0:1767384392.110408:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000378fa28e. 00000100:00000010:0.0:1767384392.110411:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e184f8e2. 00000100:00000010:0.0:1767384392.110413:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007517b88d. 00000100:00000010:0.0:1767384392.110423:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052fe325c. 00000100:00000010:0.0:1767384392.110425:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a4d5701. 00000100:00000010:0.0:1767384392.110428:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000176eb0db. 00000100:00000010:0.0:1767384392.110430:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e72c46d. 00000100:00000010:0.0:1767384392.110433:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e5ca71c. 00000100:00000010:0.0:1767384392.110435:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ad83b9c. 00000100:00000010:0.0:1767384392.110438:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065088f2f. 00000100:00000010:0.0:1767384392.110440:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee719c5c. 00000100:00000010:0.0:1767384392.110442:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bd58785. 00000100:00000010:0.0:1767384392.110444:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000000d5b89. 00000100:00000010:0.0:1767384392.110448:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1b9e1fe. 00000100:00000010:0.0:1767384392.110450:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e347a44b. 00000100:00000010:0.0:1767384392.110453:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027008a21. 00000100:00000010:0.0:1767384392.110455:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f68d660b. 00000100:00000010:0.0:1767384392.110458:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b82a3fef. 00000100:00000010:0.0:1767384392.110460:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac55c377. 00000100:00000010:0.0:1767384392.110470:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048308cb6. 00000100:00000010:0.0:1767384392.110473:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042393614. 00000100:00000010:0.0:1767384392.110476:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4050503. 00000100:00000010:0.0:1767384392.110478:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b2e7325. 00000100:00000010:0.0:1767384392.110480:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc778c4d. 00000100:00000010:0.0:1767384392.110482:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eabea24c. 00000100:00000010:0.0:1767384392.110484:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032eb6b1e. 00000100:00000010:0.0:1767384392.110485:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca995264. 00000100:00000010:0.0:1767384392.110487:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e53e536. 00000100:00000010:0.0:1767384392.110494:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f88fe4ac. 00000100:00000010:0.0:1767384392.110498:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8801c4a. 00000100:00000010:0.0:1767384392.110500:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010ec2e19. 00000100:00000010:0.0:1767384392.110503:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de56a895. 00000100:00000010:0.0:1767384392.110505:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5228522. 00000100:00000010:0.0:1767384392.110508:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054e70686. 00000100:00000010:0.0:1767384392.110510:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020a5f1c6. 00000100:00000010:0.0:1767384392.110519:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051a62122. 00000100:00000010:0.0:1767384392.110522:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000442ea07e. 00000100:00000010:0.0:1767384392.110525:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000eae69a0. 00000100:00000010:0.0:1767384392.110528:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf36f3c2. 00000100:00000010:0.0:1767384392.110531:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005da8d16. 00000100:00000010:0.0:1767384392.110533:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030b6be67. 00000100:00000010:0.0:1767384392.110536:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5c1ffaf. 00000100:00000010:0.0:1767384392.110538:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075cb4ffc. 00000100:00000010:0.0:1767384392.110541:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aff8ec95. 00000100:00000010:0.0:1767384392.110544:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db59abbf. 00000100:00000010:0.0:1767384392.110546:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001455404d. 00000100:00000010:0.0:1767384392.110549:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bece5a45. 00000100:00000010:0.0:1767384392.110552:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009cd72c75. 00000100:00000010:0.0:1767384392.110554:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036e4619a. 00000100:00000010:0.0:1767384392.110556:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000baf1f978. 00000100:00000010:0.0:1767384392.110559:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008b5a9ef. 00000100:00000010:0.0:1767384392.110567:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071b11cb2. 00000100:00000010:0.0:1767384392.110569:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017b6d3b1. 00000100:00000010:0.0:1767384392.110571:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049c27ecc. 00000100:00000010:0.0:1767384392.110572:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f7474ce. 00000100:00000010:0.0:1767384392.110574:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058ce3d58. 00000100:00000010:0.0:1767384392.110575:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060ccb37a. 00000100:00000010:0.0:1767384392.110577:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ab67a7b. 00000100:00000010:0.0:1767384392.110579:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000baa7dcbe. 00000100:00000010:0.0:1767384392.110580:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000613e29bc. 00000100:00000010:0.0:1767384392.110586:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000392a5df9. 00000100:00000010:0.0:1767384392.110588:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009faed9cb. 00000100:00000010:0.0:1767384392.110590:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a58ca8ab. 00000100:00000010:0.0:1767384392.110591:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058b9464b. 00000100:00000010:0.0:1767384392.110593:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aac5d3e. 00000100:00000010:0.0:1767384392.110595:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bd5ca49. 00000400:00000200:0.0:1767384392.110596:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384392.110624:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000064677e7. 00000020:00000010:0.0:1767384392.110632:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d6a2a74d. 00000100:00000010:0.0:1767384392.110658:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b09c6195. 00000100:00000010:0.0:1767384392.110660:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d5f19aba. 00000100:00000010:0.0:1767384392.110662:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000790af314. 00000100:00000010:0.0:1767384392.110664:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003fd220dd. 00000100:00000010:0.0:1767384392.110666:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c017219c. 00000100:00000200:0.0:1767384392.110684:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384392.110686:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000039193e98. 00000100:00000010:3.0:1767384392.110813:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000036c5e6cd. 00000020:00000010:3.0:1767384392.110818:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a70aa485. 00000020:00000010:3.0:1767384392.110820:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e8821e5. 00000020:00000010:3.0:1767384392.110822:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf642f08. 00000040:00000010:3.0:1767384392.110824:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000099c2d41f. 00000020:00000010:3.0:1767384392.110826:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000674b1bcc. 00000020:00000010:3.0:1767384392.110828:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003b470866. 00000020:00000010:3.0:1767384392.110830:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078c02a64. 80000000:00000010:3.0:1767384392.110832:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c398e85f. 40000000:00000010:3.0:1767384392.110833:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b26b24fd. 00100000:00000010:3.0:1767384392.110835:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a1cc1fcd. 00040000:00000010:3.0:1767384392.110836:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000083337dfd. 00040000:00000010:3.0:1767384392.110838:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cedeaef8. 00080000:00000010:3.0:1767384392.110841:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004ff60ff3. 00080000:00000010:3.0:1767384392.110849:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007eac4376. 00000004:00000010:3.0:1767384392.110853:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009a14fb00. 00002000:00000010:3.0:1767384392.110855:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ce313778. 00000100:00000200:3.0:1767384392.110858:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110859:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000758525c. 00000400:00000010:3.0:1767384392.110861:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc461445. 00000100:00000200:3.0:1767384392.110863:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110864:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e8bf1c. 00000400:00000010:3.0:1767384392.110865:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e151a99. 00000100:00000200:3.0:1767384392.110866:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110867:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009775b93c. 00000400:00000010:3.0:1767384392.110868:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7ff65. 00000100:00000200:3.0:1767384392.110869:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110870:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c8888f. 00000400:00000010:3.0:1767384392.110871:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000120e4a1f. 00000100:00000200:3.0:1767384392.110872:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110873:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b02fcf. 00000400:00000010:3.0:1767384392.110873:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000159af4d2. 00000100:00000200:3.0:1767384392.110874:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110875:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b5e8e8. 00000400:00000010:3.0:1767384392.110876:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0d672ae. 00000100:00000200:3.0:1767384392.110877:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110878:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011cb8e72. 00000400:00000010:3.0:1767384392.110879:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f1c6a6a. 00000100:00000200:3.0:1767384392.110880:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110887:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000befcb056. 00000400:00000010:3.0:1767384392.110888:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d883122. 00000100:00000200:3.0:1767384392.110890:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110891:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fd75f67. 00000400:00000010:3.0:1767384392.110892:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0179fd. 00000100:00000200:3.0:1767384392.110893:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110894:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eca6498. 00000400:00000010:3.0:1767384392.110895:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ed4c82e. 00000100:00000200:3.0:1767384392.110896:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110897:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7334ad. 00000400:00000010:3.0:1767384392.110898:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d59185e3. 00000100:00000200:3.0:1767384392.110899:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110900:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a203d93. 00000400:00000010:3.0:1767384392.110900:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000747f64d. 00000100:00000200:3.0:1767384392.110901:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110902:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afa283ef. 00000400:00000010:3.0:1767384392.110903:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002acd967. 00000100:00000200:3.0:1767384392.110904:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110904:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b30690. 00000400:00000010:3.0:1767384392.110905:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002f4d5e5. 00000100:00000200:3.0:1767384392.110906:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110907:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0264c9. 00000400:00000010:3.0:1767384392.110908:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a5063f8. 00000100:00000200:3.0:1767384392.110909:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110909:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0ee83d. 00000400:00000010:3.0:1767384392.110910:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb093a56. 00000100:00000200:3.0:1767384392.110911:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110912:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0d9fe4. 00000400:00000010:3.0:1767384392.110913:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d48f6c3c. 00000100:00000200:3.0:1767384392.110914:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110915:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000275a856f. 00000400:00000010:3.0:1767384392.110915:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2e47b00. 00000100:00000200:3.0:1767384392.110916:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110917:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7206b47. 00000400:00000010:3.0:1767384392.110918:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4c9517a. 00000100:00000200:3.0:1767384392.110919:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110920:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce2926a. 00000400:00000010:3.0:1767384392.110920:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb08ddc8. 00000100:00000200:3.0:1767384392.110922:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110923:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c39ad5f2. 00000400:00000010:3.0:1767384392.110924:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdd81aff. 00000100:00000200:3.0:1767384392.110925:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110926:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059fe813d. 00000400:00000010:3.0:1767384392.110932:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e2cd068. 00000100:00000200:3.0:1767384392.110934:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110935:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d7abdf. 00000400:00000010:3.0:1767384392.110936:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612680db. 00000100:00000200:3.0:1767384392.110937:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110938:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452e68b8. 00000400:00000010:3.0:1767384392.110938:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e0d1340. 00000100:00000200:3.0:1767384392.110939:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110940:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea59087. 00000400:00000010:3.0:1767384392.110941:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa4fb99a. 00000100:00000200:3.0:1767384392.110942:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110943:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7bec07e. 00000400:00000010:3.0:1767384392.110944:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a932aaa. 00000100:00000200:3.0:1767384392.110944:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110945:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2ad49d9. 00000400:00000010:3.0:1767384392.110946:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095beb207. 00000100:00000200:3.0:1767384392.110947:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110948:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005cfaac8. 00000400:00000010:3.0:1767384392.110949:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c7dc96a. 00000100:00000200:3.0:1767384392.110950:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110950:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9c4b8f4. 00000400:00000010:3.0:1767384392.110951:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce3fb953. 00000100:00000200:3.0:1767384392.110952:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110953:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0350e50. 00000400:00000010:3.0:1767384392.110954:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a4a082b. 00000100:00000200:3.0:1767384392.110955:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110955:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f68c500. 00000400:00000010:3.0:1767384392.110956:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f763b0d8. 00000100:00000200:3.0:1767384392.110957:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110958:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecc9d07f. 00000400:00000010:3.0:1767384392.110959:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ccefea. 00000100:00000200:3.0:1767384392.110960:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110961:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24fde1d. 00000400:00000010:3.0:1767384392.110962:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bc16980. 00000100:00000200:3.0:1767384392.110963:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110964:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009c7fa1c. 00000400:00000010:3.0:1767384392.110965:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f2f3f71. 00000100:00000200:3.0:1767384392.110966:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110966:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db616666. 00000400:00000010:3.0:1767384392.110967:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018d5d4d9. 00000100:00000200:3.0:1767384392.110968:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110969:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc40c65f. 00000400:00000010:3.0:1767384392.110970:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb9478ca. 00000100:00000200:3.0:1767384392.110971:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110971:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb617d. 00000400:00000010:3.0:1767384392.110972:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093f5b289. 00000100:00000200:3.0:1767384392.110973:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110974:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039b53adc. 00000400:00000010:3.0:1767384392.110975:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5712c89. 00000100:00000200:3.0:1767384392.110976:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110976:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058782e81. 00000400:00000010:3.0:1767384392.110977:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f7be9bd. 00000100:00000200:3.0:1767384392.110978:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110979:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d84ebb. 00000400:00000010:3.0:1767384392.110980:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c01b63e0. 00000100:00000200:3.0:1767384392.110981:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110981:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f5195c. 00000400:00000010:3.0:1767384392.110982:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d65dc6a. 00000100:00000200:3.0:1767384392.110983:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110984:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050ef6f0d. 00000400:00000010:3.0:1767384392.110985:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d163be89. 00000100:00000200:3.0:1767384392.110986:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110986:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489389. 00000400:00000010:3.0:1767384392.110987:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000635ee638. 00000100:00000200:3.0:1767384392.110988:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110989:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5ddff67. 00000400:00000010:3.0:1767384392.110990:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c536f8d3. 00000100:00000200:3.0:1767384392.110991:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110992:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e695b532. 00000400:00000010:3.0:1767384392.110992:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f12d5fa. 00000100:00000200:3.0:1767384392.110993:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110994:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c98965. 00000400:00000010:3.0:1767384392.110995:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d92d9c48. 00000100:00000200:3.0:1767384392.110996:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110997:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db1aac4. 00000400:00000010:3.0:1767384392.110997:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e33985e. 00000100:00000200:3.0:1767384392.110998:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.110999:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085aee23a. 00000400:00000010:3.0:1767384392.111000:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089c2feb1. 00000100:00000200:3.0:1767384392.111001:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111001:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f42908ff. 00000400:00000010:3.0:1767384392.111002:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019633b07. 00000100:00000200:3.0:1767384392.111003:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111004:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a900efb. 00000400:00000010:3.0:1767384392.111005:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933ae705. 00000100:00000200:3.0:1767384392.111006:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111007:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db924cff. 00000400:00000010:3.0:1767384392.111007:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007185176c. 00000100:00000200:3.0:1767384392.111008:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111009:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000775c24e3. 00000400:00000010:3.0:1767384392.111016:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb9f71d. 00000100:00000200:3.0:1767384392.111028:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111030:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003ece46e. 00000400:00000010:3.0:1767384392.111031:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e81c07a. 00000100:00000200:3.0:1767384392.111032:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111040:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62a2a59. 00000400:00000010:3.0:1767384392.111042:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026963084. 00000100:00000200:3.0:1767384392.111043:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111044:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002daebbf1. 00000400:00000010:3.0:1767384392.111045:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047758a37. 00000100:00000200:3.0:1767384392.111047:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111047:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066bd04d. 00000400:00000010:3.0:1767384392.111049:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beaff38a. 00000100:00000200:3.0:1767384392.111050:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111051:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb800ba. 00000400:00000010:3.0:1767384392.111052:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083ff638d. 00000100:00000200:3.0:1767384392.111053:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111053:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e8c5d99. 00000400:00000010:3.0:1767384392.111054:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2d1fa7a. 00000100:00000200:3.0:1767384392.111055:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111056:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085667e10. 00000400:00000010:3.0:1767384392.111057:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf9d22fc. 00000100:00000200:3.0:1767384392.111058:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111058:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000937fe62f. 00000400:00000010:3.0:1767384392.111059:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf5b228. 00000100:00000200:3.0:1767384392.111060:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111061:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000315907a5. 00000400:00000010:3.0:1767384392.111062:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d984b09. 00000100:00000200:3.0:1767384392.111063:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111063:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9352ded. 00000400:00000010:3.0:1767384392.111064:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdebc408. 00000100:00000200:3.0:1767384392.111065:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111066:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ffe9a02. 00000400:00000010:3.0:1767384392.111067:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f81c9dfe. 00000100:00000200:3.0:1767384392.111068:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384392.111068:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c262c096. 00000400:00000010:3.0:1767384392.111069:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e12e6625. 00000100:00000010:3.0:1767384392.111071:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007724b89e. 00000100:00000200:3.0:1767384392.111081:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384392.111099:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000057587881. 00000100:00000010:3.0:1767384392.111280:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e54e79a2. 00000020:00000010:3.0:1767384392.111284:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007907c942. 00000020:00000010:3.0:1767384392.111287:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000290479ab. 00000020:00000010:3.0:1767384392.111289:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071c8631c. 00000040:00000010:3.0:1767384392.111291:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000058a3b163. 00000020:00000010:3.0:1767384392.111293:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000558e2c1f. 00000020:00000010:3.0:1767384392.111296:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083487961. 00000020:00000010:3.0:1767384392.111299:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bcde296. 80000000:00000010:3.0:1767384392.111301:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000da459f3e. 40000000:00000010:3.0:1767384392.111303:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002367c4d8. 00100000:00000010:3.0:1767384392.111306:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009a0e5995. 00040000:00000010:3.0:1767384392.111309:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa4080d5. 00040000:00000010:3.0:1767384392.111312:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d03a3ab7. 00080000:00000010:3.0:1767384392.111316:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000929fff53. 00080000:00000010:3.0:1767384392.111319:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000666db31d. 00000004:00000010:3.0:1767384392.111323:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb8fa89. 00002000:00000010:3.0:1767384392.111326:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000006fbf6c7. 00000100:00000010:3.0:1767384392.111329:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000202461ac. 00000100:00000200:3.0:1767384392.111337:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384392.111346:0:40985:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000c9d92ecf. 00000100:00000010:0.0:1767384392.111350:0:40985:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000f6e5a80. 00000100:00000010:0.0:1767384392.111360:0:40985:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d9619949. 00000100:00000010:0.0:1767384392.111366:0:40985:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c36ebf81. 00000100:00000010:0.0:1767384392.111370:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090557435. 00000100:00000010:0.0:1767384392.111517:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004c2af942. 00000100:00000010:0.0:1767384392.111521:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e9d42c. 00000100:00000010:0.0:1767384392.111660:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e7e1326. 00000100:00000010:0.0:1767384392.111663:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3d67747. 00000100:00000010:0.0:1767384392.111799:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000844ae85d. 00000100:00000010:0.0:1767384392.111804:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e5ec5bc. 00000100:00000010:0.0:1767384392.111970:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ca5469e. 00000100:00000010:0.0:1767384392.111974:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce8e501a. 00000100:00000010:0.0:1767384392.112118:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ceedb4fd. 00000100:00000010:0.0:1767384392.112121:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c96a1e1. 00000100:00000010:0.0:1767384392.112287:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000029ee98bf. 00000100:00000010:0.0:1767384392.112292:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092abc0e4. 00000100:00000010:0.0:1767384392.112429:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a4c6763. 00000100:00000010:0.0:1767384392.112432:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecfd6847. 00000100:00000010:0.0:1767384392.112590:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000058ed2bcd. 00000100:00000010:0.0:1767384392.112596:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed15243f. 00000100:00000010:0.0:1767384392.112729:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009fff30af. 00000100:00000010:0.0:1767384392.112734:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081840244. 00000100:00000010:0.0:1767384392.112872:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef0e2ae4. 00000100:00000010:0.0:1767384392.112876:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000331dcdc0. 00000100:00000010:0.0:1767384392.113003:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001c5d4d39. 00000100:00000010:0.0:1767384392.113013:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014c43804. 00000100:00000010:0.0:1767384392.113217:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007bf065a0. 00000100:00000010:0.0:1767384392.113223:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000001fc157. 00000100:00000010:0.0:1767384392.113380:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab612784. 00000100:00000010:0.0:1767384392.113384:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014dcca55. 00000100:00000010:0.0:1767384392.113536:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dc000dfe. 00000100:00000010:0.0:1767384392.113541:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004822d901. 00000100:00000010:0.0:1767384392.113692:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004136b64. 00000100:00000010:0.0:1767384392.113697:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ec8aedc. 00000100:00000010:0.0:1767384392.113868:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f1417661. 00000100:00000010:0.0:1767384392.113873:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab66a453. 00000100:00000010:0.0:1767384392.114036:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000003c4257d. 00000100:00000010:0.0:1767384392.114041:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025ccf045. 00000100:00000010:0.0:1767384392.114218:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064dfc6ba. 00000100:00000010:0.0:1767384392.114223:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0636365. 00000100:00000010:0.0:1767384392.114374:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000361b7677. 00000100:00000010:0.0:1767384392.114379:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e80af8ea. 00000100:00000010:0.0:1767384392.114537:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c58a8b04. 00000100:00000010:0.0:1767384392.114542:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fb04a21. 00000100:00000010:0.0:1767384392.114691:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028f11101. 00000100:00000010:0.0:1767384392.114695:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b1944ca. 00000100:00000010:0.0:1767384392.114839:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000316fefea. 00000100:00000010:0.0:1767384392.114843:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fd3abc2. 00000100:00000010:0.0:1767384392.114993:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb4c9c39. 00000100:00000010:0.0:1767384392.114997:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096b8a8fe. 00000100:00000010:0.0:1767384392.115246:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cec30b8a. 00000100:00000010:0.0:1767384392.115251:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c67d68d. 00000100:00000010:0.0:1767384392.115405:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007040fbcd. 00000100:00000010:0.0:1767384392.115411:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b4be41f. 00000100:00000010:0.0:1767384392.115561:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000022e32609. 00000100:00000010:0.0:1767384392.115566:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053526e86. 00000100:00000010:0.0:1767384392.115720:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000097aebd2a. 00000100:00000010:0.0:1767384392.115734:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba069578. 00000100:00000010:0.0:1767384392.115899:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002bc6b3d4. 00000100:00000010:0.0:1767384392.115904:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187ee0f0. 00000100:00000010:0.0:1767384392.116066:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004a709e53. 00000100:00000010:0.0:1767384392.116071:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f289e40. 00000100:00000010:0.0:1767384392.116411:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009df348ba. 00000100:00000010:0.0:1767384392.116417:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d51171. 00000100:00000010:0.0:1767384392.116568:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ab6fd34. 00000100:00000010:0.0:1767384392.116573:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f31f4a5. 00000100:00000010:0.0:1767384392.116738:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019d48587. 00000100:00000010:0.0:1767384392.116743:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000585fd60. 00000100:00000010:0.0:1767384392.116893:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003e4cb1eb. 00000100:00000010:0.0:1767384392.116898:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b3bcdf0. 00000100:00000010:0.0:1767384392.117060:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005afe018b. 00000100:00000010:0.0:1767384392.117065:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a74548c7. 00000100:00000010:0.0:1767384392.117297:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000243b9180. 00000100:00000010:0.0:1767384392.117303:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a3a2846. 00000100:00000010:0.0:1767384392.117467:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bca6e9c5. 00000100:00000010:0.0:1767384392.117472:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ceccb07. 00000100:00000010:0.0:1767384392.117621:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009ced5edd. 00000100:00000010:0.0:1767384392.117626:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deac6cf0. 00000100:00000010:0.0:1767384392.117772:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000668f6435. 00000100:00000010:0.0:1767384392.117776:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a110643. 00000100:00000010:0.0:1767384392.117906:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f0b26be. 00000100:00000010:0.0:1767384392.117908:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e545d75. 00000100:00000010:0.0:1767384392.118061:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fe299ffe. 00000100:00000010:0.0:1767384392.118064:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7b0308e. 00000100:00000010:0.0:1767384392.118260:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d5c9c12. 00000100:00000010:0.0:1767384392.118264:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a8273c9. 00000100:00000010:0.0:1767384392.118412:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af2fd7fb. 00000100:00000010:0.0:1767384392.118417:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000240d8976. 00000100:00000010:0.0:1767384392.118568:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000045259ac5. 00000100:00000010:0.0:1767384392.118583:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023c2d7a2. 00000100:00000010:0.0:1767384392.118731:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e4d9256. 00000100:00000010:0.0:1767384392.118735:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f4d4ca9. 00000100:00000010:0.0:1767384392.118871:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037e620b7. 00000100:00000010:0.0:1767384392.118874:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cec8bd75. 00000100:00000010:0.0:1767384392.118999:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000003c00d12. 00000100:00000010:0.0:1767384392.119001:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4d42518. 00000100:00000010:0.0:1767384392.119160:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000dfac84b. 00000100:00000010:0.0:1767384392.119165:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009efadd4. 00000100:00000010:0.0:1767384392.119310:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000009a8656e. 00000100:00000010:0.0:1767384392.119313:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006efe2f24. 00000100:00000010:0.0:1767384392.119457:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fd49a77e. 00000100:00000010:0.0:1767384392.119462:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040f62446. 00000100:00000010:0.0:1767384392.119606:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aef2e506. 00000100:00000010:0.0:1767384392.119610:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031090136. 00000100:00000010:0.0:1767384392.119752:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007feec1d6. 00000100:00000010:0.0:1767384392.119757:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c70b5b2c. 00000100:00000010:0.0:1767384392.119903:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b97a02c8. 00000100:00000010:0.0:1767384392.119906:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d199e31. 00000100:00000010:0.0:1767384392.120044:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004294ba7d. 00000100:00000010:0.0:1767384392.120046:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa0a640e. 00000100:00000010:0.0:1767384392.120249:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002c740871. 00000100:00000010:0.0:1767384392.120253:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003aeeee18. 00000100:00000010:0.0:1767384392.120382:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000016c3e2e3. 00000100:00000010:0.0:1767384392.120384:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003465b1e8. 00000100:00000010:0.0:1767384392.120534:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd23af27. 00000100:00000010:0.0:1767384392.120539:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050ccca2c. 00000100:00000010:0.0:1767384392.120675:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f28d3206. 00000100:00000010:0.0:1767384392.120678:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b523331. 00000100:00000010:0.0:1767384392.120810:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf76f5c4. 00000100:00000010:0.0:1767384392.120814:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019b1ba06. 00000100:00000010:0.0:1767384392.120939:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f40568a3. 00000100:00000010:0.0:1767384392.120949:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd09a4fe. 00000100:00000010:0.0:1767384392.121091:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e151f757. 00000100:00000010:0.0:1767384392.121094:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f217a554. 00000100:00000010:0.0:1767384392.121274:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000313bdaad. 00000100:00000010:0.0:1767384392.121278:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2dec792. 00000100:00000010:0.0:1767384392.121417:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c4f0707b. 00000100:00000010:0.0:1767384392.121421:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039a6b597. 00000100:00000010:0.0:1767384392.121559:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012dab689. 00000100:00000010:0.0:1767384392.121561:0:40985:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb7e41c. 00000100:00000010:0.0:1767384392.121697:0:40985:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000066cdf67e. 00000400:00000200:0.0:1767384392.121703:0:40985:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384392.121766:0:40985:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef2f397f. 00000020:00000010:0.0:1767384392.121771:0:40985:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005cda78e0. 00000100:00000010:0.0:1767384392.121815:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007c24c388. 00000100:00000010:0.0:1767384392.121821:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006497f441. 00000100:00000010:0.0:1767384392.121825:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0301680. 00000100:00000010:0.0:1767384392.121829:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c7d194fd. 00000100:00000010:0.0:1767384392.121832:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000416c095d. 00000100:00000010:0.0:1767384392.121835:0:40985:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000003ac41d42. 00000100:00000010:0.0:1767384392.121837:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000db066c87. 00000100:00000010:0.0:1767384392.121839:0:40985:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000643ecd0a. 00000100:00000010:0.0:1767384392.121841:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b8ae3ab5. 00000100:00000010:0.0:1767384392.121843:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f80a2e29. 00000100:00000010:0.0:1767384392.121845:0:40985:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000204aa70f. 00000100:00000200:0.0:1767384392.121872:0:40985:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384392.121876:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000097c4328b. 00000020:00000010:3.0:1767384392.122663:0:41011:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c71605d2. 00000100:00000010:3.0:1767384392.122668:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bad46eed. 00000020:00000010:3.0:1767384392.122671:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d634ed53. 00000020:00000010:3.0:1767384392.122677:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036d49e7a. 00000020:00000010:3.0:1767384392.122680:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091704e11. 00000040:00000010:3.0:1767384392.122682:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df5e96ff. 00000020:00000010:3.0:1767384392.122686:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008816f960. 00000020:00000010:3.0:1767384392.122689:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031cf915b. 00000020:00000010:3.0:1767384392.122692:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000001b8251. 80000000:00000010:3.0:1767384392.122695:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a866064. 40000000:00000010:3.0:1767384392.122697:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005164604a. 00100000:00000010:3.0:1767384392.122700:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ce23d75f. 00040000:00000010:3.0:1767384392.122752:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006622c8ba. 00040000:00000010:3.0:1767384392.122755:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a304192a. 00080000:00000010:3.0:1767384392.122759:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001e718444. 00080000:00000010:3.0:1767384392.122769:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004df6acbb. 00000004:00000010:3.0:1767384392.122776:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000793ecf39. 00002000:00000010:3.0:1767384392.122780:0:41011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e3b979bd. 00000100:00000200:3.0:1767384392.122785:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122789:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000997ec382. 00000400:00000010:3.0:1767384392.122794:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000adff0426. 00000100:00000200:3.0:1767384392.122798:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122800:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000528167d6. 00000400:00000010:3.0:1767384392.122806:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8736a75. 00000100:00000200:3.0:1767384392.122808:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122810:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002adee898. 00000400:00000010:3.0:1767384392.122812:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f1fc30bd. 00000100:00000200:3.0:1767384392.122813:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122815:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004320c8ed. 00000400:00000010:3.0:1767384392.122816:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b594fda. 00000100:00000200:3.0:1767384392.122818:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122819:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e6fd772. 00000400:00000010:3.0:1767384392.122820:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000398276b2. 00000100:00000200:3.0:1767384392.122822:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122822:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098c9c732. 00000400:00000010:3.0:1767384392.122824:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e9dd89b. 00000100:00000200:3.0:1767384392.122826:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122826:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028cc67b2. 00000400:00000010:3.0:1767384392.122828:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000c9c35c2. 00000100:00000200:3.0:1767384392.122830:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122830:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a8954b. 00000400:00000010:3.0:1767384392.122832:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cfafb85f. 00000100:00000200:3.0:1767384392.122833:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122834:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd9e2d56. 00000400:00000010:3.0:1767384392.122836:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c4c6528. 00000100:00000200:3.0:1767384392.122837:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122838:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b44e2ab. 00000400:00000010:3.0:1767384392.122844:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000289c7340. 00000100:00000200:3.0:1767384392.122847:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122847:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dae7a4f. 00000400:00000010:3.0:1767384392.122849:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000789bf9b2. 00000100:00000200:3.0:1767384392.122851:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122851:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f2ce504. 00000400:00000010:3.0:1767384392.122853:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004552b282. 00000100:00000200:3.0:1767384392.122855:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122855:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa2d537a. 00000400:00000010:3.0:1767384392.122857:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d7ca0061. 00000100:00000200:3.0:1767384392.122859:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122860:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000298d78b7. 00000400:00000010:3.0:1767384392.122862:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ac43b91. 00000100:00000200:3.0:1767384392.122864:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122864:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024501637. 00000400:00000010:3.0:1767384392.122866:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000662e329c. 00000100:00000200:3.0:1767384392.122868:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122869:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf55fc61. 00000400:00000010:3.0:1767384392.122870:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000de94cca8. 00000100:00000200:3.0:1767384392.122872:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122873:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a1844b5. 00000400:00000010:3.0:1767384392.122874:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008c000045. 00000100:00000200:3.0:1767384392.122876:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122877:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f172bca2. 00000400:00000010:3.0:1767384392.122882:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8e392c2. 00000100:00000200:3.0:1767384392.122885:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122886:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d812ad3a. 00000400:00000010:3.0:1767384392.122888:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007bca14e1. 00000100:00000200:3.0:1767384392.122889:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122890:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7ae9f53. 00000400:00000010:3.0:1767384392.122892:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007e7d3fe7. 00000100:00000200:3.0:1767384392.122893:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122894:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a901041f. 00000400:00000010:3.0:1767384392.122896:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000829bde61. 00000100:00000200:3.0:1767384392.122897:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122898:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4bd2cd. 00000400:00000010:3.0:1767384392.122900:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000089fb7272. 00000100:00000200:3.0:1767384392.122901:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122902:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000180f586d. 00000400:00000010:3.0:1767384392.122903:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000535c90c8. 00000100:00000200:3.0:1767384392.122905:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122906:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4847499. 00000400:00000010:3.0:1767384392.122907:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074ed91ee. 00000100:00000200:3.0:1767384392.122909:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122910:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d39e03bc. 00000400:00000010:3.0:1767384392.122912:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008caf9dfa. 00000100:00000200:3.0:1767384392.122913:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122914:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a33a7268. 00000400:00000010:3.0:1767384392.122920:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007a88fb56. 00000100:00000200:3.0:1767384392.122923:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122924:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da195b57. 00000400:00000010:3.0:1767384392.122926:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa5e5c88. 00000100:00000200:3.0:1767384392.122927:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122928:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094d0235d. 00000400:00000010:3.0:1767384392.122929:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000140252da. 00000100:00000200:3.0:1767384392.122931:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122932:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6af083c. 00000400:00000010:3.0:1767384392.122933:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005ed8f9b8. 00000100:00000200:3.0:1767384392.122935:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122935:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef0fabb3. 00000400:00000010:3.0:1767384392.122937:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a2b4165. 00000100:00000200:3.0:1767384392.122939:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122939:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d7d887. 00000400:00000010:3.0:1767384392.122941:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000df91553f. 00000100:00000200:3.0:1767384392.122943:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122943:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff2f6bcd. 00000400:00000010:3.0:1767384392.122945:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008aa7a43a. 00000100:00000200:3.0:1767384392.122947:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122947:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fd93dd3. 00000400:00000010:3.0:1767384392.122949:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd06d602. 00000100:00000200:3.0:1767384392.122951:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122951:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7f922e. 00000400:00000010:3.0:1767384392.122957:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ceec28d9. 00000100:00000200:3.0:1767384392.122960:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122961:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e257532. 00000400:00000010:3.0:1767384392.122962:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e25e83f. 00000100:00000200:3.0:1767384392.122964:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122971:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a2239cd. 00000400:00000010:3.0:1767384392.122974:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000091371fc. 00000100:00000200:3.0:1767384392.122976:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122977:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c346b799. 00000400:00000010:3.0:1767384392.122979:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1e7f5f2. 00000100:00000200:3.0:1767384392.122981:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122982:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c83a541d. 00000400:00000010:3.0:1767384392.122984:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001b5994ca. 00000100:00000200:3.0:1767384392.122985:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122986:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9d93b48. 00000400:00000010:3.0:1767384392.122988:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005af09944. 00000100:00000200:3.0:1767384392.122989:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122990:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f648213. 00000400:00000010:3.0:1767384392.122992:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000612678d2. 00000100:00000200:3.0:1767384392.122993:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122994:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdd74ad. 00000400:00000010:3.0:1767384392.122996:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000001044ad. 00000100:00000200:3.0:1767384392.122997:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.122998:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011893491. 00000400:00000010:3.0:1767384392.123004:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c88c3e7. 00000100:00000200:3.0:1767384392.123006:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123007:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000873ae011. 00000400:00000010:3.0:1767384392.123009:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008b7a2bcd. 00000100:00000200:3.0:1767384392.123010:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123011:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cb9158e. 00000400:00000010:3.0:1767384392.123013:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a0a603de. 00000100:00000200:3.0:1767384392.123014:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123015:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f43b986. 00000400:00000010:3.0:1767384392.123028:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c452406. 00000100:00000200:3.0:1767384392.123031:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123033:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d179aea. 00000400:00000010:3.0:1767384392.123036:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b63e85a9. 00000100:00000200:3.0:1767384392.123038:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123040:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031a04755. 00000400:00000010:3.0:1767384392.123042:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002812e80b. 00000100:00000200:3.0:1767384392.123044:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123045:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f438451. 00000400:00000010:3.0:1767384392.123047:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000287fae70. 00000100:00000200:3.0:1767384392.123048:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123049:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d6bf2a1. 00000400:00000010:3.0:1767384392.123051:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d392dc0f. 00000100:00000200:3.0:1767384392.123053:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123054:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000621c45f. 00000400:00000010:3.0:1767384392.123061:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002a53adc2. 00000100:00000200:3.0:1767384392.123064:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123066:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f065a0. 00000400:00000010:3.0:1767384392.123068:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000054e03d5f. 00000100:00000200:3.0:1767384392.123069:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123070:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7a7ca99. 00000400:00000010:3.0:1767384392.123072:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c630a437. 00000100:00000200:3.0:1767384392.123073:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123074:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b6f20d1. 00000400:00000010:3.0:1767384392.123076:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000af9fccd2. 00000100:00000200:3.0:1767384392.123077:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123078:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915fb957. 00000400:00000010:3.0:1767384392.123080:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c50843b6. 00000100:00000200:3.0:1767384392.123082:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123082:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3d36193. 00000400:00000010:3.0:1767384392.123084:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001908dbdf. 00000100:00000200:3.0:1767384392.123086:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123087:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086329ae4. 00000400:00000010:3.0:1767384392.123089:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003226bb8b. 00000100:00000200:3.0:1767384392.123090:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123091:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033907309. 00000400:00000010:3.0:1767384392.123093:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008019b16e. 00000100:00000200:3.0:1767384392.123094:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123095:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e240a978. 00000400:00000010:3.0:1767384392.123101:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003f596fcc. 00000100:00000200:3.0:1767384392.123103:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123104:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b1c44ab. 00000400:00000010:3.0:1767384392.123106:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000911ba865. 00000100:00000200:3.0:1767384392.123107:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123108:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08b0e0e. 00000400:00000010:3.0:1767384392.123110:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000663ea689. 00000100:00000200:3.0:1767384392.123111:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123112:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0fcd1ff. 00000400:00000010:3.0:1767384392.123114:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc31bf6b. 00000100:00000200:3.0:1767384392.123116:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123117:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a378787. 00000400:00000010:3.0:1767384392.123119:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000745f68ac. 00000100:00000200:3.0:1767384392.123121:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123123:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000468b2fbb. 00000400:00000010:3.0:1767384392.123125:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000086bd3097. 00000100:00000200:3.0:1767384392.123128:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384392.123129:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a768caf. 00000400:00000010:3.0:1767384392.123131:0:41011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c0e3de22. 00000100:00000010:3.0:1767384392.123156:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002c4ff8f3. 00000100:00000200:3.0:1767384392.123170:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384392.123195:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b1261189. 00000020:00000010:3.0:1767384392.123906:0:41012:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006296ef86. 00000100:00000010:3.0:1767384392.123912:0:41012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000009df06. 00000020:00000010:3.0:1767384392.123914:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003f3fd57d. 00000020:00000010:3.0:1767384392.123918:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fe1279. 00000020:00000010:3.0:1767384392.123921:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b19c976. 00000040:00000010:3.0:1767384392.123923:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af31f3d5. 00000020:00000010:3.0:1767384392.123926:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f342313. 00000020:00000010:3.0:1767384392.123930:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb565732. 00000020:00000010:3.0:1767384392.123932:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aa6ea9da. 80000000:00000010:3.0:1767384392.123935:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064eb120b. 40000000:00000010:3.0:1767384392.123936:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf7d1a66. 00100000:00000010:3.0:1767384392.123940:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000922cb4b7. 00040000:00000010:3.0:1767384392.123942:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f3cabe6. 00040000:00000010:3.0:1767384392.123945:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c36c0652. 00080000:00000010:3.0:1767384392.123949:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000549e4ea2. 00080000:00000010:3.0:1767384392.123953:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000d85c7da. 00000004:00000010:3.0:1767384392.123957:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b17afa3. 00002000:00000010:3.0:1767384392.123960:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057ea1682. 00000100:00000010:3.0:1767384392.123972:0:41012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b6b7acd1. 00000100:00000200:3.0:1767384392.124036:0:41012:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384392.124064:0:40985:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000048e16fbc. 00000020:00000010:3.0:1767384392.124619:0:41013:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000e04c89c0. 00000100:00000010:3.0:1767384392.124624:0:41013:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002ca03c25. 00000020:00000010:3.0:1767384392.124627:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000552d2e02. 00000020:00000010:3.0:1767384392.124630:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebc4fcfa. 00000020:00000010:3.0:1767384392.124632:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9efa659. 00000040:00000010:3.0:1767384392.124635:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e55ef81. 00000020:00000010:3.0:1767384392.124637:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d55cd1d. 00000020:00000010:3.0:1767384392.124640:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004760d60b. 00000020:00000010:3.0:1767384392.124643:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002add3a4c. 80000000:00000010:3.0:1767384392.124645:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000021635d69. 40000000:00000010:3.0:1767384392.124647:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83dbc61. 00100000:00000010:3.0:1767384392.124649:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043aa533a. 00040000:00000010:3.0:1767384392.124652:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004640c312. 00040000:00000010:3.0:1767384392.124656:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009be2c197. 00080000:00000010:3.0:1767384392.124660:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008c1e0f93. 00080000:00000010:3.0:1767384392.124671:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029cd981f. 00000004:00000010:3.0:1767384392.124681:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000886682a9. 00002000:00000010:3.0:1767384392.124685:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa05ba12. 00000100:00000010:3.0:1767384392.124696:0:41013:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009fcbacf0. 00000100:00000200:3.0:1767384392.124745:0:41013:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384392.124774:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003060820e. 00000040:00000010:0.0:1767384392.124780:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000018bc7871. 00000020:00000010:0.0:1767384392.124784:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f4c894d. 00000020:00000010:0.0:1767384392.124787:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd3d23f2. 00000020:00000010:0.0:1767384392.124791:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ada7e89d. 80000000:00000010:0.0:1767384392.124794:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003348f96e. 40000000:00000010:0.0:1767384392.124798:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000371d1a93. 00100000:00000010:0.0:1767384392.124801:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adcc59d4. 00040000:00000010:0.0:1767384392.124804:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e188b100. 00040000:00000010:0.0:1767384392.124808:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f108357c. 00080000:00000010:0.0:1767384392.124812:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b331821. 00080000:00000010:0.0:1767384392.124815:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0562efe. 00000020:00000010:0.0:1767384392.124818:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4d6e83b. 00000020:00000010:0.0:1767384392.124822:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093dedd32. 00000020:00000010:0.0:1767384392.124825:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ab02439. 00000008:00000010:0.0:1767384392.124828:0:40985:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000970f570f. 00020000:00000010:0.0:1767384392.124832:0:40985:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003051086d. 00008000:00000010:0.0:1767384392.124837:0:40985:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005d3fba37. 00000080:00000010:0.0:1767384392.124840:0:40985:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000071dbf755. 00000020:00000010:0.0:1767384392.124844:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e08c914. 00000020:00000010:0.0:1767384392.124848:0:40985:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 0000000072ac2bdf. 00000020:00000010:0.0:1767384392.124857:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc0c8ee. 00000020:00000010:0.0:1767384392.124860:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecce911b. 00000040:00000010:0.0:1767384392.124862:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f7cd97a. 00000020:00000010:0.0:1767384392.124865:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d1bafca. 00000020:00000010:0.0:1767384392.124867:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ca30777. 80000000:00000010:0.0:1767384392.124869:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008351b691. 00040000:00000010:0.0:1767384392.124871:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031e0d895. 00080000:00000010:0.0:1767384392.124875:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006bb7c0a4. 00080000:00000010:0.0:1767384392.124879:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f0562efe. 20000000:00000010:0.0:1767384392.124884:0:40985:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000089cbb41e. 00000020:00000010:0.0:1767384392.124901:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002be5dd95. 00080000:00000010:0.0:1767384392.124907:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009e08c914. 00080000:00000010:0.0:1767384392.124968:0:40985:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000006e1e6c5e. 00080000:00000010:0.0:1767384392.124984:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009e08c914. 00000020:00000010:0.0:1767384392.124987:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002be5dd95. 00000040:00000010:0.0:1767384392.124997:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e2635c91. 00000020:00000010:0.0:1767384392.125055:0:40985:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000003b331821. 00000100:00000010:0.0:1767384392.125099:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.125121:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005f9a31c3. 00000100:00000010:0.0:1767384392.125132:0:40985:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000057ca6be4. 00000100:00000010:0.0:1767384392.125320:0:40985:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ab7b2c20. 00000100:00000010:0.0:1767384392.125329:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055bc0963. 00000400:00000010:0.0:1767384392.125348:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db35c501. 00000400:00000010:0.0:1767384392.125354:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020d7958b. 00000100:00000200:0.0:1767384392.125359:0:40985:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824ce08680-0x695824ce08680, portal 33 02000000:00000010:0.0:1767384392.125367:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006e1f3df6. 00000400:00000010:0.0:1767384392.125370:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.125373:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0b06ea9. 00000100:00000200:0.0:1767384392.125376:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728333952, portal 25 00000400:00000010:0.0:1767384392.125380:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f915aabd. 00000100:00000200:0.0:1767384392.125383:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236728333952, offset 0 00000400:00000200:0.0:1767384392.125390:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.125401:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.125410:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824ce08680 00000400:00000200:0.0:1767384392.125417:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21c1 [2] + 0 00000400:00000010:0.0:1767384392.125420:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06e5d45. 00000400:00000200:0.0:1767384392.125424:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f77866cf 00000400:00000200:0.0:1767384392.125431:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.125435:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.125440:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f77866cf 00000400:00000010:0.0:1767384392.125442:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f77866cf. 00000100:00000200:0.0:1767384392.125446:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.125497:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f915aabd 00000400:00000010:0.0:1767384392.125499:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f915aabd. 00000100:00000200:0.0:1767384392.125506:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728333952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.125522:0:40985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6824872. 00000100:00000010:0.0:1767384392.125532:0:40985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bec2ecbd. 00000100:00000010:0.0:1767384392.125545:0:40985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c988a6cb. 00000100:00000010:0.0:1767384392.125550:0:40985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056bcee4d. 00000020:00000010:3.0:1767384392.125629:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.125633:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.125638:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056998630. 00000020:00000010:3.0:1767384392.125640:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.125644:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.125706:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.125709:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c60a20f5. 00000100:00000200:3.0:1767384392.125712:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728333952 02000000:00000010:3.0:1767384392.125726:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cf1417b5. 20000000:00000010:3.0:1767384392.125735:0:40994:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000006df6bc16. 00000100:00000010:3.0:1767384392.125739:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cf57c479. 00000100:00000010:3.0:1767384392.125741:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d3a2163f. 00000400:00000010:3.0:1767384392.125747:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000400:00000010:3.0:1767384392.125753:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d848d539. 00000400:00000200:3.0:1767384392.125757:0:40994:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384392.125763:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384392.125769:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824ce08680 00000400:00000200:3.0:1767384392.125773:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29e1 [1] + 0 00000400:00000010:3.0:1767384392.125775:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db35c501. 00000400:00000200:3.0:1767384392.125778:0:40994:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020d7958b 00000100:00000200:3.0:1767384392.125781:0:40994:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000cf57c479 00000400:00000200:3.0:1767384392.125787:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384392.125792:0:40994:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29ed 00000400:00000200:3.0:1767384392.125796:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.125799:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384392.125801:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.125802:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.125804:0:40994:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000cf57c479 00000400:00000200:3.0:1767384392.125807:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d7958b 00000400:00000010:3.0:1767384392.125809:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020d7958b. 00000100:00000200:3.0:1767384392.125811:0:40994:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000af6e6d3f desc 0000000057ca6be4 mbits 1853236728333952 00000100:00000200:3.0:1767384392.125878:0:40994:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824ce08680-0x695824ce08680 20000000:00000010:3.0:1767384392.125890:0:40994:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000ef25efcc. 20000000:00000010:3.0:1767384392.125895:0:40994:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000098b6ecdd. 20000000:00000010:3.0:1767384392.125907:0:40994:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000009c5df56b. 00000100:00000010:3.0:1767384392.126963:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d3a2163f. 00000100:00000010:3.0:1767384392.126969:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cf57c479. 20000000:00000010:3.0:1767384392.126972:0:40994:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000006df6bc16. 00010000:00000200:3.0:1767384392.126981:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d71570eb x1853236728333952/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 4784/4768 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.126997:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfddd6a3. 00000100:00000200:3.0:1767384392.127000:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728333952, offset 224 00000400:00000200:3.0:1767384392.127005:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.127010:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.127015:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce08680 00000400:00000200:3.0:1767384392.127031:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29e5 [2] + 224 00000400:00000200:3.0:1767384392.127036:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.127038:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.127042:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728333952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.127091:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfddd6a3 00000400:00000010:3.0:1767384392.127093:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfddd6a3. 00000020:00000010:3.0:1767384392.127103:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.127105:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.127107:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056998630. 02000000:00000010:3.0:1767384392.127111:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cf1417b5. 00000100:00000200:3.0:1767384392.127116:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384392.127119:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0d64f95. 00000400:00000010:3.0:1767384392.127121:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfddd6a3. 00000400:00000010:0.0:1767384392.127185:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.127188:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b06ea9 00000400:00000010:0.0:1767384392.127189:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0b06ea9. 00000100:00000200:0.0:1767384392.127194:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728333952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.127201:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728333952/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.127218:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000055bc0963. 02000000:00000010:0.0:1767384392.127224:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006e1f3df6. 00000100:00000010:0.0:1767384392.127227:0:40985:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ab7b2c20. 00000100:00000010:0.0:1767384392.127228:0:40985:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000057ca6be4. 02000000:00000010:0.0:1767384392.127231:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005f9a31c3. 00000100:00000010:0.0:1767384392.127233:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 00000020:00000010:0.0:1767384392.127237:0:40985:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000003b331821. 00000020:00000010:0.0:1767384392.127242:0:40985:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000075cb0ab9. 00000020:00000010:0.0:1767384392.127244:0:40985:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000ab7b2c20. 00000020:00000010:0.0:1767384392.127248:0:40985:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000035b460d1. 00000020:00000010:0.0:1767384392.127250:0:40985:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000055bc0963. 00000020:00000010:0.0:1767384392.127253:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e08c914. 00000020:00000010:0.0:1767384392.127256:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4d6e83b. 00000040:00000010:0.0:1767384392.127258:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000085359fd8. 00000020:00000010:0.0:1767384392.127261:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adcc59d4. 00000020:00000010:0.0:1767384392.127264:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f108357c. 00040000:00000010:0.0:1767384392.127268:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.127272:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ada7e89d. 00080000:00000010:0.0:1767384392.127275:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005f9a31c3. 00080000:00000010:0.0:1767384392.127277:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006e1f3df6. 10000000:00000010:0.0:1767384392.127290:0:40985:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000003060820e. 10000000:00000010:0.0:1767384392.127297:0:40985:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000aef3bfd9. 00000100:00000010:0.0:1767384392.127301:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.127306:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a6ca825. 00010000:00000010:0.0:1767384392.127314:0:40985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1233aaa. 00010000:00000010:0.0:1767384392.127319:0:40985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005dd8896f. 00000100:00000010:0.0:1767384392.127332:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.127341:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000057ca6be4. 00000400:00000010:0.0:1767384392.127344:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.127347:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.127350:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728334080, portal 25 00000400:00000010:0.0:1767384392.127353:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.127354:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728334080, offset 0 00000400:00000200:0.0:1767384392.127359:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.127364:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.127368:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce08700 00000400:00000200:0.0:1767384392.127372:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c5 [2] + 0 00000400:00000010:0.0:1767384392.127374:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f144b19. 00000400:00000200:0.0:1767384392.127377:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000175fda08 00000400:00000200:0.0:1767384392.127380:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.127383:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.127385:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175fda08 00000400:00000010:0.0:1767384392.127387:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000175fda08. 00000100:00000200:0.0:1767384392.127389:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.127433:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.127435:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.127440:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728334080/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.127535:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.127538:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.127541:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056998630. 00000020:00000010:3.0:1767384392.127544:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.127547:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.127608:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c60a20f5. 00000020:00000010:3.0:1767384392.127611:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c60a20f5. 00000100:00000200:3.0:1767384392.127614:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334080 00010000:00000010:3.0:1767384392.127627:0:40994:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004ff82217. 00010000:00000010:3.0:1767384392.127631:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f00aa19. 00000020:00000010:3.0:1767384392.127636:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c60a20f5. 02000000:00000010:3.0:1767384392.127644:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cf57c479. 00010000:00000200:3.0:1767384392.127659:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000146fc1d x1853236728334080/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/344 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.127668:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.127671:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728334080, offset 224 00000400:00000200:3.0:1767384392.127674:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.127679:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.127684:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce08700 00000400:00000200:3.0:1767384392.127687:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29f9 [1] + 224 00000400:00000200:3.0:1767384392.127691:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.127694:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.127698:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728334080/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.127714:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.127716:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000020:00000010:3.0:1767384392.127723:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.127725:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.127727:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056998630. 02000000:00000010:3.0:1767384392.127730:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cf57c479. 00000100:00000200:3.0:1767384392.127734:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384392.127737:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef935d82. 00000400:00000010:3.0:1767384392.127740:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094a591da. 00000400:00000010:0.0:1767384392.127781:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.127785:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.127786:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.127790:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728334080/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.127796:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728334080/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.127807:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.127818:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000057ca6be4. 02000000:00000010:0.0:1767384392.127822:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a6ca825. 00000100:00000010:0.0:1767384392.127824:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 10000000:00000010:0.0:1767384392.127847:0:40985:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000001a6ca825. 10000000:00000010:0.0:1767384392.127852:0:40985:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000016a47d4f. 00000100:00000010:0.0:1767384392.127856:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.127860:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e4bbcd6. 00010000:00000010:0.0:1767384392.127865:0:40985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008656df65. 00010000:00000010:0.0:1767384392.127868:0:40985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ab24300. 00000100:00000010:0.0:1767384392.127874:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.127880:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000057ca6be4. 00000400:00000010:0.0:1767384392.127882:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.127885:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.127887:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728334208, portal 25 00000400:00000010:0.0:1767384392.127890:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.127891:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728334208, offset 0 00000400:00000200:0.0:1767384392.127895:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.127899:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.127903:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce08780 00000400:00000200:0.0:1767384392.127906:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c9 [2] + 0 00000400:00000010:0.0:1767384392.127908:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844e248. 00000400:00000200:0.0:1767384392.127910:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e048c404 00000400:00000200:0.0:1767384392.127913:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.127915:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.127917:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e048c404 00000400:00000010:0.0:1767384392.127919:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e048c404. 00000100:00000200:0.0:1767384392.127921:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384392.128001:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009d341755. 00000400:00000200:0.0:1767384392.128057:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.128059:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.128062:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728334208/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.128123:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576f6121. 00000020:00000010:1.0:1767384392.128126:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000576f6121. 00000020:00000010:1.0:1767384392.128128:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528b19cf. 00000020:00000010:1.0:1767384392.128130:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.128133:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.128153:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576f6121. 00000020:00000010:1.0:1767384392.128155:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000576f6121. 00000100:00000200:1.0:1767384392.128156:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334208 00010000:00000010:1.0:1767384392.128163:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002cfde7d8. 00010000:00000010:1.0:1767384392.128167:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ea51028a. 00000020:00000010:1.0:1767384392.128170:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000576f6121. 02000000:00000010:1.0:1767384392.128175:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004549c38e. 00010000:00000200:1.0:1767384392.128184:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043af3123 x1853236728334208/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/344 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.128194:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.128197:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728334208, offset 224 00000400:00000200:1.0:1767384392.128200:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.128204:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.128208:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce08780 00000400:00000200:1.0:1767384392.128210:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a09 [1] + 224 00000400:00000200:1.0:1767384392.128213:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.128215:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.128220:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728334208/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.128240:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.128241:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000020:00000010:1.0:1767384392.128247:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.128249:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.128250:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528b19cf. 02000000:00000010:1.0:1767384392.128253:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004549c38e. 00000100:00000200:1.0:1767384392.128257:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.128260:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e6aaec. 00000400:00000010:1.0:1767384392.128268:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006054f047. 00000400:00000010:0.0:1767384392.128318:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.128321:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.128322:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.128325:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728334208/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.128329:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728334208/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.128338:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.128346:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000057ca6be4. 02000000:00000010:0.0:1767384392.128348:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e4bbcd6. 00000100:00000010:0.0:1767384392.128350:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 10000000:00000010:0.0:1767384392.128355:0:40985:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.128358:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4bbcd6. 00000020:00000010:0.0:1767384392.128361:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031767a68. 00000040:00000010:0.0:1767384392.128363:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002dd7815e. 00000020:00000010:0.0:1767384392.128366:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f4c894d. 00000020:00000010:0.0:1767384392.128369:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a4846f5f. 80000000:00000010:0.0:1767384392.128372:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2061bd7. 00040000:00000010:0.0:1767384392.128374:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1ce3700. 00080000:00000010:0.0:1767384392.128378:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000389cf0a0. 00080000:00000010:0.0:1767384392.128382:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f56a074f. 20000000:00000010:0.0:1767384392.128386:0:40985:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e6104aae. 00000040:00000010:0.0:1767384392.128390:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000084006feb. 00000100:00000010:0.0:1767384392.128394:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.128400:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fba59a9. 00000100:00000010:0.0:1767384392.128407:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.128413:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099a67435. 00000400:00000010:0.0:1767384392.128416:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.128419:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.128421:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728334336, portal 25 00000400:00000010:0.0:1767384392.128424:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.128425:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236728334336, offset 0 00000400:00000200:0.0:1767384392.128429:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.128434:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.128438:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824ce08800 00000400:00000200:0.0:1767384392.128442:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21cd [2] + 0 00000400:00000010:0.0:1767384392.128444:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f5f393. 00000400:00000200:0.0:1767384392.128447:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006544e2d9 00000400:00000200:0.0:1767384392.128449:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.128452:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.128454:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006544e2d9 00000400:00000010:0.0:1767384392.128456:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006544e2d9. 00000100:00000200:0.0:1767384392.128458:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.128473:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.128475:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.128478:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728334336/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.128544:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011320043. 00000020:00000010:1.0:1767384392.128547:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011320043. 00000020:00000010:1.0:1767384392.128550:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528b19cf. 00000020:00000010:1.0:1767384392.128553:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.128555:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.128566:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011320043. 00000020:00000010:1.0:1767384392.128569:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011320043. 00000100:00000200:1.0:1767384392.128571:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334336 02000000:00000010:1.0:1767384392.128578:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004549c38e. 00000040:00000010:1.0:1767384392.128583:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000622ff84b. 00080000:00000010:1.0:1767384392.128623:0:40993:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000086a98729. 00000040:00000010:1.0:1767384392.128629:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000008c7d8d7e. 00000020:00000010:1.0:1767384392.128636:0:40993:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bb938757. 00080000:00000010:1.0:1767384392.128642:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae1d0d2f. 00000040:00000010:1.0:1767384392.128658:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000008c7d8d7e. 00000040:00000010:1.0:1767384392.128660:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000622ff84b. 20000000:00000010:1.0:1767384392.128665:0:40993:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000011320043. 00010000:00000200:1.0:1767384392.128670:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3cfde15 x1853236728334336/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 512/272 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.128676:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.128678:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728334336, offset 224 00000400:00000200:1.0:1767384392.128680:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.128684:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.128687:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce08800 00000400:00000200:1.0:1767384392.128689:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a19 [1] + 224 00000400:00000200:1.0:1767384392.128692:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.128693:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.128696:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728334336/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.128713:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.128715:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000020:00000010:1.0:1767384392.128730:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.128732:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.128734:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528b19cf. 02000000:00000010:1.0:1767384392.128738:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004549c38e. 00000100:00000200:1.0:1767384392.128743:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.128746:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef15c518. 00000400:00000010:1.0:1767384392.128748:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079a9d6da. 00000400:00000010:0.0:1767384392.128792:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.128795:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.128796:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.128799:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728334336/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.128803:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728334336/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.128811:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.128814:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099a67435. 02000000:00000010:0.0:1767384392.128816:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fba59a9. 00000100:00000010:0.0:1767384392.128817:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 00000040:00000010:0.0:1767384392.128822:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003b331821. 00000100:00000010:0.0:1767384392.128825:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.128828:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fba59a9. 00000100:00000010:0.0:1767384392.128831:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.128844:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f0f3b768. 00000400:00000010:0.0:1767384392.128846:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.128848:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f915aabd. 00000100:00000200:0.0:1767384392.128850:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728334464, portal 25 00000400:00000010:0.0:1767384392.128852:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.128853:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728334464, offset 0 00000400:00000200:0.0:1767384392.128855:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.128859:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.128862:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08880 00000400:00000200:0.0:1767384392.128864:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d1 [2] + 0 00000400:00000010:0.0:1767384392.128865:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcdca. 00000400:00000200:0.0:1767384392.128867:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000207bd822 00000400:00000200:0.0:1767384392.128869:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.128870:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.128872:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207bd822 00000400:00000010:0.0:1767384392.128873:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207bd822. 00000100:00000200:0.0:1767384392.128874:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.128887:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.128888:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.128890:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728334464/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.128934:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049a93c08. 00000020:00000010:1.0:1767384392.128936:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049a93c08. 00000020:00000010:1.0:1767384392.128938:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528b19cf. 00000020:00000010:1.0:1767384392.128940:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.128941:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.128948:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049a93c08. 00000020:00000010:1.0:1767384392.128950:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049a93c08. 00000100:00000200:1.0:1767384392.128951:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334464 02000000:00000010:1.0:1767384392.128963:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000061fe702. 00000040:00000010:1.0:1767384392.128966:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000622ff84b. 00000040:00000010:1.0:1767384392.128972:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d564717c. 00000040:00000010:1.0:1767384392.129482:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d564717c. 00000040:00000010:1.0:1767384392.129487:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000622ff84b. 00010000:00000200:1.0:1767384392.129494:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6a0f313 x1853236728334464/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.129505:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d22cf42a. 00000100:00000200:1.0:1767384392.129508:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728334464, offset 224 00000400:00000200:1.0:1767384392.129512:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.129516:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.129520:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce08880 00000400:00000200:1.0:1767384392.129524:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a29 [4] + 224 00000400:00000200:1.0:1767384392.129529:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.129532:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.129536:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728334464/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.129599:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22cf42a 00000400:00000010:1.0:1767384392.129607:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d22cf42a. 00000020:00000010:1.0:1767384392.129617:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.129619:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.129621:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528b19cf. 02000000:00000010:1.0:1767384392.129624:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000061fe702. 00000100:00000200:1.0:1767384392.129634:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.129637:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096ee00ea. 00000400:00000010:1.0:1767384392.129638:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22cf42a. 00000400:00000010:0.0:1767384392.129666:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.129669:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f915aabd 00000400:00000010:0.0:1767384392.129670:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f915aabd. 00000100:00000200:0.0:1767384392.129673:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728334464/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.129677:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728334464/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.129687:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0b06ea9. 02000000:00000010:0.0:1767384392.129690:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f0f3b768. 02000000:00000010:0.0:1767384392.129698:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fba59a9. 00000100:00000010:0.0:1767384392.129700:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 00000040:00000010:0.0:1767384392.129704:0:40985:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000016034a7. 00000020:00000010:2.0:1767384392.129910:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050df20e4. 00000020:00000010:2.0:1767384392.129913:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008fa9a43e. 00000040:00000010:2.0:1767384392.129915:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002be687e0. 00000020:00000010:2.0:1767384392.129918:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099b01342. 00000020:00000010:2.0:1767384392.129921:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005320d188. 00000020:00000010:2.0:1767384392.129922:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000221bc6e2. 80000000:00000010:2.0:1767384392.129925:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f05fa497. 40000000:00000010:2.0:1767384392.129927:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000087e18f9. 00100000:00000010:2.0:1767384392.129930:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023e93990. 00040000:00000010:2.0:1767384392.129933:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005775c656. 00040000:00000010:2.0:1767384392.129935:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f5bb5060. 00080000:00000010:2.0:1767384392.129944:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007fe29eda. 00080000:00000010:2.0:1767384392.129947:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006f435e33. 00000004:00000010:2.0:1767384392.129952:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077fd78bb. 00002000:00000010:2.0:1767384392.129955:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000408681e4. 00000020:00000010:2.0:1767384392.129957:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b290b7f6. 00000040:00000010:2.0:1767384392.129962:0:41014:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009bd23126. 00000100:00000010:2.0:1767384392.129966:0:41014:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045465baf. 02000000:00000010:2.0:1767384392.129972:0:41014:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e72c949e. 00000100:00000010:2.0:1767384392.129977:0:41014:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bc9147e. 02000000:00000010:2.0:1767384392.129989:0:41014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003340dad8. 00000400:00000010:2.0:1767384392.129992:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb4b976. 00000400:00000010:2.0:1767384392.129994:0:41014:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000050bf17a2. 00000100:00000200:2.0:1767384392.129996:0:41014:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728334592, portal 25 00000400:00000010:2.0:1767384392.129998:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384392.130000:0:41014:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728334592, offset 0 00000400:00000200:2.0:1767384392.130002:0:41014:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384392.130006:0:41014:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384392.130009:0:41014:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08900 00000400:00000200:2.0:1767384392.130012:0:41014:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d5 [2] + 0 00000400:00000010:2.0:1767384392.130013:0:41014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000434af64d. 00000400:00000200:2.0:1767384392.130016:0:41014:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002970ca1e 00000400:00000200:2.0:1767384392.130030:0:41014:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.130032:0:41014:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384392.130034:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002970ca1e 00000400:00000010:2.0:1767384392.130035:0:41014:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002970ca1e. 00000100:00000200:2.0:1767384392.130037:0:41014:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384392.130073:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384392.130075:0:41014:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384392.130077:0:41014:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045465baf x1853236728334592/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.130116:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b68d1370. 00000020:00000010:1.0:1767384392.130118:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b68d1370. 00000020:00000010:1.0:1767384392.130120:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000622ff84b. 00000020:00000010:1.0:1767384392.130122:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.130123:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.130248:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b68d1370. 00000020:00000010:1.0:1767384392.130250:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b68d1370. 00000100:00000200:1.0:1767384392.130252:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334592 02000000:00000010:1.0:1767384392.130266:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000daef46ba. 00000040:00000010:1.0:1767384392.130269:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004534d434. 00000040:00000010:1.0:1767384392.130275:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d564717c. 00000040:00000010:1.0:1767384392.130741:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d564717c. 00000040:00000010:1.0:1767384392.130745:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004534d434. 00010000:00000200:1.0:1767384392.130750:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048b663f0 x1853236728334592/t0(0) o502->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8472 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.130761:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009a269223. 00000100:00000200:1.0:1767384392.130764:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236728334592, offset 224 00000400:00000200:1.0:1767384392.130767:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.130772:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.130777:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824ce08900 00000400:00000200:1.0:1767384392.130781:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a39 [4] + 224 00000400:00000200:1.0:1767384392.130786:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.130788:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.130792:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045465baf x1853236728334592/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.130816:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a269223 00000400:00000010:1.0:1767384392.130818:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009a269223. 00000020:00000010:1.0:1767384392.130824:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005206846c. 00000020:00000010:1.0:1767384392.130826:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.130827:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000622ff84b. 02000000:00000010:1.0:1767384392.130830:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000daef46ba. 00000100:00000200:1.0:1767384392.130837:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.130839:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d6b893. 00000400:00000010:1.0:1767384392.130840:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a269223. 00000400:00000010:2.0:1767384392.130879:0:41014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eb4b976. 00000400:00000200:2.0:1767384392.130881:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf17a2 00000400:00000010:2.0:1767384392.130882:0:41014:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000050bf17a2. 00000100:00000200:2.0:1767384392.130885:0:41014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045465baf x1853236728334592/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384392.130889:0:41014:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045465baf x1853236728334592/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384392.130897:0:41014:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000bc9147e. 02000000:00000010:2.0:1767384392.130901:0:41014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003340dad8. 02000000:00000010:2.0:1767384392.130908:0:41014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e72c949e. 00000100:00000010:2.0:1767384392.130911:0:41014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045465baf. 00000020:00000010:2.0:1767384392.130921:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000fd7a9e61. 00000020:00000010:2.0:1767384392.130924:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000fd7a9e61. 00000020:00000010:2.0:1767384392.130928:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000045d9698e. 00000020:00000010:2.0:1767384392.130937:0:41014:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002cf581f6. 00000020:00000010:2.0:1767384392.130941:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000079e9721d. 00000020:00000010:2.0:1767384392.130951:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000045d9698e. 00000020:00000010:2.0:1767384392.130953:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000000bc9147e. 00000001:00000010:2.0:1767384392.130966:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fd7a9e61. 00000001:00000010:2.0:1767384392.130970:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008a75a613. 00000001:00000010:2.0:1767384392.130971:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e72c949e. 00000001:00000010:2.0:1767384392.130973:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca02b1c3. 00000001:00000010:2.0:1767384392.130975:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a40cce2d. 00000001:00000010:2.0:1767384392.130976:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025f0a578. 00000001:00000010:2.0:1767384392.130979:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000934695dc. 00000001:00000010:2.0:1767384392.130980:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001bd6d439. 00000001:00000010:2.0:1767384392.130982:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb65012d. 00000001:00000010:2.0:1767384392.130983:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0b63ddc. 00000001:00000010:2.0:1767384392.130984:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a2af7883. 00000001:00000010:2.0:1767384392.130986:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009f7a3f79. 00000020:00000010:2.0:1767384392.130988:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fdb2c68. 00000020:00000010:2.0:1767384392.130990:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045d9698e. 00000020:00000010:2.0:1767384392.130992:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abb2ccc. 00000008:00000010:2.0:1767384392.130995:0:41014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f817abee. 00020000:00000010:2.0:1767384392.130998:0:41014:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000091b931fe. 00008000:00000010:2.0:1767384392.131001:0:41014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001ef51e5f. 00000080:00000010:2.0:1767384392.131005:0:41014:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000806ee934. 00000020:00000010:2.0:1767384392.131007:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b53936d. 00000020:00000010:2.0:1767384392.131008:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e60b01b4. 00000040:00000010:2.0:1767384392.131010:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c87ac11. 00000020:00000010:2.0:1767384392.131012:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2b1a1b5. 00000020:00000010:2.0:1767384392.131014:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4fe3007. 00000020:00000010:2.0:1767384392.131015:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000608788aa. 80000000:00000010:2.0:1767384392.131029:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000caf123cd. 40000000:00000010:2.0:1767384392.131034:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041148888. 00100000:00000010:2.0:1767384392.131036:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b92c6dc8. 00040000:00000010:2.0:1767384392.131038:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7fea069. 00040000:00000010:2.0:1767384392.131039:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009df6a42c. 00080000:00000010:2.0:1767384392.131042:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e862a8ea. 00080000:00000010:2.0:1767384392.131051:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005d1543ed. 00000004:00000010:2.0:1767384392.131055:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062c7089b. 00000004:00000010:2.0:1767384392.131058:0:41014:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000e4419e7e. 00000004:00000010:2.0:1767384392.131064:0:41014:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000466d239f. 00000004:00000010:2.0:1767384392.131066:0:41014:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131070:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054d2dc8c. 00000004:00000010:2.0:1767384392.131074:0:41014:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000050bf17a2. 00000004:00000010:2.0:1767384392.131075:0:41014:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000466d239f. 00000020:00000010:2.0:1767384392.131090:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c51ca668. 00000020:00000010:2.0:1767384392.131092:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a7766cf8. 00000020:00000010:2.0:1767384392.131093:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a6b0a464. 00000020:00000010:2.0:1767384392.131094:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000cc7b23e2. 00000020:00000010:2.0:1767384392.131302:0:41014:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131308:0:41014:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131315:0:41014:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131326:0:41014:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131332:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e60b01b4. 00000040:00000010:2.0:1767384392.131334:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c87ac11. 00000020:00000010:2.0:1767384392.131335:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f2b1a1b5. 00000020:00000010:2.0:1767384392.131339:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a4fe3007. 00000020:00000010:2.0:1767384392.131342:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000608788aa. 80000000:00000010:2.0:1767384392.131345:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000caf123cd. 40000000:00000010:2.0:1767384392.131348:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041148888. 00100000:00000010:2.0:1767384392.131351:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b92c6dc8. 00040000:00000010:2.0:1767384392.131354:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c7fea069. 00040000:00000010:2.0:1767384392.131357:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009df6a42c. 00080000:00000010:2.0:1767384392.131360:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005d1543ed. 00080000:00000010:2.0:1767384392.131363:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e862a8ea. 00000004:00000010:2.0:1767384392.131367:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062c7089b. 00000020:00000010:2.0:1767384392.131370:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b53936d. 00000020:00000010:2.0:1767384392.131373:0:41014:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045d9698e. 00000020:00000010:2.0:1767384392.131375:0:41014:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abb2ccc. 00000008:00000010:2.0:1767384392.131378:0:41014:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f817abee. 00020000:00000010:2.0:1767384392.131381:0:41014:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000091b931fe. 00008000:00000010:2.0:1767384392.131384:0:41014:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001ef51e5f. 00000080:00000010:2.0:1767384392.131386:0:41014:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000806ee934. 00000020:00000010:2.0:1767384392.131389:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fdb2c68. 00000020:00000010:2.0:1767384392.131392:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000000bc9147e. 00000020:00000010:2.0:1767384392.131398:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c7fea069. 00000020:00000010:2.0:1767384392.131400:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c7fea069. 00000020:00000010:2.0:1767384392.131404:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c7fea069. 00000020:00000010:2.0:1767384392.131406:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c7fea069. 00000020:00000010:2.0:1767384392.131409:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000caf123cd. 00000020:00000010:2.0:1767384392.131415:0:41014:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a7bf889a. 00000020:00000010:2.0:1767384392.131419:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004c6dec36. 00000004:00000010:2.0:1767384392.131423:0:41014:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000041148888. 00000020:00000010:2.0:1767384392.131430:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000caf123cd. 00000020:00000010:2.0:1767384392.131433:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000caf123cd. 00000020:00000010:2.0:1767384392.131437:0:41014:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000002026d83f. 00000020:00000010:2.0:1767384392.131439:0:41014:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000bd7d55bb. 00000020:00000010:2.0:1767384392.131441:0:41014:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000031df6728. 00000020:00000010:2.0:1767384392.131443:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000caf123cd. 00000020:00000010:2.0:1767384392.131446:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000bc9147e. 00000001:00000010:2.0:1767384392.131457:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c7fea069. 00000001:00000010:2.0:1767384392.131460:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001afb70ee. 00000001:00000010:2.0:1767384392.131462:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fdb2c68. 00000001:00000010:2.0:1767384392.131464:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b53936d. 00000001:00000010:2.0:1767384392.131466:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000225746ba. 00000001:00000010:2.0:1767384392.131468:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009df6a42c. 00000001:00000010:2.0:1767384392.131471:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004d83202. 00000001:00000010:2.0:1767384392.131474:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005b2f36d7. 00000001:00000010:2.0:1767384392.131476:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000608788aa. 00000001:00000010:2.0:1767384392.131477:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c87ac11. 00000001:00000010:2.0:1767384392.131478:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e60b01b4. 00000001:00000010:2.0:1767384392.131480:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0731115. 00000020:00000010:2.0:1767384392.131481:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000706f09ac. 00000020:00000010:2.0:1767384392.131483:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045d9698e. 00000020:00000010:2.0:1767384392.131484:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001abb2ccc. 00000008:00000010:2.0:1767384392.131486:0:41014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f817abee. 00020000:00000010:2.0:1767384392.131487:0:41014:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000091b931fe. 00008000:00000010:2.0:1767384392.131488:0:41014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001ef51e5f. 00000080:00000010:2.0:1767384392.131491:0:41014:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000806ee934. 00000020:00000010:2.0:1767384392.131493:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000da7d14. 00000020:00000010:2.0:1767384392.131495:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000583c65c6. 00000040:00000010:2.0:1767384392.131497:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027fe4c16. 00000020:00000010:2.0:1767384392.131500:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007412fefb. 00000020:00000010:2.0:1767384392.131502:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4fe3007. 00000020:00000010:2.0:1767384392.131504:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000808d6627. 80000000:00000010:2.0:1767384392.131506:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000caf123cd. 40000000:00000010:2.0:1767384392.131508:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000039abdf74. 00100000:00000010:2.0:1767384392.131511:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a29240e4. 00040000:00000010:2.0:1767384392.131513:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097dba7f8. 00040000:00000010:2.0:1767384392.131517:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000116577e9. 00080000:00000010:2.0:1767384392.131520:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:2.0:1767384392.131523:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 00000004:00000010:2.0:1767384392.131527:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062c7089b. 00000004:00000010:2.0:1767384392.131530:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000018c8ac12. 00000004:00000010:2.0:1767384392.131534:0:41014:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000036acb19d. 00000004:00000010:2.0:1767384392.131542:0:41014:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 000000009e1df6ca. 00000004:00000010:2.0:1767384392.131545:0:41014:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000000c1bac1f. 00000004:00000010:2.0:1767384392.131547:0:41014:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000003da47e0d. 00000004:00000010:2.0:1767384392.131552:0:41014:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000a78a5cf7. 00000020:00000010:2.0:1767384392.131565:0:41014:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000010def2a. 00000020:00000010:2.0:1767384392.131568:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fb4bef24. 00000004:00000010:2.0:1767384392.131575:0:41014:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000a78a5cf7. 00000004:00000010:2.0:1767384392.131577:0:41014:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000a78a5cf7. 00000001:00000010:2.0:1767384392.131584:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e4978c05. 00000001:00000010:2.0:1767384392.131586:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000035a6ea0c. 00000001:00000010:2.0:1767384392.131587:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a76de9df. 00000001:00000010:2.0:1767384392.131589:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052587c1b. 00000001:00000010:2.0:1767384392.131590:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e536f5f1. 00000001:00000010:2.0:1767384392.131591:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b083b6bc. 00000001:00000010:2.0:1767384392.131592:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006c1e219e. 00000001:00000010:2.0:1767384392.131594:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000044ab5743. 00000001:00000010:2.0:1767384392.131595:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe6d6ed6. 00000001:00000010:2.0:1767384392.131597:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c1c448d3. 00000001:00000010:2.0:1767384392.131598:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca9e0cf9. 00000001:00000010:2.0:1767384392.131600:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d111d548. 00000020:00000010:2.0:1767384392.131601:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da1bf98d. 00000020:00000010:2.0:1767384392.131603:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000572afead. 00000020:00000010:2.0:1767384392.131605:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000391b3dfb. 00000008:00000010:2.0:1767384392.131606:0:41014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077aa327d. 00020000:00000010:2.0:1767384392.131608:0:41014:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000079ddfc23. 00008000:00000010:2.0:1767384392.131609:0:41014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c68c8d10. 00000080:00000010:2.0:1767384392.131611:0:41014:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000342e07b. 00000020:00000010:2.0:1767384392.131613:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6ce2d21. 00000020:00000010:2.0:1767384392.131615:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035034bfa. 00000040:00000010:2.0:1767384392.131616:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8d79792. 00000020:00000010:2.0:1767384392.131618:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033970068. 00000020:00000010:2.0:1767384392.131620:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000377c0bd9. 00000020:00000010:2.0:1767384392.131623:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dde7ec3d. 80000000:00000010:2.0:1767384392.131624:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054fa00a6. 40000000:00000010:2.0:1767384392.131625:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081f83b68. 00100000:00000010:2.0:1767384392.131627:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca645a3a. 00040000:00000010:2.0:1767384392.131629:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012a264de. 00040000:00000010:2.0:1767384392.131631:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000205653ca. 00080000:00000010:2.0:1767384392.131634:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d6e57c6. 00080000:00000010:2.0:1767384392.131636:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000087aae97b. 00000004:00000010:2.0:1767384392.131644:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e780c7d. 00000004:00000010:2.0:1767384392.131647:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009625e1ce. 00000004:00000010:2.0:1767384392.131649:0:41014:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000028133702. 00000004:00000010:2.0:1767384392.131653:0:41014:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131655:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b92c6dc8. 00000004:00000010:2.0:1767384392.131658:0:41014:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131705:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035034bfa. 00000040:00000010:2.0:1767384392.131708:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f8d79792. 00000020:00000010:2.0:1767384392.131711:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033970068. 00000020:00000010:2.0:1767384392.131714:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000377c0bd9. 00000020:00000010:2.0:1767384392.131717:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dde7ec3d. 80000000:00000010:2.0:1767384392.131720:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054fa00a6. 40000000:00000010:2.0:1767384392.131721:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081f83b68. 00100000:00000010:2.0:1767384392.131723:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca645a3a. 00040000:00000010:2.0:1767384392.131726:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012a264de. 00040000:00000010:2.0:1767384392.131728:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000205653ca. 00080000:00000010:2.0:1767384392.131730:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000087aae97b. 00080000:00000010:2.0:1767384392.131733:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d6e57c6. 00000004:00000010:2.0:1767384392.131735:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007e780c7d. 00000004:00000010:2.0:1767384392.131739:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009625e1ce. 00000020:00000010:2.0:1767384392.131741:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6ce2d21. 00000020:00000010:2.0:1767384392.131744:0:41014:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000572afead. 00000020:00000010:2.0:1767384392.131746:0:41014:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000391b3dfb. 00000008:00000010:2.0:1767384392.131748:0:41014:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077aa327d. 00020000:00000010:2.0:1767384392.131750:0:41014:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000079ddfc23. 00008000:00000010:2.0:1767384392.131753:0:41014:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000c68c8d10. 00000080:00000010:2.0:1767384392.131755:0:41014:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000342e07b. 00000020:00000010:2.0:1767384392.131757:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da1bf98d. 00000004:00000010:2.0:1767384392.131761:0:41014:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131766:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f2b1a1b5. 00000004:00000010:2.0:1767384392.131769:0:41014:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000050bf17a2. 00000004:00000010:2.0:1767384392.131772:0:41014:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000050bf17a2. 00000020:00000010:2.0:1767384392.131774:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009625e1ce. 00000004:00000010:2.0:1767384392.131776:0:41014:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000050bf17a2. 00000004:00000010:2.0:1767384392.131778:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca645a3a. 00000004:00000010:2.0:1767384392.131780:0:41014:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000a78a5cf7. 00000004:00000010:2.0:1767384392.131782:0:41014:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000003da47e0d. 00000004:00000010:2.0:1767384392.131783:0:41014:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 000000009e1df6ca. 00000004:00000010:2.0:1767384392.131784:0:41014:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000000c1bac1f. 00000004:00000010:2.0:1767384392.131786:0:41014:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000050bf17a2. 80000000:00000010:2.0:1767384392.131789:0:41014:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000e64adf16. 80000000:00000010:2.0:1767384392.131791:0:41014:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000000c1bac1f. 00000004:00000010:2.0:1767384392.131796:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000879cb645. 00000004:00000010:2.0:1767384392.131801:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005c05cf53. 00000004:00000010:2.0:1767384392.131804:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a9a4fd0. 00080000:00000010:2.0:1767384392.131808:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000048564165. 00000001:00000010:2.0:1767384392.131819:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.131828:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00080000:00000010:2.0:1767384392.131848:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000012a264de. 00100000:00000010:2.0:1767384392.131854:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081f83b68. 00100000:00000010:2.0:1767384392.131861:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081f83b68. 00080000:00000010:2.0:1767384392.131863:0:41014:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000205653ca. 00000001:00000010:2.0:1767384392.131866:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 80000000:00000010:2.0:1767384392.132045:0:41014:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000081f83b68. 80000000:00000010:2.0:1767384392.132049:0:41014:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000003dbe0881. 80000000:00000010:2.0:1767384392.132050:0:41014:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000475d48ae. 80000000:00000010:2.0:1767384392.132051:0:41014:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000084fdf82f. 80000000:00000010:2.0:1767384392.132052:0:41014:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a75b1bb9. 00000001:00000010:2.0:1767384392.132054:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000daae20c1. 00000001:00000010:2.0:1767384392.132056:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000daae20c1. 00000001:00000010:2.0:1767384392.132058:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00080000:00000010:2.0:1767384392.132063:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132067:0:41014:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132070:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132071:0:41014:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132073:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132074:0:41014:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000f420fb8e. 00080000:00000010:2.0:1767384392.132076:0:41014:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000205653ca. 80000000:00000010:2.0:1767384392.132077:0:41014:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000000c1bac1f. 00000004:00000010:2.0:1767384392.132089:0:41014:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000205653ca. 00000004:00000010:2.0:1767384392.132095:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dde5ceea. 00000004:00000010:2.0:1767384392.132097:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000062e9f463. 00000004:00000010:2.0:1767384392.132100:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000283994b7. 00080000:00000010:2.0:1767384392.132102:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f420fb8e. 00000001:00000010:2.0:1767384392.132105:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.132109:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00000004:00000010:2.0:1767384392.132380:0:41014:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000675ee19c. 00000004:00000010:2.0:1767384392.132386:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000052b7db3. 00000004:00000010:2.0:1767384392.132428:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b24a0b9b. 00000004:00000010:2.0:1767384392.132432:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0312931. 00080000:00000010:2.0:1767384392.132435:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dfa3889e. 00000001:00000010:2.0:1767384392.132440:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.132445:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00000004:00000010:2.0:1767384392.132675:0:41014:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000d576335a. 00000004:00000010:2.0:1767384392.132678:0:41014:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000006ffbeb1e. 00000004:00000010:2.0:1767384392.132693:0:41014:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000006ffbeb1e. 00010000:00000010:2.0:1767384392.132699:0:41014:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000082bb0864. 00000001:00000010:2.0:1767384392.132701:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000044301247. 00000001:00000010:2.0:1767384392.132704:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000006f8e6c02. 00000001:00000010:2.0:1767384392.132869:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa62ba91. 00000001:00000010:2.0:1767384392.133092:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc635815. 00000001:00000010:2.0:1767384392.133433:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a99f6239. 00000001:00000010:2.0:1767384392.133688:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008998c036. 00000001:00000010:2.0:1767384392.133917:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c378458b. 00000001:00000010:2.0:1767384392.134211:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048d516ca. 00000001:00000010:2.0:1767384392.134448:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067e6c026. 00000001:00000010:2.0:1767384392.134722:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000025d3d4f8. 00000001:00000010:2.0:1767384392.135006:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa0c6b83. 00000001:00000010:2.0:1767384392.135360:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040ead031. 00000001:00000010:2.0:1767384392.135632:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f243be2c. 00000001:00000010:2.0:1767384392.135855:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e5bb7b5b. 00000001:00000010:2.0:1767384392.136173:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000620475e8. 00000001:00000010:2.0:1767384392.136474:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000941564d4. 00000001:00000010:2.0:1767384392.136784:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000514c1359. 00000001:00000010:2.0:1767384392.137103:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd40c450. 00000100:00000010:0.0:1767384392.137216:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6824872. 00000100:00000010:1.0:1767384392.137291:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bec2ecbd. 00000100:00000010:3.0:1767384392.137357:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056bcee4d. 00000100:00000010:2.0:1767384392.137471:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c988a6cb. 00000001:00000010:2.0:1767384392.137666:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc4ea180. 00000001:00000010:2.0:1767384392.137893:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a02c7eb. 00000001:00000010:2.0:1767384392.138130:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002e17914. 00000001:00000010:2.0:1767384392.138505:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f48f3c19. 00000001:00000010:2.0:1767384392.138793:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c20c57b0. 00000001:00000010:2.0:1767384392.139100:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009fb847e5. 00000001:00000010:2.0:1767384392.139590:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fdd0c08f. 00000001:00000010:2.0:1767384392.139860:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000577d3ee. 00000001:00000010:2.0:1767384392.140116:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001703f64b. 00000001:00000010:2.0:1767384392.140357:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000426f413d. 00000001:00000010:2.0:1767384392.140638:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059d59ffc. 00000001:00000010:2.0:1767384392.140925:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000081d99e5a. 00000001:00000010:2.0:1767384392.141247:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d620e8b. 00000001:00000010:2.0:1767384392.141538:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012dbe7bd. 00000001:00000010:2.0:1767384392.141822:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078ac9975. 00000001:00000010:2.0:1767384392.142119:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e36f3236. 00000001:00000010:2.0:1767384392.142424:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006abb3768. 00000001:00000010:2.0:1767384392.142715:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc25ee9a. 00000001:00000010:2.0:1767384392.142950:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e54c199. 00000001:00000010:2.0:1767384392.143262:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007c9bef84. 00000001:00000010:2.0:1767384392.145289:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf0936c1. 00000001:00000010:2.0:1767384392.145585:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015ed7c26. 00000001:00000010:2.0:1767384392.145860:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000543dac7. 00000001:00000010:2.0:1767384392.146082:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068bdaa70. 00000001:00000010:2.0:1767384392.146524:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb987ee3. 00000001:00000010:2.0:1767384392.146768:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087013c1f. 00000001:00000010:2.0:1767384392.146974:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008f1c3bad. 00000001:00000010:2.0:1767384392.147291:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a54e07b. 00000001:00000010:2.0:1767384392.147524:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df67bcc3. 00000001:00000010:2.0:1767384392.147752:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8daaeab. 00000001:00000010:2.0:1767384392.147965:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002be46155. 00000001:00000010:2.0:1767384392.148233:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc732e5e. 00000001:00000010:2.0:1767384392.148450:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ed24567. 00000001:00000010:2.0:1767384392.148684:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba9271fd. 00000001:00000010:2.0:1767384392.148910:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d82d862c. 00000001:00000010:2.0:1767384392.149221:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d27ea3cc. 00000001:00000010:2.0:1767384392.149437:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000009509c67. 00000001:00000010:2.0:1767384392.149714:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000081cdc625. 00000001:00000010:2.0:1767384392.149944:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed576b9f. 00000001:00000010:2.0:1767384392.150299:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002a4b3ad7. 00000001:00000010:2.0:1767384392.150536:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9e4a088. 00000001:00000010:2.0:1767384392.150760:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005abec521. 00000001:00000010:2.0:1767384392.150981:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003a60b62b. 00000001:00000010:2.0:1767384392.151295:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002cc8ca96. 00000001:00000010:2.0:1767384392.151525:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aec2ef0c. 00000001:00000010:2.0:1767384392.151762:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065ebc907. 00000001:00000010:2.0:1767384392.151969:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000092d4aa5. 00000001:00000010:2.0:1767384392.152235:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd93e7aa. 00000001:00000010:2.0:1767384392.152451:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021aee530. 00000001:00000010:2.0:1767384392.152683:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048d04201. 00000001:00000010:2.0:1767384392.152922:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f20175e. 00000001:00000010:2.0:1767384392.153272:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe0169a1. 00000001:00000010:2.0:1767384392.153499:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c58019d. 00000001:00000010:2.0:1767384392.153772:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000430ec964. 00000001:00000010:2.0:1767384392.153981:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030bf6bbf. 00000001:00000010:2.0:1767384392.154343:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e8d54e5. 00000001:00000010:2.0:1767384392.154585:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e34bc01e. 00000001:00000010:2.0:1767384392.154817:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4cee28c. 00000001:00000010:2.0:1767384392.155069:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c39bb12. 00000001:00000010:2.0:1767384392.155372:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9ce6efc. 00000001:00000010:2.0:1767384392.155626:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b8e0404. 00000001:00000010:2.0:1767384392.155898:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b7fdb1c. 00000001:00000010:2.0:1767384392.156248:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e2aad78. 00000001:00000010:2.0:1767384392.156480:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060e68abe. 00000001:00000010:2.0:1767384392.156747:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e744cee. 00000001:00000010:2.0:1767384392.157016:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3f214e2. 00000001:00000010:2.0:1767384392.157441:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba7f86b0. 00000001:00000010:2.0:1767384392.157723:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000238dfb3b. 00000001:00000010:2.0:1767384392.158014:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002287db80. 00000001:00000010:2.0:1767384392.158503:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a892f18. 00000001:00000010:2.0:1767384392.158784:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b635e0ac. 00000001:00000010:2.0:1767384392.159056:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c2cebd4. 00000001:00000010:2.0:1767384392.159383:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000973a77bd. 00000001:00000010:2.0:1767384392.159661:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000250b8f38. 00000001:00000010:2.0:1767384392.159965:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ecb9124e. 00000001:00000010:2.0:1767384392.160320:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000086dae128. 00000001:00000010:2.0:1767384392.160607:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8754611. 00000001:00000010:2.0:1767384392.160892:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000776992f3. 00000001:00000010:2.0:1767384392.161316:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000153c6535. 00000001:00000010:2.0:1767384392.161601:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb214232. 00000001:00000010:2.0:1767384392.161888:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000047d788. 00000001:00000010:2.0:1767384392.162381:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000061808a7. 00000001:00000010:2.0:1767384392.162684:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000497fb8d. 00000001:00000010:2.0:1767384392.162966:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000389c4f43. 00000001:00000010:2.0:1767384392.163367:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c93388b1. 00000001:00000010:2.0:1767384392.163655:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b47a86fe. 00000001:00000010:2.0:1767384392.163926:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d89dce6. 00000001:00000010:2.0:1767384392.164277:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091c601b0. 00000001:00000010:2.0:1767384392.164562:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0ff42c0. 00000001:00000010:2.0:1767384392.164842:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e112e32d. 00000001:00000010:2.0:1767384392.165263:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000011f2cba4. 00000001:00000010:2.0:1767384392.165567:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001694f3b2. 00000001:00000010:2.0:1767384392.165885:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000039652f43. 00000001:00000010:2.0:1767384392.166426:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000479d54d3. 00000001:00000010:2.0:1767384392.166728:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d67bd0f. 00000001:00000010:2.0:1767384392.167040:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000780df6c7. 00000001:00000010:2.0:1767384392.167396:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d8f7e9b. 00000001:00000010:2.0:1767384392.167677:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002a23c2a1. 00000001:00000010:2.0:1767384392.167951:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad2c72cc. 00000001:00000010:2.0:1767384392.168300:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034ec31b6. 00000001:00000010:2.0:1767384392.168597:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d5ad971. 00000001:00000010:2.0:1767384392.168901:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bdd805d8. 00000001:00000010:2.0:1767384392.169239:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006652726c. 00000001:00000010:2.0:1767384392.169538:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ab9317a. 00000001:00000010:2.0:1767384392.169834:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d09369fe. 00000001:00000010:2.0:1767384392.170601:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e4a1330. 00000001:00000010:2.0:1767384392.170892:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040697054. 00000001:00000010:2.0:1767384392.171872:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ad535c0. 00000001:00000010:2.0:1767384392.172132:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004aad6ad3. 00000001:00000010:2.0:1767384392.172460:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099e10461. 00000001:00000010:2.0:1767384392.172713:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8283df2. 00000001:00000010:2.0:1767384392.172976:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c171b9c3. 00000020:00000010:2.0:1767384392.173277:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f1e94c3b. 00000020:00000010:2.0:1767384392.173280:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a8553613. 00000020:00000010:2.0:1767384392.173338:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008dd3c90d. 00000020:00000010:2.0:1767384392.173341:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000008ce43723. 00000020:00000010:2.0:1767384392.173381:0:41014:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000e5795800. 00000004:00000010:2.0:1767384392.173393:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd514d5e. 00000004:00000010:2.0:1767384392.173401:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c4b37dbe. 00000004:00000010:2.0:1767384392.173408:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000767ea5e5. 00080000:00000010:2.0:1767384392.173415:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005be9f44c. 00000001:00000010:2.0:1767384392.173431:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.173445:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.173494:0:41014:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000000c1bac1f. 00000001:00000010:2.0:1767384392.173798:0:41014:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000000c1bac1f. 00080000:00000010:2.0:1767384392.173806:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000062f7f5d4. 00080000:00000010:2.0:1767384392.173813:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000872f128a. 00080000:00000010:2.0:1767384392.173854:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000872f128a. 00000020:00000010:2.0:1767384392.173860:0:41014:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000000c1bac1f. 00000004:00000010:2.0:1767384392.173864:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000060f367fd. 00000004:00000010:2.0:1767384392.173868:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009308c504. 00000004:00000010:2.0:1767384392.173871:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009120749d. 00080000:00000010:2.0:1767384392.173874:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fb16fb3f. 00000001:00000010:2.0:1767384392.173879:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.173883:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003eb4b976. 00000001:00000010:2.0:1767384392.174078:0:41014:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000543a0622. 00000001:00000010:2.0:1767384392.174087:0:41014:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000543a0622. 00000001:00000010:2.0:1767384392.174097:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000055786fbb. 00000001:00000010:2.0:1767384392.174103:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fa2b603d. 00000001:00000010:2.0:1767384392.174105:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000543a0622. 00000020:00000010:2.0:1767384392.174109:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dde7ec3d. 00000020:00000010:2.0:1767384392.174114:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da1bf98d. 00000040:00000010:2.0:1767384392.174118:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c6ce2d21. 00000020:00000010:2.0:1767384392.174122:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033970068. 00000020:00000010:2.0:1767384392.174126:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000377c0bd9. 00000020:00000010:2.0:1767384392.174130:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8d79792. 80000000:00000010:2.0:1767384392.174248:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054fa00a6. 40000000:00000010:2.0:1767384392.174254:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000872f128a. 00100000:00000010:2.0:1767384392.174261:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006362f621. 00040000:00000010:2.0:1767384392.174264:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d1fe384d. 00040000:00000010:2.0:1767384392.174267:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000035034bfa. 00080000:00000010:2.0:1767384392.174272:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d6e57c6. 00080000:00000010:2.0:1767384392.174276:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000087aae97b. 00000004:00000010:2.0:1767384392.174284:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b2543e1. 00000004:00000010:2.0:1767384392.174288:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e780c7d. 00000004:00000010:2.0:1767384392.174293:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d420c789. 00000020:00000010:2.0:1767384392.174297:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4ae866d. 00000020:00000010:2.0:1767384392.174300:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e1df6ca. 00000020:00000010:2.0:1767384392.174303:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000391b3dfb. 02000000:00000010:2.0:1767384392.174316:0:41014:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000329529e4. 02000000:00000010:2.0:1767384392.174319:0:41014:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000001f103b83. 02000000:00000010:2.0:1767384392.174323:0:41014:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000012616194. 02000000:00000010:2.0:1767384392.174326:0:41014:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000c61e2d90. 00000020:00000010:2.0:1767384392.174723:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000854b97d3. 00000020:00000010:2.0:1767384392.174728:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000008a1bfb8. 00000004:00000010:2.0:1767384392.174749:0:41014:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000003da47e0d. 00000004:00000010:2.0:1767384392.174752:0:41014:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000001aa4ba5d. 00000004:00000010:2.0:1767384392.174754:0:41014:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000a78a5cf7. 00000004:00000010:2.0:1767384392.174756:0:41014:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000abaf0678. 00000004:00000010:2.0:1767384392.174762:0:41014:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000572afead. 00000020:00000010:2.0:1767384392.174772:0:41014:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a1c2044d. 00000020:00000010:2.0:1767384392.174778:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006ba06d50. 00000004:00000010:2.0:1767384392.174792:0:41014:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000572afead. 00000004:00000010:2.0:1767384392.174796:0:41014:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000572afead. 00000001:00000010:2.0:1767384392.174819:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e243cecc. 00000001:00000010:2.0:1767384392.174823:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a9618d08. 00000001:00000010:2.0:1767384392.174825:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0fa1cb1. 00000001:00000010:2.0:1767384392.174828:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d7b24a8. 00000001:00000010:2.0:1767384392.174830:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4d4dc9e. 00000001:00000010:2.0:1767384392.174832:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000984c4e72. 00000001:00000010:2.0:1767384392.174835:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a586a9a3. 00000001:00000010:2.0:1767384392.174837:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000117354b4. 00000001:00000010:2.0:1767384392.174839:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009545214. 00000001:00000010:2.0:1767384392.174841:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afe94369. 00000001:00000010:2.0:1767384392.174843:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000046160b1. 00000001:00000010:2.0:1767384392.174845:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b42d411. 00000020:00000010:2.0:1767384392.174848:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd44c18e. 00000020:00000010:2.0:1767384392.174850:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008afa12c7. 00000020:00000010:2.0:1767384392.174853:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009242e40d. 00000008:00000010:2.0:1767384392.174858:0:41014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077aa327d. 00020000:00000010:2.0:1767384392.174862:0:41014:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000079ddfc23. 00008000:00000010:2.0:1767384392.174865:0:41014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c68c8d10. 00000080:00000010:2.0:1767384392.174870:0:41014:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000342e07b. 00000020:00000010:2.0:1767384392.174873:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002276c925. 00000020:00000010:2.0:1767384392.174875:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ba500be. 00000040:00000010:2.0:1767384392.174877:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc16b969. 00000020:00000010:2.0:1767384392.174880:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb2dff6e. 00000020:00000010:2.0:1767384392.174882:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020a1bffa. 00000020:00000010:2.0:1767384392.174885:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007aed31ba. 80000000:00000010:2.0:1767384392.174887:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000069debdf5. 40000000:00000010:2.0:1767384392.174889:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068479195. 00100000:00000010:2.0:1767384392.174892:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018685a61. 00040000:00000010:2.0:1767384392.174895:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000021b68b7. 00040000:00000010:2.0:1767384392.174897:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016cbe27a. 00080000:00000010:2.0:1767384392.174901:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e862a8ea. 00080000:00000010:2.0:1767384392.174910:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6454d03. 00000004:00000010:2.0:1767384392.174915:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ec1be66. 00000004:00000010:2.0:1767384392.174917:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008580568a. 00000004:00000010:2.0:1767384392.174920:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ee28c3b0. 00040000:00000010:2.0:1767384392.174923:0:41014:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000264c387b. 00040000:00000010:2.0:1767384392.174931:0:41014:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000004c70f59d. 00000020:00000010:2.0:1767384392.174935:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000071344cac. 00040000:00000010:2.0:1767384392.174939:0:41014:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000004c70f59d. 00040000:00000010:2.0:1767384392.174943:0:41014:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000096245f78. 00000020:00000010:2.0:1767384392.174946:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058df2481. 00000020:00000010:2.0:1767384392.174949:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055cb7c2f. 00000040:00000010:2.0:1767384392.174951:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067db3fe3. 00000020:00000010:2.0:1767384392.174956:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000042841c3. 00000020:00000010:2.0:1767384392.174959:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c04d03a0. 00000020:00000010:2.0:1767384392.174961:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b2641dc. 80000000:00000010:2.0:1767384392.174963:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fdc70a3. 40000000:00000010:2.0:1767384392.174965:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4b34e67. 00100000:00000010:2.0:1767384392.174967:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c50e312. 00040000:00000010:2.0:1767384392.174970:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000056830721. 00040000:00000010:2.0:1767384392.174973:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efb498da. 00040000:00000010:2.0:1767384392.174975:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0463fa7. 00080000:00000010:2.0:1767384392.174978:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005b3dc494. 00080000:00000010:2.0:1767384392.174981:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c0b9a0a. 00000004:00000010:2.0:1767384392.174984:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f139ab22. 00000004:00000010:2.0:1767384392.174987:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cde7d9fd. 00000004:00000010:2.0:1767384392.174989:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e8fb136f. 00000020:00000010:2.0:1767384392.178234:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000089c6b2bf. 00040000:00000010:1.0:1767384392.181227:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384392.181237:0:41014:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000004534d434. 00000020:00000010:1.0:1767384392.181246:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000002237c979. 00040000:00000010:1.0:1767384392.181249:0:41014:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000004e0d1247. 00000020:00000010:1.0:1767384392.181254:0:41014:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000050d71957. 00000020:00000010:1.0:1767384392.181279:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ba500be. 00000040:00000010:1.0:1767384392.181283:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc16b969. 00000020:00000010:1.0:1767384392.181287:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb2dff6e. 00000020:00000010:1.0:1767384392.181291:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020a1bffa. 00000020:00000010:1.0:1767384392.181296:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007aed31ba. 80000000:00000010:1.0:1767384392.181300:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069debdf5. 40000000:00000010:1.0:1767384392.181303:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000068479195. 00100000:00000010:1.0:1767384392.181307:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000018685a61. 00040000:00000010:1.0:1767384392.181310:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000021b68b7. 00040000:00000010:1.0:1767384392.181313:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384392.181316:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000016cbe27a. 00080000:00000010:1.0:1767384392.181321:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6454d03. 00080000:00000010:1.0:1767384392.181325:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e862a8ea. 00000004:00000010:1.0:1767384392.181328:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ec1be66. 00000004:00000010:1.0:1767384392.181332:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008580568a. 00000004:00000010:1.0:1767384392.181337:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ee28c3b0. 00000020:00000010:1.0:1767384392.181339:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002276c925. 00000020:00000010:1.0:1767384392.181343:0:41014:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008afa12c7. 00000020:00000010:1.0:1767384392.181353:0:41014:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009242e40d. 00000008:00000010:1.0:1767384392.181357:0:41014:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077aa327d. 00020000:00000010:1.0:1767384392.181361:0:41014:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000079ddfc23. 00008000:00000010:1.0:1767384392.181365:0:41014:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000c68c8d10. 00000080:00000010:1.0:1767384392.181369:0:41014:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000342e07b. 00000020:00000010:1.0:1767384392.181372:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd44c18e. 00000004:00000010:1.0:1767384392.181391:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000653172fc. 00000004:00000010:1.0:1767384392.181420:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000faf018a5. 00000004:00000010:1.0:1767384392.181427:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003b44a5b7. 00080000:00000010:1.0:1767384392.181433:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045eca0a7. 00080000:00000010:1.0:1767384392.181491:0:41014:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000004549c38e. 00000020:00000010:1.0:1767384392.181496:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ed3963b. 00080000:00000010:1.0:1767384392.181499:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab40b8d9. 00080000:00000010:1.0:1767384392.181513:0:41014:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab40b8d9. 00000020:00000010:1.0:1767384392.181516:0:41014:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ed3963b. 00000004:00000010:1.0:1767384392.181524:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001bc257ac. 00000004:00000010:1.0:1767384392.181528:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007fc977a7. 00000004:00000010:1.0:1767384392.181531:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005e0cab2b. 00080000:00000010:1.0:1767384392.181533:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab40b8d9. 00040000:00000010:1.0:1767384392.181545:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000050e3243. 00000020:00000010:1.0:1767384392.181562:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005db6cf7e. 00080000:00000010:1.0:1767384392.181566:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027353ae1. 00080000:00000010:1.0:1767384392.181575:0:41014:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000027353ae1. 00000020:00000010:1.0:1767384392.181577:0:41014:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005db6cf7e. 00000004:00000010:1.0:1767384392.181582:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ccad0418. 00000004:00000010:1.0:1767384392.181585:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000092ef81b4. 00000004:00000010:1.0:1767384392.181588:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe8e577f. 00080000:00000010:1.0:1767384392.181590:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027353ae1. 00000004:00000010:1.0:1767384392.181610:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b99c0167. 00000004:00000010:1.0:1767384392.181614:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088a7146f. 00000004:00000010:1.0:1767384392.181616:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fb7e72d8. 00080000:00000010:1.0:1767384392.181619:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bad8e49a. 00080000:00000010:1.0:1767384392.181633:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000084aaa5a2. 00100000:00000010:1.0:1767384392.181643:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.181647:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.181652:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e9883501. 00000001:00000010:1.0:1767384392.181657:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002bf3d7ad. 00000001:00000010:1.0:1767384392.181661:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bcdb4d5b. 00000001:00000010:1.0:1767384392.181664:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000074d2d4e. 00040000:00000010:1.0:1767384392.181668:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.181682:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.181704:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.181707:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.181723:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000aad091ad. 00000001:00000010:1.0:1767384392.181735:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.182190:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.182216:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006ab85a11. 00000004:00000010:1.0:1767384392.182220:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a1564e3f. 00000004:00000010:1.0:1767384392.182223:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002ec62590. 00080000:00000010:1.0:1767384392.182227:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fd44c18e. 00080000:00000010:1.0:1767384392.182235:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000008f302aa. 00100000:00000010:1.0:1767384392.182241:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.182243:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182246:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fcd7c92c. 00000001:00000010:1.0:1767384392.182249:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002276c925. 00000001:00000010:1.0:1767384392.182252:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000b791053. 00000001:00000010:1.0:1767384392.182254:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002970ca1e. 00040000:00000010:1.0:1767384392.182257:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.182259:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.182271:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.182273:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182277:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000007e1759ef. 00000001:00000010:1.0:1767384392.182282:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.182497:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.182526:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000332769f4. 00000004:00000010:1.0:1767384392.182537:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a283b1d5. 00000004:00000010:1.0:1767384392.182541:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000084f360ef. 00080000:00000010:1.0:1767384392.182544:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016cbe27a. 00080000:00000010:1.0:1767384392.182556:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c2e21d65. 00100000:00000010:1.0:1767384392.182563:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.182565:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182569:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000065eaf1e7. 00000001:00000010:1.0:1767384392.182572:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007aed31ba. 00000001:00000010:1.0:1767384392.182575:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000095f8bc7c. 00000001:00000010:1.0:1767384392.182577:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006544e2d9. 00040000:00000010:1.0:1767384392.182579:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.182582:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.182594:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.182597:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182601:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000077d430dc. 00000001:00000010:1.0:1767384392.182606:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.182837:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000020:00000010:1.0:1767384392.182863:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014a451d9. 00080000:00000010:1.0:1767384392.182866:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc16b969. 00080000:00000010:1.0:1767384392.182876:0:41014:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bc16b969. 00000020:00000010:1.0:1767384392.182879:0:41014:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014a451d9. 00000004:00000010:1.0:1767384392.182884:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007047c119. 00000004:00000010:1.0:1767384392.182886:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009af170b2. 00000004:00000010:1.0:1767384392.182890:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003a5f870d. 00080000:00000010:1.0:1767384392.182892:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc16b969. 00000004:00000010:1.0:1767384392.182907:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006687c2c3. 00000004:00000010:1.0:1767384392.182910:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d111e9c9. 00000004:00000010:1.0:1767384392.182912:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009560796c. 00080000:00000010:1.0:1767384392.182915:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ba500be. 00080000:00000010:1.0:1767384392.182920:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000040ad5178. 00100000:00000010:1.0:1767384392.182925:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.182927:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182930:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000dde46ee. 00000001:00000010:1.0:1767384392.182938:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000008e027c2. 00000001:00000010:1.0:1767384392.182942:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000066c2c497. 00000001:00000010:1.0:1767384392.182944:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f77866cf. 00040000:00000010:1.0:1767384392.182946:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.182949:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.182961:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.182964:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.182967:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000aa6c5ff6. 00000001:00000010:1.0:1767384392.182971:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.183203:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.183227:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d58fd0ff. 00000004:00000010:1.0:1767384392.183231:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e87febff. 00000004:00000010:1.0:1767384392.183234:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000093fb40d7. 00080000:00000010:1.0:1767384392.183238:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f690c0f5. 00080000:00000010:1.0:1767384392.183246:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dd7f81a1. 00100000:00000010:1.0:1767384392.183251:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.183253:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.183256:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000076733680. 00000001:00000010:1.0:1767384392.183259:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000aa838cb2. 00000001:00000010:1.0:1767384392.183262:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b21df077. 00000001:00000010:1.0:1767384392.183264:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006a8f94c7. 00040000:00000010:1.0:1767384392.183266:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.183269:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.183280:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.183282:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.183285:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000b73730a6. 00000001:00000010:1.0:1767384392.183289:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.183508:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.183535:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000acad204d. 00000004:00000010:1.0:1767384392.183585:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c9719c94. 00000004:00000010:1.0:1767384392.183589:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006ec2129e. 00080000:00000010:1.0:1767384392.183593:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000976639f8. 00080000:00000010:1.0:1767384392.183612:0:41014:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000756828f6. 00100000:00000010:1.0:1767384392.183618:0:41014:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.183620:0:41014:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.183623:0:41014:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c37f958e. 00000001:00000010:1.0:1767384392.183626:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002b81d6a0. 00000001:00000010:1.0:1767384392.183629:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000074a4494b. 00000001:00000010:1.0:1767384392.183631:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003678fe0f. 00040000:00000010:1.0:1767384392.183633:0:41014:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000013d0c03a. 00080000:00000010:1.0:1767384392.183636:0:41014:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000004e33b4be. 00080000:00000010:1.0:1767384392.183648:0:41014:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000004e33b4be. 00040000:00000010:1.0:1767384392.183650:0:41014:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000013d0c03a. 00040000:00000010:1.0:1767384392.183653:0:41014:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000002a977e9a. 00000001:00000010:1.0:1767384392.183659:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.183858:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000020:00000010:1.0:1767384392.183871:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bcae3774. 00000004:00000010:1.0:1767384392.183880:0:41014:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000572afead. 00000004:00000010:1.0:1767384392.183884:0:41014:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000a78a5cf7. 00000004:00000010:1.0:1767384392.183886:0:41014:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000003da47e0d. 00000004:00000010:1.0:1767384392.183887:0:41014:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000001aa4ba5d. 00000004:00000010:1.0:1767384392.183890:0:41014:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000abaf0678. 00000020:00000010:1.0:1767384392.183900:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9287c1. 00000020:00000010:1.0:1767384392.183903:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003903b242. 00000040:00000010:1.0:1767384392.183907:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd9da827. 00000020:00000010:1.0:1767384392.183909:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000296d9803. 00000020:00000010:1.0:1767384392.183913:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb539999. 00000020:00000010:1.0:1767384392.183916:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008eb2f483. 80000000:00000010:1.0:1767384392.183920:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba020731. 40000000:00000010:1.0:1767384392.183923:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000013d0c03a. 00100000:00000010:1.0:1767384392.183927:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000629f0801. 00040000:00000010:1.0:1767384392.183930:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5e97f0d. 00040000:00000010:1.0:1767384392.183932:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005763c4f3. 00040000:00000010:1.0:1767384392.183935:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000437332d8. 00080000:00000010:1.0:1767384392.183939:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d564717c. 00080000:00000010:1.0:1767384392.183947:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e862a8ea. 00000004:00000010:1.0:1767384392.183952:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ac05b1d8. 00000004:00000010:1.0:1767384392.183956:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d7f00fd. 00000004:00000010:1.0:1767384392.183960:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000026e5acb2. 00000020:00000010:1.0:1767384392.183962:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000870eb28e. 00000020:00000010:1.0:1767384392.183965:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc881ced. 00000020:00000010:1.0:1767384392.183968:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d09933e2. 00000020:00000010:1.0:1767384392.184217:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000583c65c6. 00000040:00000010:1.0:1767384392.184222:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000027fe4c16. 00000020:00000010:1.0:1767384392.184224:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007412fefb. 00000020:00000010:1.0:1767384392.184228:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a4fe3007. 00000020:00000010:1.0:1767384392.184231:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000808d6627. 80000000:00000010:1.0:1767384392.184234:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000caf123cd. 40000000:00000010:1.0:1767384392.184237:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000039abdf74. 00100000:00000010:1.0:1767384392.184240:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a29240e4. 00040000:00000010:1.0:1767384392.184243:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097dba7f8. 00040000:00000010:1.0:1767384392.184247:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000050e3243. 00040000:00000010:1.0:1767384392.184250:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000116577e9. 00080000:00000010:1.0:1767384392.184253:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:1.0:1767384392.184256:0:41014:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000004549c38e. 00080000:00000010:1.0:1767384392.184259:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 00000004:00000010:1.0:1767384392.184263:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca645a3a. 00000004:00000010:1.0:1767384392.184266:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062c7089b. 00000004:00000010:1.0:1767384392.184269:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000018c8ac12. 00000020:00000010:1.0:1767384392.184271:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000da7d14. 00000020:00000010:1.0:1767384392.184275:0:41014:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045d9698e. 00000020:00000010:1.0:1767384392.184277:0:41014:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001abb2ccc. 00000008:00000010:1.0:1767384392.184281:0:41014:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f817abee. 00020000:00000010:1.0:1767384392.184285:0:41014:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000091b931fe. 00008000:00000010:1.0:1767384392.184289:0:41014:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001ef51e5f. 00000080:00000010:1.0:1767384392.184293:0:41014:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000806ee934. 00000020:00000010:1.0:1767384392.184296:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000706f09ac. 00000020:00000010:1.0:1767384392.184300:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000bc9147e. 00000020:00000010:1.0:1767384392.184316:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184319:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184322:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184324:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184329:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184330:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184333:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000bc9147e. 00000020:00000010:1.0:1767384392.184340:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9535cd. 00000020:00000010:1.0:1767384392.184343:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075536351. 00000040:00000010:1.0:1767384392.184345:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000116577e9. 00000020:00000010:1.0:1767384392.184347:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000050e3243. 00000020:00000010:1.0:1767384392.184350:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3b8003c. 00000020:00000010:1.0:1767384392.184352:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000706f09ac. 80000000:00000010:1.0:1767384392.184355:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059415567. 40000000:00000010:1.0:1767384392.184357:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa1f38d9. 00100000:00000010:1.0:1767384392.184359:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018c8ac12. 00040000:00000010:1.0:1767384392.184361:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000261e6538. 00040000:00000010:1.0:1767384392.184363:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca645a3a. 00040000:00000010:1.0:1767384392.184366:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000da7d14. 00080000:00000010:1.0:1767384392.184369:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:1.0:1767384392.184373:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 00000004:00000010:1.0:1767384392.184376:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a29240e4. 00000004:00000010:1.0:1767384392.184379:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384392.184382:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007412fefb. 02000000:00000010:1.0:1767384392.184391:0:41014:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000184e5839. 02000000:00000010:1.0:1767384392.184397:0:41014:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000184e5839. 00000020:00000010:1.0:1767384392.184400:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000075536351. 00000040:00000010:1.0:1767384392.184403:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000116577e9. 00000020:00000010:1.0:1767384392.184415:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000050e3243. 00000020:00000010:1.0:1767384392.184418:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3b8003c. 00000020:00000010:1.0:1767384392.184420:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000706f09ac. 80000000:00000010:1.0:1767384392.184422:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059415567. 40000000:00000010:1.0:1767384392.184431:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa1f38d9. 00100000:00000010:1.0:1767384392.184434:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000018c8ac12. 00040000:00000010:1.0:1767384392.184436:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000261e6538. 00040000:00000010:1.0:1767384392.184438:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca645a3a. 00040000:00000010:1.0:1767384392.184440:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000da7d14. 00080000:00000010:1.0:1767384392.184442:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:1.0:1767384392.184444:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 00000004:00000010:1.0:1767384392.184446:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a29240e4. 00000004:00000010:1.0:1767384392.184449:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384392.184451:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007412fefb. 00000020:00000010:1.0:1767384392.184453:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9535cd. 00000020:00000010:1.0:1767384392.184456:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000bc9147e. 00000020:00000010:1.0:1767384392.184460:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184462:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184465:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184467:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000261e6538. 00000020:00000010:1.0:1767384392.184469:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000fa1f38d9. 00000100:00000010:1.0:1767384392.184472:0:41014:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000004549c38e. 00000400:00000200:1.0:1767384392.184476:0:41014:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384392.184482:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:1.0:1767384392.184488:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384392.184494:0:41014:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (42) 00000400:00000200:1.0:1767384392.184498:0:41014:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384392.184500:0:41014:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:1.0:1767384392.184502:0:41014:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (43) 00000400:00000200:1.0:1767384392.184504:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:1.0:1767384392.184506:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:1.0:1767384392.184509:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184511:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:1.0:1767384392.184512:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:1.0:1767384392.184515:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184516:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:1.0:1767384392.184518:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384392.184521:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184527:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:1.0:1767384392.184529:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:1.0:1767384392.184532:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184533:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:1.0:1767384392.184534:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:1.0:1767384392.184537:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184538:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:1.0:1767384392.184539:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:1.0:1767384392.184543:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184544:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:1.0:1767384392.184546:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:1.0:1767384392.184548:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184550:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:1.0:1767384392.184552:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:1.0:1767384392.184554:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184556:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:1.0:1767384392.184557:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:1.0:1767384392.184560:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184561:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:1.0:1767384392.184562:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:1.0:1767384392.184565:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184566:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:1.0:1767384392.184568:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:1.0:1767384392.184570:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184571:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:1.0:1767384392.184573:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:1.0:1767384392.184576:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184577:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:1.0:1767384392.184579:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:1.0:1767384392.184581:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184582:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:1.0:1767384392.184584:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:1.0:1767384392.184586:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184587:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:1.0:1767384392.184589:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:1.0:1767384392.184591:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184598:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:1.0:1767384392.184600:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:1.0:1767384392.184603:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184604:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:1.0:1767384392.184606:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:1.0:1767384392.184608:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184610:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:1.0:1767384392.184612:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:1.0:1767384392.184614:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184615:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:1.0:1767384392.184617:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:1.0:1767384392.184619:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184621:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:1.0:1767384392.184622:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:1.0:1767384392.184624:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184626:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:1.0:1767384392.184627:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:1.0:1767384392.184630:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184631:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:1.0:1767384392.184632:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:1.0:1767384392.184634:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184636:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:1.0:1767384392.184637:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:1.0:1767384392.184640:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184641:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:1.0:1767384392.184642:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:1.0:1767384392.184645:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184646:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:1.0:1767384392.184648:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:1.0:1767384392.184650:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184651:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:1.0:1767384392.184653:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:1.0:1767384392.184655:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184656:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:1.0:1767384392.184658:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:1.0:1767384392.184660:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184665:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:1.0:1767384392.184666:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:1.0:1767384392.184669:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184670:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:1.0:1767384392.184672:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:1.0:1767384392.184674:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184676:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:1.0:1767384392.184677:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:1.0:1767384392.184680:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184681:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:1.0:1767384392.184682:0:41014:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:1.0:1767384392.184685:0:41014:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.184686:0:41014:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 00000100:00000010:1.0:1767384392.184688:0:41014:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000004549c38e. 00000020:00000010:1.0:1767384392.184691:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000fa1f38d9. 00000020:00000010:1.0:1767384392.184695:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000006eaa0658. 00000020:00000010:1.0:1767384392.184707:0:41014:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f4ee890d. 00000020:00000010:1.0:1767384392.184712:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007412fefb. 00000020:00000010:1.0:1767384392.184723:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000006eaa0658. 00000020:00000010:1.0:1767384392.184726:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000006eaa0658. 00000001:00000010:1.0:1767384392.184740:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000261e6538. 00000001:00000010:1.0:1767384392.184744:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007f178fe7. 00000001:00000010:1.0:1767384392.184746:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000808d6627. 00000001:00000010:1.0:1767384392.184748:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000da7d14. 00000001:00000010:1.0:1767384392.184750:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000706f09ac. 00000001:00000010:1.0:1767384392.184752:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027fe4c16. 00000001:00000010:1.0:1767384392.184755:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001bba5329. 00000001:00000010:1.0:1767384392.184758:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000247de6be. 00000001:00000010:1.0:1767384392.184760:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000583c65c6. 00000001:00000010:1.0:1767384392.184762:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d9535cd. 00000001:00000010:1.0:1767384392.184764:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000116577e9. 00000001:00000010:1.0:1767384392.184766:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075536351. 00000020:00000010:1.0:1767384392.184770:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3fb87a. 00000020:00000010:1.0:1767384392.184788:0:41014:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384392.184791:0:41014:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059167e6e. 00000008:00000010:1.0:1767384392.184802:0:41014:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d2fa72cb. 00020000:00000010:1.0:1767384392.184806:0:41014:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004e33b4be. 00008000:00000010:1.0:1767384392.184821:0:41014:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003d57fee0. 00000080:00000010:1.0:1767384392.184830:0:41014:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004276b4d5. 00000020:00000010:1.0:1767384392.184833:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d5234e. 00000020:00000010:1.0:1767384392.184835:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e94648e9. 00000040:00000010:1.0:1767384392.184837:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067ada111. 00000020:00000010:1.0:1767384392.184839:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a29240e4. 00000020:00000010:1.0:1767384392.184841:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3b8003c. 00000020:00000010:1.0:1767384392.184844:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073b2d6e1. 80000000:00000010:1.0:1767384392.184846:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059415567. 40000000:00000010:1.0:1767384392.184848:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa1f38d9. 00100000:00000010:1.0:1767384392.184850:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca645a3a. 00040000:00000010:1.0:1767384392.184852:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001dfcc032. 00040000:00000010:1.0:1767384392.184854:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018c8ac12. 00040000:00000010:1.0:1767384392.184857:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4176adb. 00080000:00000010:1.0:1767384392.184859:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:1.0:1767384392.184862:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 00000004:00000010:1.0:1767384392.184865:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000050e3243. 00000004:00000010:1.0:1767384392.184867:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000201b964e. 00000004:00000010:1.0:1767384392.184870:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ee28c3b0. 00002000:00000010:1.0:1767384392.184879:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000953e81fc. 00000004:00000010:1.0:1767384392.184884:0:41014:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000008ec1be66. 00000004:00000010:1.0:1767384392.184892:0:41014:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000bb313236. 00000004:00000010:1.0:1767384392.184895:0:41014:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000000bc9147e. 00000020:00000010:1.0:1767384392.184899:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000018685a61. 00000004:00000010:1.0:1767384392.184903:0:41014:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000000bc9147e. 00010000:00000010:1.0:1767384392.184912:0:41014:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000f183348c. 00010000:00000010:1.0:1767384392.184916:0:41014:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000062c7089b. 00000020:00000010:1.0:1767384392.184922:0:41014:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000eb2dff6e. 00000100:00000200:1.0:1767384392.184938:0:41014:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.115@tcp->12345-0@lo 00010000:00000010:1.0:1767384392.184943:0:41014:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007a8c1ecf. 00010000:00000010:1.0:1767384392.184947:0:41014:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000db151ec9. 00000001:00000010:1.0:1767384392.184950:0:41014:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b391adde. 00000001:00000010:1.0:1767384392.184953:0:41014:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000047f3cbef. 00000001:00000010:1.0:1767384392.184962:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000009461b89. 00000001:00000010:1.0:1767384392.184967:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fd5cdf58. 00000001:00000010:1.0:1767384392.184972:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fa329e6d. 00000001:00000010:1.0:1767384392.184977:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003ad9085c. 00000001:00000010:1.0:1767384392.184986:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f5b6726e. 00000001:00000010:1.0:1767384392.184992:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000785d4d4. 00000001:00000010:1.0:1767384392.184996:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000099a99dc5. 00000001:00000010:1.0:1767384392.185001:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000390a996c. 00000001:00000010:1.0:1767384392.185011:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000014789bb0. 00000001:00000010:1.0:1767384392.185016:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c05a5676. 00000001:00000010:1.0:1767384392.185031:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000057e91d16. 00000001:00000010:1.0:1767384392.185036:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cd232e96. 00000001:00000010:1.0:1767384392.185047:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1ff0038. 00000001:00000010:1.0:1767384392.185052:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c42cc8a4. 00000001:00000010:1.0:1767384392.185057:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bee9a8d6. 00000001:00000010:1.0:1767384392.185061:0:41014:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000303a0fb7. 00000020:00000010:1.0:1767384392.185111:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001d8b5c64. 00000020:00000010:1.0:1767384392.185114:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000002cd146a4. 00000020:00000010:1.0:1767384392.185196:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000020f88aaa. 00000020:00000010:1.0:1767384392.185199:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000089efa390. 40000000:00000010:1.0:1767384392.185211:0:41014:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000056c6c8c0. 40000000:00000010:1.0:1767384392.185213:0:41014:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000000bc9147e. 40000000:00000010:1.0:1767384392.185239:0:41014:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000000bc9147e. 00000004:00000010:1.0:1767384392.185244:0:41014:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f3385453. 00000004:00000010:1.0:1767384392.185251:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000bb7b09d. 00000004:00000010:1.0:1767384392.185256:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004e0e2ec8. 00000004:00000010:1.0:1767384392.185260:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000010a294e2. 00080000:00000010:1.0:1767384392.185268:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006281b577. 00000001:00000010:1.0:1767384392.185279:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.185290:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.185653:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005599e595. 00000004:00000010:1.0:1767384392.185659:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c8c1c3a9. 00000004:00000010:1.0:1767384392.185662:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0b48a85. 00080000:00000010:1.0:1767384392.185665:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000118b3593. 00000001:00000010:1.0:1767384392.185670:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.185674:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000004:00000010:1.0:1767384392.185875:0:41014:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000007f1b1e8f. 00000004:00000010:1.0:1767384392.185880:0:41014:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000cf1b2024. 00000004:00000010:1.0:1767384392.185885:0:41014:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ba12b609. 00000004:00000010:1.0:1767384392.185889:0:41014:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b65a0a75. 00000004:00000010:1.0:1767384392.185892:0:41014:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008d432957. 00080000:00000010:1.0:1767384392.185895:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032c32049. 00000001:00000010:1.0:1767384392.185900:0:41014:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a715dd80. 00000001:00000010:1.0:1767384392.185904:0:41014:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a715dd80. 00000040:00000010:1.0:1767384392.186178:0:41014:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a7dfba04. 00000040:00000010:1.0:1767384392.186188:0:41014:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da3d4ae7. 00000020:00000010:1.0:1767384392.186194:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c73d3b33. 00080000:00000010:1.0:1767384392.186198:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000035a88be4. 00000040:00000010:1.0:1767384392.187584:0:41014:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000096db8335. 00080000:00000010:1.0:1767384392.188283:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f0d25d42. 00080000:00000010:1.0:1767384392.188292:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000184e5839. 00080000:00000010:1.0:1767384392.188323:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000184e5839. 00080000:00000010:1.0:1767384392.188329:0:41014:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cd42675b. 00000040:00000010:1.0:1767384392.188333:0:41014:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cf60e1d2. 00000020:00000010:1.0:1767384392.188341:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000222fb3d5. 00080000:00000010:1.0:1767384392.188346:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000091f2dca2. 00080000:00000010:1.0:1767384392.188536:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000184e5839. 00080000:00000010:1.0:1767384392.188543:0:41014:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000003aef9a36. 00080000:00000010:1.0:1767384392.188549:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d7986fd. 00000040:00000010:1.0:1767384392.188553:0:41014:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009b52d412. 00000020:00000010:1.0:1767384392.188564:0:41014:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000307fe7d1. 00080000:00000010:1.0:1767384392.188569:0:41014:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aa8cd50d. 00080000:00000010:1.0:1767384392.188910:0:41014:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000085ae112. 00000001:00000010:1.0:1767384392.189199:0:41014:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000004495cfde. 00000040:00000010:1.0:1767384392.189230:0:41014:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009a0ef181. 00080000:00000010:1.0:1767384392.189241:0:41014:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000003c683fce. 00080000:00000010:1.0:1767384392.189675:0:41014:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000003ed4324b. 00080000:00000010:1.0:1767384392.190332:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000085ae112. 00080000:00000010:1.0:1767384392.190336:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d7986fd. 00080000:00000010:1.0:1767384392.190338:0:41014:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000184e5839. 00000020:00000010:2.0:1767384392.190677:0:41018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988d5584. 00000020:00000010:2.0:1767384392.190683:0:41018:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b3b175c2. 00000040:00000010:2.0:1767384392.190688:0:41018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f8b3f24. 00000020:00000010:2.0:1767384392.190691:0:41018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cbbb5886. 00000020:00000010:2.0:1767384392.190695:0:41018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e196b300. 00040000:00000010:2.0:1767384392.190700:0:41018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b01db43b. 00040000:00000010:2.0:1767384392.190703:0:41018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc39cf4b. 00080000:00000010:2.0:1767384392.190707:0:41018:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000380ca30f. 00080000:00000010:2.0:1767384392.190712:0:41018:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6454d03. 00000020:00000010:2.0:1767384392.190719:0:41018:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000813d5c41. 00000040:00000010:2.0:1767384392.190725:0:41018:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c9e60f61. 00000040:00000010:2.0:1767384392.190740:0:41018:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000be08eb3c. 00000040:00000010:2.0:1767384392.190762:0:41018:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d0c95561. 00000040:00000010:2.0:1767384392.190766:0:41018:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ed7a8484. 00000004:00000010:1.0:1767384392.190809:0:41014:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 000000008375e854. 00000020:00000010:1.0:1767384392.190813:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b40b8c4c. 00000020:00000010:1.0:1767384392.190815:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e875a789. 00000040:00000010:1.0:1767384392.190818:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000437f9e3. 00000020:00000010:1.0:1767384392.190820:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015a2e5a9. 00000020:00000010:1.0:1767384392.190824:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002c0da993. 00000020:00000010:1.0:1767384392.190827:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000228deb2a. 80000000:00000010:1.0:1767384392.190830:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb77c125. 40000000:00000010:1.0:1767384392.190833:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000184e5839. 00100000:00000010:1.0:1767384392.190838:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc04b6a2. 00040000:00000010:1.0:1767384392.190840:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001103298a. 00040000:00000010:1.0:1767384392.190843:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002f6ab920. 00040000:00000010:1.0:1767384392.190846:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a236c18d. 00080000:00000010:1.0:1767384392.190850:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b1ef511e. 00080000:00000010:1.0:1767384392.190854:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006c59c612. 00000004:00000010:1.0:1767384392.190858:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0824c53. 00000004:00000010:1.0:1767384392.190871:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098c7dc07. 00000004:00000010:1.0:1767384392.190876:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008e1f2651. 00002000:00000010:1.0:1767384392.190879:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3a8d02f. 00000004:00000010:1.0:1767384392.190882:0:41014:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efe57677. 00000020:00000010:0.0:1767384392.191512:0:41014:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000057ca6be4. 00000020:00000010:0.0:1767384392.191517:0:41014:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008ae40582. 00000020:00000010:0.0:1767384392.191549:0:41014:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f915aabd. 00000020:00000010:0.0:1767384392.191557:0:41014:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000f915aabd. 00000004:00000010:0.0:1767384392.191562:0:41014:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000bb313236. 00000020:00000010:0.0:1767384392.191570:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e94648e9. 00000040:00000010:0.0:1767384392.191573:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067ada111. 00000020:00000010:0.0:1767384392.191576:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a29240e4. 00000020:00000010:0.0:1767384392.191580:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3b8003c. 00000020:00000010:0.0:1767384392.191585:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073b2d6e1. 80000000:00000010:0.0:1767384392.191588:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059415567. 40000000:00000010:0.0:1767384392.191591:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa1f38d9. 00100000:00000010:0.0:1767384392.191594:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca645a3a. 00040000:00000010:0.0:1767384392.191597:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001dfcc032. 00040000:00000010:0.0:1767384392.191600:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018c8ac12. 00040000:00000010:0.0:1767384392.191603:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4176adb. 00080000:00000010:0.0:1767384392.191606:0:41014:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000004495cfde. 00080000:00000010:0.0:1767384392.191610:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:0.0:1767384392.191613:0:41014:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000003aef9a36. 00080000:00000010:0.0:1767384392.191615:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 00000004:00000010:0.0:1767384392.191618:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000050e3243. 00000004:00000010:0.0:1767384392.191622:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000201b964e. 00000004:00000010:0.0:1767384392.191625:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ee28c3b0. 00002000:00000010:0.0:1767384392.191628:0:41014:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000953e81fc. 00000004:00000010:0.0:1767384392.191631:0:41014:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f3385453. 00000020:00000010:0.0:1767384392.191633:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061d5234e. 00000020:00000010:0.0:1767384392.191637:0:41014:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:0.0:1767384392.191640:0:41014:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000059167e6e. 00000008:00000010:0.0:1767384392.191644:0:41014:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d2fa72cb. 00020000:00000010:0.0:1767384392.191648:0:41014:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004e33b4be. 00008000:00000010:0.0:1767384392.191652:0:41014:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003d57fee0. 00000080:00000010:0.0:1767384392.191657:0:41014:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004276b4d5. 00000020:00000010:0.0:1767384392.191662:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3fb87a. 00000020:00000010:0.0:1767384392.191667:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000006eaa0658. 00000020:00000010:0.0:1767384392.191675:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.191682:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fba59a9. 00000020:00000010:0.0:1767384392.191685:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099a67435. 00000040:00000010:0.0:1767384392.191687:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003aef9a36. 00000020:00000010:0.0:1767384392.191690:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee28c3b0. 00000020:00000010:0.0:1767384392.191692:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.191695:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009dead8d0. 80000000:00000010:0.0:1767384392.191697:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6824872. 40000000:00000010:0.0:1767384392.191699:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dacd05ca. 00100000:00000010:0.0:1767384392.191701:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000050e3243. 00040000:00000010:0.0:1767384392.191704:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002be5dd95. 00040000:00000010:0.0:1767384392.191707:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004495cfde. 00040000:00000010:0.0:1767384392.191709:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4176adb. 00080000:00000010:0.0:1767384392.191712:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:0.0:1767384392.191716:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 00000004:00000010:0.0:1767384392.191720:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018c8ac12. 00000004:00000010:0.0:1767384392.191723:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.191725:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca645a3a. 00000004:00000010:0.0:1767384392.191728:0:41014:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052ca8fd8. 00000004:00000010:0.0:1767384392.191743:0:41014:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000f915aabd. 00000020:00000010:0.0:1767384392.191749:0:41014:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a29240e4. 00000100:00000010:0.0:1767384392.191773:0:41014:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af6e6d3f. 02000000:00000010:0.0:1767384392.191786:0:41014:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a1e03223. 00040000:00000010:1.0:1767384392.191833:0:16354:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ba86104. 00000004:00000010:1.0:1767384392.191836:0:16354:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000888903c. 00000004:00000010:1.0:1767384392.191839:0:16354:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000328c9472. 00000004:00000010:1.0:1767384392.191848:0:16354:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008c3fbf05. 00000004:00000010:1.0:1767384392.191851:0:16354:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000048173505. 02000000:00000010:1.0:1767384392.191863:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a94af26. 00000400:00000010:1.0:1767384392.191869:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000400:00000010:1.0:1767384392.191875:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.191881:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728334720, portal 4 00000020:00000010:1.0:1767384392.191892:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d01a3e36. 00000400:00000010:1.0:1767384392.191898:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.191900:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236728334720, offset 0 00000400:00000200:1.0:1767384392.191909:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.191919:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.191928:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824ce08980 00000400:00000200:1.0:1767384392.191934:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5976 00000400:00000200:1.0:1767384392.191941:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.191944:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.191950:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384392.191954:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa593467. 00000400:00000200:1.0:1767384392.191973:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.191975:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.191981:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af6e6d3f x1853236728334720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.191997:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059415567. 00000100:00000010:1.0:1767384392.192007:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79e47fc. 00000100:00000010:1.0:1767384392.192012:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0d1199b. 00000100:00000010:1.0:1767384392.192029:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb743af0. 00000020:00000010:3.0:1767384392.192074:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000974e6871. 00000020:00000010:3.0:1767384392.192077:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.192081:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000200:3.0:1767384392.192105:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334720 02000000:00000010:3.0:1767384392.192121:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cf57c479. 00000020:00000010:3.0:1767384392.192128:0:18426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004e463ebc. 00000001:00000010:3.0:1767384392.192132:0:18426:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000093dedd32. 00000001:00000010:3.0:1767384392.192160:0:18426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000070677a07. 00000001:00000010:3.0:1767384392.192177:0:18426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002a320dff. 00000001:00000010:3.0:1767384392.192181:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000238caa9. 00000001:00000010:3.0:1767384392.192183:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca7decd0. 00000001:00000010:3.0:1767384392.192186:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024dc082a. 00000001:00000010:3.0:1767384392.192188:0:18426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036515a89. 00080000:00000010:3.0:1767384392.192218:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004dd1c21d. 00080000:00000010:3.0:1767384392.192225:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017f77126. 00000001:00000010:3.0:1767384392.192237:0:18426:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b1ffc3a1. 00080000:00000010:3.0:1767384392.192261:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017f77126. 00000020:00000010:3.0:1767384392.192268:0:18426:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003348f96e. 00000020:00000010:3.0:1767384392.192275:0:18426:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000003348f96e. 00000020:00000010:3.0:1767384392.192280:0:18426:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006d138fb9. 00000020:00000010:3.0:1767384392.192286:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017f77126. 00010000:00000200:3.0:1767384392.192310:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa593467 x1853236728334720/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.192323:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.192326:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236728334720, offset 0 00000400:00000200:3.0:1767384392.192330:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.192334:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.192339:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824ce08980 00000400:00000200:3.0:1767384392.192343:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a49 [1] + 0 00000400:00000200:3.0:1767384392.192346:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.192349:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.192353:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af6e6d3f x1853236728334720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384392.192498:0:41014:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000f915aabd. 00000004:00000010:0.0:1767384392.192503:0:41014:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000061d5234e. 00020000:00000010:0.0:1767384392.192508:0:41014:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b7bd0cf1. 00020000:00000010:0.0:1767384392.192512:0:41014:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000448612c9. 00100000:00000010:0.0:1767384392.192517:0:41014:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000f915aabd. 00000020:00000010:0.0:1767384392.192522:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099a67435. 00000040:00000010:0.0:1767384392.192525:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003aef9a36. 00000020:00000010:0.0:1767384392.192528:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ee28c3b0. 00000020:00000010:0.0:1767384392.192530:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.192534:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009dead8d0. 80000000:00000010:0.0:1767384392.192537:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b6824872. 40000000:00000010:0.0:1767384392.192539:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dacd05ca. 00100000:00000010:0.0:1767384392.192542:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000050e3243. 00040000:00000010:0.0:1767384392.192544:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002be5dd95. 00040000:00000010:0.0:1767384392.192546:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004495cfde. 00040000:00000010:0.0:1767384392.192548:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4176adb. 00080000:00000010:0.0:1767384392.192551:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:0.0:1767384392.192553:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 00000004:00000010:0.0:1767384392.192555:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018c8ac12. 00000004:00000010:0.0:1767384392.192557:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.192560:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca645a3a. 00000004:00000010:0.0:1767384392.192562:0:41014:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052ca8fd8. 00000020:00000010:0.0:1767384392.192564:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fba59a9. 00000020:00000010:0.0:1767384392.192566:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.192571:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002be5dd95. 00000020:00000010:0.0:1767384392.192574:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002be5dd95. 00000020:00000010:0.0:1767384392.192577:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002be5dd95. 00000020:00000010:0.0:1767384392.192579:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002be5dd95. 00000020:00000010:0.0:1767384392.192582:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.192583:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000dacd05ca. 00000100:00000010:0.0:1767384392.192590:0:41014:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.192596:0:41014:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f3fb87a. 00000100:00000010:0.0:1767384392.192603:0:41014:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.192622:0:41014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c0a979a2. 00000400:00000010:0.0:1767384392.192626:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.192629:0:41014:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002a56edc2. 00000100:00000200:0.0:1767384392.192632:0:41014:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728334848, portal 25 00000400:00000010:0.0:1767384392.192636:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.192638:0:41014:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728334848, offset 0 00000400:00000200:0.0:1767384392.192642:0:41014:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.192647:0:41014:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.192651:0:41014:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08a00 00000400:00000200:0.0:1767384392.192656:0:41014:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d9 [2] + 0 00000400:00000010:0.0:1767384392.192659:0:41014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c835cfc. 00000400:00000200:0.0:1767384392.192662:0:41014:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006df6447e 00000400:00000200:0.0:1767384392.192664:0:41014:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.192667:0:41014:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.192669:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006df6447e 00000400:00000010:0.0:1767384392.192670:0:41014:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006df6447e. 00000100:00000200:0.0:1767384392.192674:0:41014:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.192683:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.192685:0:41014:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.192688:0:41014:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728334848/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.192736:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.192740:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.192744:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b2d6e1. 00000020:00000010:0.0:1767384392.192746:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.192748:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.192766:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.192768:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000100:00000200:0.0:1767384392.192770:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334848 02000000:00000010:0.0:1767384392.192786:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000062a5cfc8. 00000040:00000010:0.0:1767384392.192791:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000067ada111. 00000040:00000010:0.0:1767384392.192803:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005d1543ed. 00000040:00000010:0.0:1767384392.192826:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005d1543ed. 00000040:00000010:0.0:1767384392.192829:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000067ada111. 00010000:00000200:0.0:1767384392.192833:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044a59f4e x1853236728334848/t0(0) o502->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8472 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.192844:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006df6447e. 00000100:00000200:0.0:1767384392.192847:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236728334848, offset 224 00000400:00000200:0.0:1767384392.192851:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.192855:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.192859:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824ce08a00 00000400:00000200:0.0:1767384392.192863:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a55 [4] + 224 00000400:00000200:0.0:1767384392.192867:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.192870:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.192874:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728334848/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.192886:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006df6447e 00000400:00000010:0.0:1767384392.192888:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006df6447e. 00000020:00000010:0.0:1767384392.192897:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.192899:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.192902:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b2d6e1. 02000000:00000010:0.0:1767384392.192906:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000062a5cfc8. 00000100:00000200:0.0:1767384392.192917:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.192920:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba7b7fc. 00000400:00000010:0.0:1767384392.192923:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006df6447e. 00000400:00000010:0.0:1767384392.192934:0:41014:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.192936:0:41014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a56edc2 00000400:00000010:0.0:1767384392.192937:0:41014:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002a56edc2. 00000100:00000200:0.0:1767384392.192941:0:41014:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728334848/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.192948:0:41014:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728334848/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.192965:0:41014:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.192971:0:41014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c0a979a2. 02000000:00000010:0.0:1767384392.192978:0:41014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f3fb87a. 00000100:00000010:0.0:1767384392.192981:0:41014:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 00000020:00000010:0.0:1767384392.192987:0:41014:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002be5dd95. 00000020:00000010:0.0:1767384392.192989:0:41014:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002be5dd95. 00000040:00000010:0.0:1767384392.192991:0:41014:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009bd23126. 00000020:00000010:0.0:1767384392.192998:0:41014:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b290b7f6. 00000020:00000010:0.0:1767384392.193006:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008fa9a43e. 00000040:00000010:0.0:1767384392.193009:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002be687e0. 00000020:00000010:0.0:1767384392.193011:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099b01342. 00000020:00000010:0.0:1767384392.193014:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005320d188. 00000020:00000010:0.0:1767384392.193031:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000221bc6e2. 80000000:00000010:0.0:1767384392.193034:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f05fa497. 40000000:00000010:0.0:1767384392.193037:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000087e18f9. 00100000:00000010:0.0:1767384392.193039:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023e93990. 00040000:00000010:0.0:1767384392.193041:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005775c656. 00040000:00000010:0.0:1767384392.193045:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5bb5060. 00080000:00000010:0.0:1767384392.193048:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006f435e33. 00080000:00000010:0.0:1767384392.193051:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007fe29eda. 00000004:00000010:0.0:1767384392.193054:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077fd78bb. 00002000:00000010:0.0:1767384392.193057:0:41014:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000408681e4. 00000020:00000010:0.0:1767384392.193060:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050df20e4. 00000040:00000010:0.0:1767384392.193075:0:40985:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000016034a7. 00000040:00000010:0.0:1767384392.193079:0:40985:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003b331821. 00000040:00000010:0.0:1767384392.193082:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000084006feb. 00000020:00000010:0.0:1767384392.193086:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000031767a68. 00000040:00000010:0.0:1767384392.193088:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002dd7815e. 00000020:00000010:0.0:1767384392.193090:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f4c894d. 00000020:00000010:0.0:1767384392.193093:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a4846f5f. 80000000:00000010:0.0:1767384392.193095:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2061bd7. 00040000:00000010:0.0:1767384392.193097:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1ce3700. 00080000:00000010:0.0:1767384392.193099:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f56a074f. 00080000:00000010:0.0:1767384392.193102:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000389cf0a0. 20000000:00000010:0.0:1767384392.193105:0:40985:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e6104aae. 00000020:00000010:0.0:1767384392.193107:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e4bbcd6. 10000000:00000010:0.0:1767384392.193109:0:40985:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001f3f81a1. 00000100:00000010:0.0:1767384392.193122:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.193127:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f3fb87a. 00010000:00000010:0.0:1767384392.193154:0:40985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db913106. 00010000:00000010:0.0:1767384392.193159:0:40985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a7693bfd. 00000100:00000010:0.0:1767384392.193169:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.193176:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052ca8fd8. 00000400:00000010:0.0:1767384392.193178:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.193181:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.193183:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728334976, portal 25 00000400:00000010:0.0:1767384392.193186:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.193188:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728334976, offset 0 00000400:00000200:0.0:1767384392.193191:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.193196:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.193200:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce08a80 00000400:00000200:0.0:1767384392.193203:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21dd [2] + 0 00000400:00000010:0.0:1767384392.193206:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adeeb4c. 00000400:00000200:0.0:1767384392.193208:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002164a2d8 00000400:00000200:0.0:1767384392.193210:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.193213:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.193215:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002164a2d8 00000400:00000010:0.0:1767384392.193216:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002164a2d8. 00000100:00000200:0.0:1767384392.193219:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.193226:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.193227:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.193231:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728334976/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.193252:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.193254:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.193257:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b2d6e1. 00000020:00000010:0.0:1767384392.193259:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.193262:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.193273:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.193275:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000100:00000200:0.0:1767384392.193276:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728334976 00010000:00000010:0.0:1767384392.193287:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a45412d1. 00010000:00000010:0.0:1767384392.193290:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015a1e83e. 02000000:00000010:0.0:1767384392.193296:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000067ab5a74. 00010000:00000200:0.0:1767384392.193309:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079660d91 x1853236728334976/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/344 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.193318:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.193320:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728334976, offset 224 00000400:00000200:0.0:1767384392.193324:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.193328:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.193332:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce08a80 00000400:00000200:0.0:1767384392.193335:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a65 [1] + 224 00000400:00000200:0.0:1767384392.193338:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.193340:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.193344:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728334976/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.193355:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.193356:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:0.0:1767384392.193361:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.193364:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.193365:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b2d6e1. 02000000:00000010:0.0:1767384392.193368:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000067ab5a74. 00000100:00000200:0.0:1767384392.193372:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.193375:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a772d4f9. 00000400:00000010:0.0:1767384392.193377:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a56edc2. 00000400:00000010:0.0:1767384392.193388:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.193391:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.193392:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.193395:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728334976/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.193402:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728334976/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.193413:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.193423:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052ca8fd8. 02000000:00000010:0.0:1767384392.193426:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f3fb87a. 00000100:00000010:0.0:1767384392.193428:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 10000000:00000010:0.0:1767384392.193434:0:40985:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000ca645a3a. 00000100:00000010:0.0:1767384392.193934:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.193941:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f3fb87a. 00000100:00000010:0.0:1767384392.193946:0:40985:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000052ca8fd8. 00000100:00000010:0.0:1767384392.193950:0:40985:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000001014cf79. 00000100:00000010:0.0:1767384392.193966:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 00000400:00000010:0.0:1767384392.193975:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.193978:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d1543ed. 00000100:00000200:0.0:1767384392.193982:0:40985:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824ce08b00-0x695824ce08b00, portal 33 02000000:00000010:0.0:1767384392.193986:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073b2d6e1. 00000400:00000010:0.0:1767384392.193988:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.193990:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.193992:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728335104, portal 25 00000400:00000010:0.0:1767384392.193994:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.193996:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728335104, offset 0 00000400:00000200:0.0:1767384392.194000:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.194004:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.194009:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce08b00 00000400:00000200:0.0:1767384392.194012:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21e1 [2] + 0 00000400:00000010:0.0:1767384392.194015:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9d85aa. 00000400:00000200:0.0:1767384392.194029:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000304494f9 00000400:00000200:0.0:1767384392.194032:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.194035:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.194037:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000304494f9 00000400:00000010:0.0:1767384392.194039:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000304494f9. 00000100:00000200:0.0:1767384392.194041:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.194050:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.194051:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.194055:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335104/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.194080:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.194083:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.194086:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ada111. 00000020:00000010:0.0:1767384392.194089:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.194091:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.194102:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.194104:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000100:00000200:0.0:1767384392.194106:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335104 02000000:00000010:0.0:1767384392.194112:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000067ab5a74. 20000000:00000010:0.0:1767384392.194119:0:40993:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000018c8ac12. 00000100:00000010:0.0:1767384392.194719:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000081c069b9. 00000100:00000010:0.0:1767384392.194723:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000913078bc. 00000400:00000010:0.0:1767384392.194729:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384392.194734:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000091be2677. 00000400:00000200:0.0:1767384392.194737:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.194744:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.194749:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824ce08b00 00000400:00000200:0.0:1767384392.194753:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a75 [256] + 0 00000400:00000010:0.0:1767384392.194756:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6461c64. 00000400:00000200:0.0:1767384392.194759:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d1543ed 00000400:00000200:0.0:1767384392.194761:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.194764:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.194766:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d1543ed 00000400:00000010:0.0:1767384392.194767:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005d1543ed. 00000100:00000200:0.0:1767384392.194771:0:40993:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e4274f9f desc 0000000052ca8fd8 mbits 1853236728335104 00000400:00000200:0.0:1767384392.194780:0:40993:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384392.194784:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384392.194790:0:40993:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a81 00000400:00000200:0.0:1767384392.194791:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.194794:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:0.0:1767384392.194797:0:40993:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000081c069b9 00000400:00000200:0.0:1767384392.194801:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.194803:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.194804:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000081c069b9 00000100:00000200:0.0:1767384392.194808:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824ce08b00-0x695824ce08b00 00000100:00000010:0.0:1767384392.194815:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000913078bc. 00000100:00000010:0.0:1767384392.194818:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000081c069b9. 20000000:00000010:0.0:1767384392.194825:0:40993:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000018c8ac12. 00010000:00000200:0.0:1767384392.194831:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc6f4c31 x1853236728335104/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 304/240 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.194841:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.194843:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728335104, offset 224 00000400:00000200:0.0:1767384392.194847:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.194851:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.194854:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce08b00 00000400:00000200:0.0:1767384392.194858:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a79 [1] + 224 00000400:00000200:0.0:1767384392.194860:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.194863:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.194866:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335104/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.194875:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.194876:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:0.0:1767384392.194884:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.194886:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.194889:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ada111. 02000000:00000010:0.0:1767384392.194893:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000067ab5a74. 00000100:00000200:0.0:1767384392.194897:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.194899:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6461c64. 00000400:00000010:0.0:1767384392.194903:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000304494f9. 00000400:00000010:0.0:1767384392.194917:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.194919:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.194920:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.194924:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335104/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.194931:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335104/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.194944:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 10000000:00000010:0.0:1767384392.194955:0:40985:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000079c9060c. 00000100:00000200:0.0:1767384392.194965:0:40985:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.115@tcp with 192.168.202.115@tcp 00000100:00000200:0.0:1767384392.194968:0:40985:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.115@tcp' 00000100:00000200:0.0:1767384392.194971:0:40985:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.115@tcp' 00000400:00000200:0.0:1767384392.194973:0:40985:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384392.194978:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:0.0:1767384392.194983:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384392.194986:0:40985:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (42) 00000400:00000200:0.0:1767384392.194990:0:40985:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384392.194993:0:40985:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:0.0:1767384392.194995:0:40985:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (43) 00000400:00000200:0.0:1767384392.194997:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:0.0:1767384392.194999:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:0.0:1767384392.195002:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195004:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:0.0:1767384392.195005:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:0.0:1767384392.195008:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195009:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:0.0:1767384392.195011:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:0.0:1767384392.195013:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195014:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:0.0:1767384392.195016:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:0.0:1767384392.195341:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195343:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:0.0:1767384392.195345:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:0.0:1767384392.195347:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195349:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:0.0:1767384392.195350:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:0.0:1767384392.195353:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195355:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:0.0:1767384392.195356:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:0.0:1767384392.195358:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195360:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:0.0:1767384392.195361:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:0.0:1767384392.195364:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195365:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:0.0:1767384392.195367:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:0.0:1767384392.195370:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195371:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:0.0:1767384392.195372:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:0.0:1767384392.195375:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195376:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:0.0:1767384392.195378:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:0.0:1767384392.195380:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195381:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:0.0:1767384392.195383:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:0.0:1767384392.195385:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195387:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:0.0:1767384392.195388:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:0.0:1767384392.195390:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195392:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:0.0:1767384392.195393:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:0.0:1767384392.195396:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195397:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:0.0:1767384392.195399:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:0.0:1767384392.195401:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195412:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:0.0:1767384392.195414:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:0.0:1767384392.195416:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195418:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:0.0:1767384392.195419:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:0.0:1767384392.195422:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195423:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:0.0:1767384392.195425:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:0.0:1767384392.195427:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195429:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:0.0:1767384392.195430:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:0.0:1767384392.195433:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195434:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:0.0:1767384392.195436:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:0.0:1767384392.195438:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195440:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:0.0:1767384392.195442:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:0.0:1767384392.195444:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195446:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:0.0:1767384392.195447:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:0.0:1767384392.195450:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195451:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:0.0:1767384392.195452:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:0.0:1767384392.195455:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195456:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:0.0:1767384392.195458:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:0.0:1767384392.195460:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195461:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:0.0:1767384392.195463:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:0.0:1767384392.195465:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195467:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:0.0:1767384392.195468:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:0.0:1767384392.195471:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195472:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:0.0:1767384392.195473:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:0.0:1767384392.195476:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195477:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:0.0:1767384392.195478:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:0.0:1767384392.195481:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195482:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:0.0:1767384392.195483:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:0.0:1767384392.195486:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195487:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:0.0:1767384392.195489:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:0.0:1767384392.195491:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195492:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:0.0:1767384392.195494:0:40985:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:0.0:1767384392.195497:0:40985:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384392.195498:0:40985:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 10000000:00000010:0.0:1767384392.195502:0:40985:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.195509:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ada111. 00000020:00000010:0.0:1767384392.195513:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e94648e9. 00000040:00000010:0.0:1767384392.195517:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050df20e4. 00000020:00000010:0.0:1767384392.195520:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.195523:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.195526:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000667f24fe. 80000000:00000010:0.0:1767384392.195530:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2061bd7. 40000000:00000010:0.0:1767384392.195532:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001f3f81a1. 00100000:00000010:0.0:1767384392.195536:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f4c894d. 00040000:00000010:0.0:1767384392.195540:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002be5dd95. 00040000:00000010:0.0:1767384392.195543:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000023e93990. 00040000:00000010:0.0:1767384392.195546:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f5bb5060. 00080000:00000010:0.0:1767384392.195549:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:0.0:1767384392.195554:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 00000004:00000010:0.0:1767384392.195559:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099b01342. 00000004:00000010:0.0:1767384392.195563:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000097617bb8. 00000004:00000010:0.0:1767384392.195567:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004495cfde. 00002000:00000010:0.0:1767384392.195570:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000067ab5a74. 00000004:00000010:0.0:1767384392.195573:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.195625:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e94648e9. 00000040:00000010:0.0:1767384392.195629:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050df20e4. 00000020:00000010:0.0:1767384392.195632:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.195634:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.195638:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000667f24fe. 80000000:00000010:0.0:1767384392.195640:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2061bd7. 40000000:00000010:0.0:1767384392.195643:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001f3f81a1. 00100000:00000010:0.0:1767384392.195645:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f4c894d. 00040000:00000010:0.0:1767384392.195648:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002be5dd95. 00040000:00000010:0.0:1767384392.195650:0:40985:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023e93990. 00040000:00000010:0.0:1767384392.195653:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5bb5060. 00080000:00000010:0.0:1767384392.195656:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:0.0:1767384392.195659:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 00000004:00000010:0.0:1767384392.195661:0:40985:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000099b01342. 00000004:00000010:0.0:1767384392.195664:0:40985:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000097617bb8. 00000004:00000010:0.0:1767384392.195668:0:40985:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004495cfde. 00002000:00000010:0.0:1767384392.195670:0:40985:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000067ab5a74. 00000004:00000010:0.0:1767384392.195672:0:40985:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.195674:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ada111. 10000000:00000010:0.0:1767384392.195676:0:40985:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f081b89e. 10000000:00000010:0.0:1767384392.195679:0:40985:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000079c9060c. 02000000:00000010:0.0:1767384392.195683:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073b2d6e1. 00000100:00000010:0.0:1767384392.195700:0:40985:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000001014cf79. 00000100:00000010:0.0:1767384392.195702:0:40985:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000052ca8fd8. 02000000:00000010:0.0:1767384392.195704:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f3fb87a. 00000100:00000010:0.0:1767384392.195707:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 10000000:00000010:0.0:1767384392.196193:0:40985:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000ca645a3a. 00000100:00000010:0.0:1767384392.196209:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.196217:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000221bc6e2. 00010000:00000010:0.0:1767384392.196225:0:40985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b5371ca0. 00010000:00000010:0.0:1767384392.196230:0:40985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dda42cde. 00000100:00000010:0.0:1767384392.196241:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.196251:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052ca8fd8. 00000400:00000010:0.0:1767384392.196255:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.196258:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.196261:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728335232, portal 25 00000400:00000010:0.0:1767384392.196264:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.196266:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728335232, offset 0 00000400:00000200:0.0:1767384392.196271:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.196277:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.196283:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce08b80 00000400:00000200:0.0:1767384392.196287:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e5 [2] + 0 00000400:00000010:0.0:1767384392.196291:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fff5bc6. 00000400:00000200:0.0:1767384392.196293:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000341a4433 00000400:00000200:0.0:1767384392.196297:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.196300:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.196303:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000341a4433 00000400:00000010:0.0:1767384392.196305:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000341a4433. 00000100:00000200:0.0:1767384392.196308:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.196316:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.196318:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.196322:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335232/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384392.197849:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e191c655. 00000020:00000010:2.0:1767384392.197856:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e191c655. 00000020:00000010:2.0:1767384392.197860:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5bfa951. 00000020:00000010:2.0:1767384392.197864:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003076d218. 00000020:00000010:2.0:1767384392.197868:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.197893:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e191c655. 00000020:00000010:2.0:1767384392.197895:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e191c655. 00000100:00000200:2.0:1767384392.197897:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335232 00010000:00000010:2.0:1767384392.197914:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026da0c49. 00010000:00000010:2.0:1767384392.197919:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1303511. 00000020:00000010:2.0:1767384392.197922:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e191c655. 02000000:00000010:2.0:1767384392.197932:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002ad25544. 00010000:00000200:2.0:1767384392.197951:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d70065c1 x1853236728335232/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/344 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384392.197966:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384392.197970:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728335232, offset 224 00000400:00000200:2.0:1767384392.197975:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384392.197983:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384392.197989:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce08b80 00000400:00000200:2.0:1767384392.197995:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a8d [1] + 224 00000400:00000200:2.0:1767384392.198000:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.198003:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384392.198009:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335232/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384392.198037:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384392.198039:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000020:00000010:2.0:1767384392.198048:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003076d218. 00000020:00000010:2.0:1767384392.198051:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.198053:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bfa951. 02000000:00000010:2.0:1767384392.198059:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002ad25544. 00000100:00000200:2.0:1767384392.198063:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.198066:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb4b976. 00000400:00000010:2.0:1767384392.198070:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e343b74e. 00000400:00000010:0.0:1767384392.200116:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.200124:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.200126:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.200154:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335232/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.200164:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335232/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.200188:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.200205:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052ca8fd8. 02000000:00000010:0.0:1767384392.200210:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000221bc6e2. 00000100:00000010:0.0:1767384392.200214:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 10000000:00000010:0.0:1767384392.200222:0:40985:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.200226:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000221bc6e2. 00000020:00000010:0.0:1767384392.200229:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5bb5060. 00000040:00000010:0.0:1767384392.200232:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000667f24fe. 00000020:00000010:0.0:1767384392.200236:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004495cfde. 00000020:00000010:0.0:1767384392.200240:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002be687e0. 80000000:00000010:0.0:1767384392.200243:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2061bd7. 00040000:00000010:0.0:1767384392.200248:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fa9a43e. 00080000:00000010:0.0:1767384392.200252:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d1543ed. 00080000:00000010:0.0:1767384392.200256:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000aa130f7. 20000000:00000010:0.0:1767384392.200262:0:40985:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006f3fb87a. 00000040:00000010:0.0:1767384392.200268:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000073b2d6e1. 00000100:00000010:0.0:1767384392.200271:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.200280:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067ada111. 00000100:00000010:0.0:1767384392.200289:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.200300:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e94648e9. 00000400:00000010:0.0:1767384392.200304:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.200307:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.200311:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728335360, portal 25 00000400:00000010:0.0:1767384392.200314:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.200316:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236728335360, offset 0 00000400:00000200:0.0:1767384392.200321:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.200330:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.200337:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824ce08c00 00000400:00000200:0.0:1767384392.200342:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21e9 [2] + 0 00000400:00000010:0.0:1767384392.200345:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0f9a9e. 00000400:00000200:0.0:1767384392.200348:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091ce761f 00000400:00000200:0.0:1767384392.200352:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.200355:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.200358:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091ce761f 00000400:00000010:0.0:1767384392.200360:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091ce761f. 00000100:00000200:0.0:1767384392.200364:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.200384:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.200386:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.200390:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335360/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.200449:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200452:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200456:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4176adb. 00000020:00000010:0.0:1767384392.200459:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.200462:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.200483:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200485:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000100:00000200:0.0:1767384392.200487:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335360 02000000:00000010:0.0:1767384392.200497:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000052ca8fd8. 00000040:00000010:0.0:1767384392.200502:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009dead8d0. 00000040:00000010:0.0:1767384392.200543:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000000f0681d5. 00000020:00000010:0.0:1767384392.200551:0:40994:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002be5dd95. 00080000:00000010:0.0:1767384392.200558:0:40994:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003aef9a36. 00000040:00000010:0.0:1767384392.200573:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000000f0681d5. 00000040:00000010:0.0:1767384392.200575:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009dead8d0. 00010000:00000200:0.0:1767384392.200583:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ccf1d17 x1853236728335360/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 504/272 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.200594:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.200597:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728335360, offset 224 00000400:00000200:0.0:1767384392.200600:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.200605:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.200609:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce08c00 00000400:00000200:0.0:1767384392.200613:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a9d [1] + 224 00000400:00000200:0.0:1767384392.200617:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.200619:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.200624:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335360/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.200636:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.200638:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:0.0:1767384392.200647:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.200649:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.200652:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4176adb. 02000000:00000010:0.0:1767384392.200657:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000052ca8fd8. 00000100:00000200:0.0:1767384392.200661:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.200663:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a11701f. 00000400:00000010:0.0:1767384392.200666:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091ce761f. 00000400:00000010:0.0:1767384392.200680:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.200683:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.200684:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.200687:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335360/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.200694:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335360/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.200705:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.200710:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e94648e9. 02000000:00000010:0.0:1767384392.200713:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067ada111. 00000100:00000010:0.0:1767384392.200715:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 00000040:00000010:0.0:1767384392.200721:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000389cf0a0. 00000100:00000010:0.0:1767384392.200724:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.200728:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4176adb. 00000100:00000010:0.0:1767384392.200732:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.200750:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000075a9b929. 00000400:00000010:0.0:1767384392.200754:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.200757:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000d5fba0e. 00000100:00000200:0.0:1767384392.200760:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728335488, portal 25 00000400:00000010:0.0:1767384392.200763:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.200765:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728335488, offset 0 00000400:00000200:0.0:1767384392.200769:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.200774:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.200778:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08c80 00000400:00000200:0.0:1767384392.200782:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21ed [2] + 0 00000400:00000010:0.0:1767384392.200785:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b2ef36. 00000400:00000200:0.0:1767384392.200787:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000349f695f 00000400:00000200:0.0:1767384392.200790:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.200792:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.200794:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000349f695f 00000400:00000010:0.0:1767384392.200796:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000349f695f. 00000100:00000200:0.0:1767384392.200799:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.200806:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.200808:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.200811:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335488/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.200833:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200836:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200838:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dead8d0. 00000020:00000010:0.0:1767384392.200841:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.200843:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.200855:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.200857:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dacd05ca. 00000100:00000200:0.0:1767384392.200859:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335488 02000000:00000010:0.0:1767384392.200874:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001bf6f4eb. 00000040:00000010:0.0:1767384392.200878:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000067ada111. 00000040:00000010:0.0:1767384392.200885:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f56a074f. 00000040:00000010:0.0:1767384392.200892:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f56a074f. 00000040:00000010:0.0:1767384392.200895:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000067ada111. 00010000:00000200:0.0:1767384392.200899:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d134060 x1853236728335488/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.200908:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000349f695f. 00000100:00000200:0.0:1767384392.200911:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728335488, offset 224 00000400:00000200:0.0:1767384392.200914:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.200919:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.200923:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce08c80 00000400:00000200:0.0:1767384392.200926:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2aad [4] + 224 00000400:00000200:0.0:1767384392.200931:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.200933:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.200937:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335488/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.200948:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000349f695f 00000400:00000010:0.0:1767384392.200949:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000349f695f. 00000020:00000010:0.0:1767384392.200955:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.200957:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.200959:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dead8d0. 02000000:00000010:0.0:1767384392.200963:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001bf6f4eb. 00000100:00000200:0.0:1767384392.200972:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.200975:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005394e38e. 00000400:00000010:0.0:1767384392.200977:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000349f695f. 00000400:00000010:0.0:1767384392.200989:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.200992:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5fba0e 00000400:00000010:0.0:1767384392.200993:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000d5fba0e. 00000100:00000200:0.0:1767384392.200998:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335488/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.201011:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335488/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.201034:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002164a2d8. 02000000:00000010:0.0:1767384392.201039:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000075a9b929. 02000000:00000010:0.0:1767384392.201046:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4176adb. 00000100:00000010:0.0:1767384392.201048:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 00000040:00000010:0.0:1767384392.201053:0:40985:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000016034a7. 00000020:00000010:0.0:1767384392.201160:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e94648e9. 00000020:00000010:0.0:1767384392.201163:0:41021:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4176adb. 00000040:00000010:0.0:1767384392.201165:0:41021:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009dead8d0. 00000020:00000010:0.0:1767384392.201169:0:41021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099b01342. 00000020:00000010:0.0:1767384392.201172:0:41021:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.201175:0:41021:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e4bbcd6. 80000000:00000010:0.0:1767384392.201177:0:41021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6824872. 40000000:00000010:0.0:1767384392.201180:0:41021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dacd05ca. 00100000:00000010:0.0:1767384392.201184:0:41021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023e93990. 00040000:00000010:0.0:1767384392.201187:0:41021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a98460af. 00040000:00000010:0.0:1767384392.201190:0:41021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f4c894d. 00040000:00000010:0.0:1767384392.201193:0:41021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e6104aae. 00080000:00000010:0.0:1767384392.201195:0:41021:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f56a074f. 00080000:00000010:0.0:1767384392.201199:0:41021:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003b331821. 00000004:00000010:0.0:1767384392.201204:0:41021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca645a3a. 00000004:00000010:0.0:1767384392.201208:0:41021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077fd78bb. 00000004:00000010:0.0:1767384392.201212:0:41021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000018c8ac12. 00002000:00000010:0.0:1767384392.201215:0:41021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052ca8fd8. 00000004:00000010:0.0:1767384392.201219:0:41021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.201222:0:41021:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000678bb585. 00000040:00000010:0.0:1767384392.201229:0:41021:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007fe29eda. 00000040:00000010:0.0:1767384392.201812:0:41021:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007fe29eda. 00000020:00000010:0.0:1767384392.201819:0:41021:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000678bb585. 00000020:00000010:0.0:1767384392.201826:0:41021:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4176adb. 00000040:00000010:0.0:1767384392.201830:0:41021:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009dead8d0. 00000020:00000010:0.0:1767384392.201833:0:41021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099b01342. 00000020:00000010:0.0:1767384392.201836:0:41021:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.201841:0:41021:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e4bbcd6. 80000000:00000010:0.0:1767384392.201844:0:41021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b6824872. 40000000:00000010:0.0:1767384392.201846:0:41021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dacd05ca. 00100000:00000010:0.0:1767384392.201849:0:41021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023e93990. 00040000:00000010:0.0:1767384392.201851:0:41021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a98460af. 00040000:00000010:0.0:1767384392.201854:0:41021:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001f4c894d. 00040000:00000010:0.0:1767384392.201857:0:41021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6104aae. 00080000:00000010:0.0:1767384392.201860:0:41021:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b331821. 00080000:00000010:0.0:1767384392.201862:0:41021:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f56a074f. 00000004:00000010:0.0:1767384392.201865:0:41021:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca645a3a. 00000004:00000010:0.0:1767384392.201868:0:41021:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077fd78bb. 00000004:00000010:0.0:1767384392.201872:0:41021:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000018c8ac12. 00002000:00000010:0.0:1767384392.201875:0:41021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052ca8fd8. 00000004:00000010:0.0:1767384392.201877:0:41021:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.201879:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e94648e9. 00000040:00000010:0.0:1767384392.201893:0:40985:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000016034a7. 00000040:00000010:0.0:1767384392.201897:0:40985:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000389cf0a0. 00000040:00000010:0.0:1767384392.201899:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000073b2d6e1. 00000020:00000010:0.0:1767384392.201902:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5bb5060. 00000040:00000010:0.0:1767384392.201905:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000667f24fe. 00000020:00000010:0.0:1767384392.201907:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004495cfde. 00000020:00000010:0.0:1767384392.201909:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002be687e0. 80000000:00000010:0.0:1767384392.201911:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2061bd7. 00040000:00000010:0.0:1767384392.201913:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fa9a43e. 00080000:00000010:0.0:1767384392.201917:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000aa130f7. 00080000:00000010:0.0:1767384392.201919:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d1543ed. 20000000:00000010:0.0:1767384392.201923:0:40985:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006f3fb87a. 00000020:00000010:0.0:1767384392.201925:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000221bc6e2. 10000000:00000010:0.0:1767384392.201927:0:40985:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.201940:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4d6e83b. 00000040:00000010:0.0:1767384392.201942:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085359fd8. 00000020:00000010:0.0:1767384392.201946:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000adcc59d4. 00000020:00000010:0.0:1767384392.201948:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f108357c. 00040000:00000010:0.0:1767384392.201950:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.201952:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ada7e89d. 00080000:00000010:0.0:1767384392.201955:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006e1f3df6. 00080000:00000010:0.0:1767384392.201958:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005f9a31c3. 00000020:00000010:0.0:1767384392.201960:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e08c914. 00000020:00000010:0.0:1767384392.201962:0:40985:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000055bc0963. 00000020:00000010:0.0:1767384392.201965:0:40985:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000035b460d1. 00000020:00000010:0.0:1767384392.201973:0:40985:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.201976:0:40985:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000f2061bd7. 00000020:00000010:0.0:1767384392.201979:0:40985:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000035b460d1. 00000020:00000010:0.0:1767384392.201982:0:40985:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000055bc0963. 00000020:00000010:0.0:1767384392.201985:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfd00ae6. 00000020:00000010:0.0:1767384392.201988:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6104aae. 00000040:00000010:0.0:1767384392.201990:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e4bbcd6. 00000020:00000010:0.0:1767384392.201991:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.201994:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b1ce3700. 00040000:00000010:0.0:1767384392.201996:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.201998:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4846f5f. 00080000:00000010:0.0:1767384392.202001:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007fe29eda. 00080000:00000010:0.0:1767384392.202004:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006f435e33. 10000000:00000010:0.0:1767384392.202010:0:40985:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000031767a68. 00000400:00000200:3.0:1767384392.202236:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.202240:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000020:00000010:3.0:1767384392.202254:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.202257:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.202259:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000974e6871. 00000100:00000010:3.0:1767384392.206113:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb743af0. 00000400:00000010:1.0:1767384392.206249:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 00000400:00000200:1.0:1767384392.206255:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.206257:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.206268:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af6e6d3f x1853236728334720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.206278:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af6e6d3f x1853236728334720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.206352:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79e47fc. 00000100:00000010:1.0:1767384392.206396:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000269c4345. 02000000:00000010:1.0:1767384392.206408:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1dab3c0. 00080000:00000010:1.0:1767384392.206448:0:41018:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000082f11597. 00080000:00000010:1.0:1767384392.206457:0:41018:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000085ae112. 00080000:00000010:1.0:1767384392.206466:0:41018:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000000770865. 00080000:00000010:1.0:1767384392.206498:0:41018:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000085ae112. 00080000:00000010:1.0:1767384392.206504:0:41018:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e29b6c39. 00000004:00000010:1.0:1767384392.206507:0:41018:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a79e47fc. 00040000:00000010:1.0:1767384392.206545:0:16355:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b0394651. 00000004:00000010:1.0:1767384392.206549:0:16355:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000025247084. 00000004:00000010:1.0:1767384392.206553:0:16355:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1bc241d. 00000004:00000010:1.0:1767384392.206557:0:16355:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000047a3feaf. 00000004:00000010:1.0:1767384392.206560:0:16355:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b177e0c. 02000000:00000010:1.0:1767384392.206574:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad7253ad. 00000400:00000010:1.0:1767384392.206578:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000400:00000010:1.0:1767384392.206582:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.206586:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728335616, portal 4 00000400:00000010:1.0:1767384392.206591:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.206593:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728335616, offset 0 00000400:00000200:1.0:1767384392.206598:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.206609:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.206619:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce08d00 00000400:00000200:1.0:1767384392.206624:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000400:00000200:1.0:1767384392.206631:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.206634:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.206640:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384392.206643:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036216df2. 00000400:00000200:1.0:1767384392.206656:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.206658:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.206661:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000269c4345 x1853236728335616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384408 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.206694:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb743af0. 00000100:00000010:1.0:1767384392.206701:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc1469ed. 00040000:00000010:1.0:1767384392.206718:0:16356:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e7932572. 00000004:00000010:1.0:1767384392.206721:0:16356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c6e17972. 00000004:00000010:1.0:1767384392.206724:0:16356:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8ad5352. 00000004:00000010:1.0:1767384392.206727:0:16356:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bd4f31c6. 00000004:00000010:1.0:1767384392.206729:0:16356:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f761c683. 00000020:00000010:1.0:1767384392.206937:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000085ae112. 00000020:00000010:1.0:1767384392.206942:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017f77126. 00000020:00000010:1.0:1767384392.206955:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000622ff84b. 00000020:00000010:1.0:1767384392.206959:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.206962:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.206985:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.206987:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ae7ecdd. 00000100:00000200:1.0:1767384392.206990:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335616 02000000:00000010:1.0:1767384392.207001:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d7515bae. 00010000:00000200:1.0:1767384392.207032:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036216df2 x1853236728335616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.207045:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.207048:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728335616, offset 224 00000400:00000200:1.0:1767384392.207051:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.207056:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.207060:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce08d00 00000400:00000200:1.0:1767384392.207064:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2abd [1] + 224 00000400:00000200:1.0:1767384392.207068:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.207071:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.207075:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000269c4345 x1853236728335616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384408 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.207088:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.207090:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000020:00000010:1.0:1767384392.207098:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.207107:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.207110:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000622ff84b. 00000400:00000010:1.0:1767384392.207131:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a715dd80. 00000400:00000200:1.0:1767384392.207133:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.207160:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.207164:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000269c4345 x1853236728335616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.207171:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000269c4345 x1853236728335616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384392.207189:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad7253ad. 02000000:00000010:1.0:1767384392.207192:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1dab3c0. 00000100:00000010:1.0:1767384392.207196:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000269c4345. 02000000:00000010:1.0:1767384392.207204:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a94af26. 02000000:00000010:1.0:1767384392.207206:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a1e03223. 00000100:00000010:1.0:1767384392.207208:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af6e6d3f. 00000100:00000010:0.0:1767384392.207396:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.207407:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084006feb. 00010000:00000010:0.0:1767384392.207421:0:40985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172f1fd7. 00000100:00000010:0.0:1767384392.207434:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.207443:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000081c069b9. 00000400:00000010:0.0:1767384392.207446:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.207450:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.207453:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728335744, portal 25 00000400:00000010:0.0:1767384392.207455:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.207457:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728335744, offset 0 00000400:00000200:0.0:1767384392.207462:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.207467:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.207471:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce08d80 00000400:00000200:0.0:1767384392.207476:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21f1 [2] + 0 00000400:00000010:0.0:1767384392.207479:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8491bf8. 00000400:00000200:0.0:1767384392.207481:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000827fdd26 00000400:00000200:0.0:1767384392.207484:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.207486:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.207489:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827fdd26 00000400:00000010:0.0:1767384392.207490:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000827fdd26. 00000100:00000200:0.0:1767384392.207493:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.207513:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.207514:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.207518:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335744/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.207701:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.207705:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.207708:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000622ff84b. 00000020:00000010:1.0:1767384392.207710:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.207713:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.207773:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.207776:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ae7ecdd. 00000100:00000200:1.0:1767384392.207778:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335744 00010000:00000010:1.0:1767384392.207790:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5fe4b66. 02000000:00000010:1.0:1767384392.207799:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007a94af26. 00010000:00000200:1.0:1767384392.207815:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092075f5f x1853236728335744/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/344 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.207826:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.207829:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728335744, offset 224 00000400:00000200:1.0:1767384392.207832:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.207837:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.207842:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce08d80 00000400:00000200:1.0:1767384392.207852:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ac9 [1] + 224 00000400:00000200:1.0:1767384392.207856:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.207858:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.207862:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335744/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.207874:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.207876:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000020:00000010:1.0:1767384392.207883:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.207886:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.207888:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000622ff84b. 02000000:00000010:1.0:1767384392.207892:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007a94af26. 00000100:00000200:1.0:1767384392.207897:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.207900:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a715dd80. 00000400:00000010:1.0:1767384392.207903:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7de4e88. 00000400:00000010:0.0:1767384392.208106:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.208110:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.208111:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.208115:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335744/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.208122:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335744/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.208157:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.208169:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000081c069b9. 02000000:00000010:0.0:1767384392.208172:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000084006feb. 00000100:00000010:0.0:1767384392.208175:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 10000000:00000010:0.0:1767384392.208182:0:40985:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.208184:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084006feb. 00000020:00000010:0.0:1767384392.208187:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fba59a9. 00000040:00000010:0.0:1767384392.208191:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000099a67435. 00000020:00000010:0.0:1767384392.208194:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca645a3a. 00000020:00000010:0.0:1767384392.208198:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018bc7871. 80000000:00000010:0.0:1767384392.208235:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000016034a7. 00040000:00000010:0.0:1767384392.208240:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ada7e89d. 00080000:00000010:0.0:1767384392.208245:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009bd23126. 00080000:00000010:0.0:1767384392.208249:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005d1543ed. 20000000:00000010:0.0:1767384392.208254:0:40985:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000085359fd8. 00000040:00000010:0.0:1767384392.208259:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009e08c914. 00000100:00000010:0.0:1767384392.208263:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.208269:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4d6e83b. 00000100:00000010:0.0:1767384392.208274:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.208281:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050df20e4. 00000400:00000010:0.0:1767384392.208283:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.208335:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.208339:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728335872, portal 25 00000400:00000010:0.0:1767384392.208342:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.208344:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236728335872, offset 0 00000400:00000200:0.0:1767384392.208348:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.208352:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.208357:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824ce08e00 00000400:00000200:0.0:1767384392.208361:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21f5 [2] + 0 00000400:00000010:0.0:1767384392.208363:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703e2433. 00000400:00000200:0.0:1767384392.208366:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bb32d08 00000400:00000200:0.0:1767384392.208368:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.208371:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.208373:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb32d08 00000400:00000010:0.0:1767384392.208374:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb32d08. 00000100:00000200:0.0:1767384392.208377:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1767384392.209361:0:41022:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000478d325f. 00000020:00000010:2.0:1767384392.209370:0:41022:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000478d325f. 00000400:00000200:0.0:1767384392.212347:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.212354:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.212364:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728335872/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.212430:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001907d455. 00000020:00000010:3.0:1767384392.212433:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001907d455. 00000020:00000010:3.0:1767384392.212438:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d8bfea9. 00000020:00000010:3.0:1767384392.212443:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.212447:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.212467:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001907d455. 00000020:00000010:3.0:1767384392.212469:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001907d455. 00000100:00000200:3.0:1767384392.212471:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728335872 02000000:00000010:3.0:1767384392.212490:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000080ccc243. 00000040:00000010:3.0:1767384392.212496:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a130dd39. 00080000:00000010:3.0:1767384392.212556:0:40992:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000232ea575. 00000040:00000010:3.0:1767384392.212562:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000d3a2163f. 00000020:00000010:3.0:1767384392.212570:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000081f77d35. 00000040:00000010:3.0:1767384392.212578:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000d3a2163f. 00000040:00000010:3.0:1767384392.212582:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a130dd39. 20000000:00000010:3.0:1767384392.212590:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000001907d455. 20000000:00000010:3.0:1767384392.212594:0:40992:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000001907d455. 00010000:00000200:3.0:1767384392.212600:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5aeb3c5 x1853236728335872/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 512/272 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.212617:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.212621:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728335872, offset 224 00000400:00000200:3.0:1767384392.212626:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.212635:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.212643:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce08e00 00000400:00000200:3.0:1767384392.212650:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ad9 [1] + 224 00000400:00000200:3.0:1767384392.212655:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.212659:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.212665:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728335872/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.212675:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.212677:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000020:00000010:3.0:1767384392.212686:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.212689:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.212692:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d8bfea9. 02000000:00000010:3.0:1767384392.212697:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000080ccc243. 00000100:00000200:3.0:1767384392.212703:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384392.212706:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a74df89f. 00000400:00000010:3.0:1767384392.212710:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc29cc3. 00000400:00000010:0.0:1767384392.212842:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:0.0:1767384392.212846:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.212847:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.212852:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728335872/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.212859:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728335872/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.212878:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.212885:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050df20e4. 02000000:00000010:0.0:1767384392.212889:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4d6e83b. 00000100:00000010:0.0:1767384392.212893:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 00000040:00000010:0.0:1767384392.212901:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000aa130f7. 00000100:00000010:0.0:1767384392.212905:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4274f9f. 02000000:00000010:0.0:1767384392.212912:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050df20e4. 00000100:00000010:0.0:1767384392.212918:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d5fba0e. 02000000:00000010:0.0:1767384392.212940:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094ad9ddc. 00000400:00000010:0.0:1767384392.212943:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e87a171. 00000400:00000010:0.0:1767384392.212947:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003bb32d08. 00000100:00000200:0.0:1767384392.213012:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728336000, portal 25 00000400:00000010:0.0:1767384392.213026:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.213029:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728336000, offset 0 00000400:00000200:0.0:1767384392.213033:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.213038:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.213043:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08e80 00000400:00000200:0.0:1767384392.213047:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f9 [2] + 0 00000400:00000010:0.0:1767384392.213050:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feeb8ed1. 00000400:00000200:0.0:1767384392.213052:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e399dd8 00000400:00000200:0.0:1767384392.213055:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.213058:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.213060:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e399dd8 00000400:00000010:0.0:1767384392.213062:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e399dd8. 00000100:00000200:0.0:1767384392.213065:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.213081:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.213084:0:40985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.213087:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4274f9f x1853236728336000/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384392.213206:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.213210:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.213213:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000255b246b. 00000020:00000010:2.0:1767384392.213216:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003076d218. 00000020:00000010:2.0:1767384392.213220:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.213274:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.213277:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000478d325f. 00000100:00000200:2.0:1767384392.213279:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336000 02000000:00000010:2.0:1767384392.213295:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000757e0550. 00000040:00000010:2.0:1767384392.213300:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b5bfa951. 00000040:00000010:2.0:1767384392.213308:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b1c446ca. 00000040:00000010:2.0:1767384392.213322:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b1c446ca. 00000040:00000010:2.0:1767384392.213326:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b5bfa951. 00010000:00000200:2.0:1767384392.213331:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a5005e5 x1853236728336000/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384392.213340:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000147ce03b. 00000100:00000200:2.0:1767384392.213343:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728336000, offset 224 00000400:00000200:2.0:1767384392.213347:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384392.213352:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384392.213356:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce08e80 00000400:00000200:2.0:1767384392.213360:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ae9 [4] + 224 00000400:00000200:2.0:1767384392.213364:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.213367:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384392.213371:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4274f9f x1853236728336000/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384392.213388:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000147ce03b 00000400:00000010:2.0:1767384392.213389:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000147ce03b. 00000020:00000010:2.0:1767384392.213396:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003076d218. 00000020:00000010:2.0:1767384392.213399:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.213401:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000255b246b. 02000000:00000010:2.0:1767384392.213404:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000757e0550. 00000100:00000200:2.0:1767384392.213414:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384392.213417:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daae20c1. 00000400:00000010:2.0:1767384392.213420:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000147ce03b. 00000400:00000010:3.0:1767384392.213494:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e87a171. 00000400:00000200:3.0:1767384392.213497:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb32d08 00000400:00000010:3.0:1767384392.213499:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003bb32d08. 00000100:00000200:3.0:1767384392.213502:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4274f9f x1853236728336000/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.213510:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4274f9f x1853236728336000/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384392.213526:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d5fba0e. 02000000:00000010:3.0:1767384392.213532:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094ad9ddc. 02000000:00000010:3.0:1767384392.213539:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050df20e4. 00000100:00000010:3.0:1767384392.213542:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4274f9f. 00000040:00000010:3.0:1767384392.213547:0:40985:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003348f96e. 00000004:00000010:1.0:1767384392.213831:0:40987:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000a79e47fc. 00080000:00000010:1.0:1767384392.213837:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e29b6c39. 00080000:00000010:1.0:1767384392.213842:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000082f11597. 00080000:00000010:1.0:1767384392.213844:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd42675b. 00080000:00000010:1.0:1767384392.213847:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f0d25d42. 00080000:00000010:1.0:1767384392.213849:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000062f7f5d4. 00000020:00000010:3.0:1767384392.214013:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d8bfea9. 00000020:00000010:3.0:1767384392.214026:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a130dd39. 00000040:00000010:3.0:1767384392.214029:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e00eca1d. 00000020:00000010:3.0:1767384392.214033:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a4e4666. 00000020:00000010:3.0:1767384392.214037:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384392.214040:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dcd1e463. 80000000:00000010:3.0:1767384392.214044:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004d91f4e2. 40000000:00000010:3.0:1767384392.214047:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9ee4c33. 00100000:00000010:3.0:1767384392.214051:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adc3c42e. 00040000:00000010:3.0:1767384392.214055:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c4c96083. 00040000:00000010:3.0:1767384392.214058:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000029f0be0. 00040000:00000010:3.0:1767384392.214061:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000537c4b31. 00080000:00000010:3.0:1767384392.214066:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003d661a3f. 00080000:00000010:3.0:1767384392.214070:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006087211e. 00000004:00000010:3.0:1767384392.214076:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa26d071. 00000004:00000010:3.0:1767384392.214081:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000f6b2df0. 00000004:00000010:3.0:1767384392.214085:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a7ec01eb. 00002000:00000010:3.0:1767384392.214089:0:41023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000016a61451. 00000004:00000010:3.0:1767384392.214092:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000095077681. 00000020:00000010:3.0:1767384392.214096:0:41023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000242f991f. 00000040:00000010:3.0:1767384392.214101:0:41023:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b3308c64. 00000100:00000010:3.0:1767384392.214106:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000526733c4. 02000000:00000010:3.0:1767384392.214111:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000974e6871. 00000100:00000010:3.0:1767384392.214117:0:41023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc02793d. 02000000:00000010:3.0:1767384392.214129:0:41023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094ad9ddc. 00000400:00000010:3.0:1767384392.214133:0:41023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2874373. 00000400:00000010:3.0:1767384392.214150:0:41023:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bff14ad4. 00000100:00000200:3.0:1767384392.214153:0:41023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728336128, portal 25 00000400:00000010:3.0:1767384392.214156:0:41023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.214157:0:41023:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728336128, offset 0 00000400:00000200:3.0:1767384392.214161:0:41023:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.214166:0:41023:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.214171:0:41023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce08f00 00000400:00000200:3.0:1767384392.214175:0:41023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21fd [2] + 0 00000400:00000010:3.0:1767384392.214178:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc2be66. 00000400:00000200:3.0:1767384392.214180:0:41023:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005acb3e9a 00000400:00000200:3.0:1767384392.214183:0:41023:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.214185:0:41023:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384392.214188:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005acb3e9a 00000400:00000010:3.0:1767384392.214189:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005acb3e9a. 00000100:00000200:3.0:1767384392.214192:0:41023:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384392.214206:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.214208:0:41023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.214211:0:41023:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000526733c4 x1853236728336128/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.214277:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.214280:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.214283:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000622ff84b. 00000020:00000010:1.0:1767384392.214286:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.214289:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.214310:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.214312:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ae7ecdd. 00000100:00000200:1.0:1767384392.214314:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336128 02000000:00000010:1.0:1767384392.214326:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000757e0550. 00000040:00000010:1.0:1767384392.214330:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000528b19cf. 00000040:00000010:1.0:1767384392.214338:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f08db520. 00000040:00000010:1.0:1767384392.214357:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f08db520. 00000040:00000010:1.0:1767384392.214360:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000528b19cf. 00010000:00000200:1.0:1767384392.214371:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7599c0f x1853236728336128/t0(0) o502->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8472 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.214381:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005b15b573. 00000100:00000200:1.0:1767384392.214384:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236728336128, offset 224 00000400:00000200:1.0:1767384392.214388:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.214392:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.214397:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824ce08f00 00000400:00000200:1.0:1767384392.214400:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2af9 [4] + 224 00000400:00000200:1.0:1767384392.214405:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.214408:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.214412:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000526733c4 x1853236728336128/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.214425:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b15b573 00000400:00000010:1.0:1767384392.214427:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005b15b573. 00000020:00000010:1.0:1767384392.214434:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.214437:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.214439:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000622ff84b. 02000000:00000010:1.0:1767384392.214442:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000757e0550. 00000100:00000200:1.0:1767384392.214450:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.214453:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ee00aa. 00000400:00000010:1.0:1767384392.214456:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b15b573. 00000400:00000010:1.0:1767384392.214466:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2874373. 00000400:00000200:1.0:1767384392.214468:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff14ad4 00000400:00000010:1.0:1767384392.214469:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bff14ad4. 00000100:00000200:1.0:1767384392.214473:0:41023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000526733c4 x1853236728336128/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.214480:0:41023:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000526733c4 x1853236728336128/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.214490:0:41023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc02793d. 02000000:00000010:1.0:1767384392.214495:0:41023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094ad9ddc. 02000000:00000010:1.0:1767384392.214501:0:41023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000974e6871. 00000100:00000010:1.0:1767384392.214504:0:41023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000526733c4. 00000100:00000010:1.0:1767384392.214523:0:41023:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000007a94af26. 00000400:00000200:1.0:1767384392.214527:0:41023:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384392.214531:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.115@tcp 00000400:00000200:1.0:1767384392.214535:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384392.214539:0:41023:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000559972b5 (42) 00000400:00000200:1.0:1767384392.214543:0:41023:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384392.214545:0:41023:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.115@tcp NID 192.168.202.115@tcp: 0. pending discovery 00000400:00000200:1.0:1767384392.214547:0:41023:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000559972b5 (43) 00000400:00000200:1.0:1767384392.214550:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp 00000400:00000200:1.0:1767384392.214552:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.115@tcp10 00000400:00000200:1.0:1767384392.214554:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214556:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp10 00000400:00000200:1.0:1767384392.214558:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.115@tcp11 00000400:00000200:1.0:1767384392.214560:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214562:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp11 00000400:00000200:1.0:1767384392.214563:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.115@tcp12 00000400:00000200:1.0:1767384392.214565:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214566:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp12 00000400:00000200:1.0:1767384392.214568:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.115@tcp13 00000400:00000200:1.0:1767384392.214571:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214572:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp13 00000400:00000200:1.0:1767384392.214573:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.115@tcp14 00000400:00000200:1.0:1767384392.214576:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214577:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp14 00000400:00000200:1.0:1767384392.214578:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.115@tcp15 00000400:00000200:1.0:1767384392.214581:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214582:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp15 00000400:00000200:1.0:1767384392.214584:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.115@tcp16 00000400:00000200:1.0:1767384392.214586:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214587:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp16 00000400:00000200:1.0:1767384392.214588:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.115@tcp17 00000400:00000200:1.0:1767384392.214591:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214592:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp17 00000400:00000200:1.0:1767384392.214593:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.115@tcp18 00000400:00000200:1.0:1767384392.214595:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214596:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp18 00000400:00000200:1.0:1767384392.214603:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.115@tcp19 00000400:00000200:1.0:1767384392.214606:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214608:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp19 00000400:00000200:1.0:1767384392.214609:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.115@tcp20 00000400:00000200:1.0:1767384392.214612:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214613:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp20 00000400:00000200:1.0:1767384392.214614:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.115@tcp21 00000400:00000200:1.0:1767384392.214617:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214618:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp21 00000400:00000200:1.0:1767384392.214620:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.115@tcp22 00000400:00000200:1.0:1767384392.214623:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214624:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp22 00000400:00000200:1.0:1767384392.214625:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.115@tcp23 00000400:00000200:1.0:1767384392.214628:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214629:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp23 00000400:00000200:1.0:1767384392.214630:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.115@tcp24 00000400:00000200:1.0:1767384392.214633:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214634:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp24 00000400:00000200:1.0:1767384392.214635:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.115@tcp25 00000400:00000200:1.0:1767384392.214637:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214639:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp25 00000400:00000200:1.0:1767384392.214640:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.115@tcp26 00000400:00000200:1.0:1767384392.214643:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214644:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp26 00000400:00000200:1.0:1767384392.214645:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.115@tcp27 00000400:00000200:1.0:1767384392.214648:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214649:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp27 00000400:00000200:1.0:1767384392.214650:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.115@tcp28 00000400:00000200:1.0:1767384392.214653:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214654:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp28 00000400:00000200:1.0:1767384392.214656:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.115@tcp29 00000400:00000200:1.0:1767384392.214658:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214659:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp29 00000400:00000200:1.0:1767384392.214660:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.115@tcp30 00000400:00000200:1.0:1767384392.214663:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214664:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp30 00000400:00000200:1.0:1767384392.214669:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.115@tcp31 00000400:00000200:1.0:1767384392.214672:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214673:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp31 00000400:00000200:1.0:1767384392.214675:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.115@tcp32 00000400:00000200:1.0:1767384392.214677:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214679:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp32 00000400:00000200:1.0:1767384392.214680:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.115@tcp33 00000400:00000200:1.0:1767384392.214682:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214683:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp33 00000400:00000200:1.0:1767384392.214685:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.115@tcp34 00000400:00000200:1.0:1767384392.214687:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214688:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp34 00000400:00000200:1.0:1767384392.214690:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.115@tcp35 00000400:00000200:1.0:1767384392.214692:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214694:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp35 00000400:00000200:1.0:1767384392.214695:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.115@tcp36 00000400:00000200:1.0:1767384392.214698:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214699:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp36 00000400:00000200:1.0:1767384392.214701:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.115@tcp37 00000400:00000200:1.0:1767384392.214703:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214704:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp37 00000400:00000200:1.0:1767384392.214705:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.115@tcp38 00000400:00000200:1.0:1767384392.214708:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214709:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp38 00000400:00000200:1.0:1767384392.214710:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.115@tcp39 00000400:00000200:1.0:1767384392.214713:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214714:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp39 00000400:00000200:1.0:1767384392.214716:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.115@tcp40 00000400:00000200:1.0:1767384392.214718:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.115@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384392.214719:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.115@tcp40 00000100:00000010:1.0:1767384392.214721:0:41023:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000007a94af26. 00000020:00000010:1.0:1767384392.214725:0:41023:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.214728:0:41023:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000681f9653. 00000020:00000010:1.0:1767384392.214731:0:41023:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000681f9653. 00000020:00000010:1.0:1767384392.214733:0:41023:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000681f9653. 00000020:00000010:1.0:1767384392.214738:0:41023:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.214753:0:41023:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000080bddf3b. 00000020:00000010:1.0:1767384392.214759:0:41023:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000792deb16. 00000020:00000010:1.0:1767384392.214774:0:41023:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.214777:0:41023:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000053798d67. 00000001:00000010:1.0:1767384392.214792:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b1dab3c0. 00000001:00000010:1.0:1767384392.214795:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000035d06fbc. 00000001:00000010:1.0:1767384392.214798:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000622ff84b. 00000001:00000010:1.0:1767384392.214800:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000528b19cf. 00000001:00000010:1.0:1767384392.214802:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082f11597. 00000001:00000010:1.0:1767384392.214804:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e29b6c39. 00000001:00000010:1.0:1767384392.214807:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aa03ad33. 00000001:00000010:1.0:1767384392.214809:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005ebb7b45. 00000001:00000010:1.0:1767384392.214810:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce6c3e19. 00000001:00000010:1.0:1767384392.214813:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062f7f5d4. 00000001:00000010:1.0:1767384392.214815:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051f34c19. 00000001:00000010:1.0:1767384392.214817:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000105b159e. 00000020:00000010:1.0:1767384392.214821:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090ddf94. 00000020:00000010:1.0:1767384392.214823:0:41023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.214825:0:41023:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000008:00000010:1.0:1767384392.214830:0:41023:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009e5c59d3. 00020000:00000010:1.0:1767384392.214833:0:41023:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002743877c. 00008000:00000010:1.0:1767384392.214837:0:41023:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000976bee0. 00000080:00000010:1.0:1767384392.214842:0:41023:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000bced9515. 00000020:00000010:1.0:1767384392.214845:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0070a4d. 00000020:00000010:1.0:1767384392.214847:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045e27399. 00000040:00000010:1.0:1767384392.214849:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000531814b1. 00000020:00000010:1.0:1767384392.214852:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048d71a65. 00000020:00000010:1.0:1767384392.214854:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024a4dffe. 00000020:00000010:1.0:1767384392.214857:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007798713e. 80000000:00000010:1.0:1767384392.214859:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004754ca2f. 40000000:00000010:1.0:1767384392.214861:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000afae7215. 00100000:00000010:1.0:1767384392.214864:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b094a751. 00040000:00000010:1.0:1767384392.214866:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005a123af. 00040000:00000010:1.0:1767384392.214873:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b83b1094. 00040000:00000010:1.0:1767384392.214875:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008cc7b8e. 00080000:00000010:1.0:1767384392.214878:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f08db520. 00080000:00000010:1.0:1767384392.214881:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d6c563e8. 00000004:00000010:1.0:1767384392.214884:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d3ac54dd. 00000004:00000010:1.0:1767384392.214887:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000280dd450. 00000004:00000010:1.0:1767384392.214890:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ae98f990. 00000004:00000010:1.0:1767384392.214892:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000370e5b02. 00000010:00000010:1.0:1767384392.214896:0:41023:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000a79e47fc. 00000010:00000010:1.0:1767384392.214969:0:41023:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000514c707f. 00000010:00000010:1.0:1767384392.214972:0:41023:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000772ddbbf. 00000010:00000010:1.0:1767384392.214976:0:41023:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000059692652. 00000010:00000010:1.0:1767384392.214982:0:41023:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000292d001a. 00010000:00000010:1.0:1767384392.214988:0:41023:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000cc3d9997. 00010000:00000010:1.0:1767384392.214993:0:41023:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000bdb0493f. 00010000:00000010:1.0:1767384392.214998:0:41023:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000009cf6107c. 00000020:00000010:1.0:1767384392.215001:0:41023:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000033a8dbbe. 00000100:00000200:1.0:1767384392.215012:0:41023:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.115@tcp->12345-0@lo 00010000:00000010:1.0:1767384392.215026:0:41023:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000071e36565. 00010000:00000010:1.0:1767384392.215031:0:41023:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f3385453. 00000001:00000010:1.0:1767384392.215034:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c3998e2d. 00000001:00000010:1.0:1767384392.215037:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000042da899f. 00000001:00000010:1.0:1767384392.215080:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021025c19. 00000001:00000010:1.0:1767384392.215123:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d0519da. 00000001:00000010:1.0:1767384392.215185:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c22489b1. 00000001:00000010:1.0:1767384392.215225:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027a5c672. 00000001:00000010:1.0:1767384392.215267:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085fcf637. 00000001:00000010:1.0:1767384392.215308:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000096859345. 00000001:00000010:1.0:1767384392.215349:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000296ed567. 00000001:00000010:1.0:1767384392.215390:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a23fcaa. 00000001:00000010:1.0:1767384392.215430:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd67b180. 00000001:00000010:1.0:1767384392.215476:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eddb5a8c. 00000001:00000010:1.0:1767384392.215519:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009f5d948e. 00000001:00000010:1.0:1767384392.215559:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000416affc4. 00000001:00000010:1.0:1767384392.215603:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b92c9283. 00000001:00000010:1.0:1767384392.215646:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eaf8d74a. 00000001:00000010:1.0:1767384392.215686:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040dd218c. 00000001:00000010:1.0:1767384392.215726:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2385b0c. 00000001:00000010:1.0:1767384392.215771:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd0ba9e9. 00000001:00000010:1.0:1767384392.215812:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c23301d0. 00000001:00000010:1.0:1767384392.215852:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a07c11d. 00000001:00000010:1.0:1767384392.215899:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000d2379f3. 00000001:00000010:1.0:1767384392.215942:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac01a3a4. 00000001:00000010:1.0:1767384392.215983:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e57f8a7. 00000001:00000010:1.0:1767384392.216034:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f839592. 00000001:00000010:1.0:1767384392.216083:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000023a5ef0f. 00000001:00000010:1.0:1767384392.216123:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3ecabc2. 00000001:00000010:1.0:1767384392.216180:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000535fd200. 00000001:00000010:1.0:1767384392.216222:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063fd4a55. 00000001:00000010:1.0:1767384392.216262:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f10f6897. 00000001:00000010:1.0:1767384392.216302:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000026a695f. 00000001:00000010:1.0:1767384392.216343:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003b1473ed. 00000001:00000010:1.0:1767384392.216388:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f342a1d0. 00000001:00000010:1.0:1767384392.216430:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000046fe8e82. 00000020:00000010:1.0:1767384392.216490:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000953e81fc. 00000020:00000010:1.0:1767384392.216493:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008a7991cc. 00000020:00000010:1.0:1767384392.216544:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b377312b. 00000020:00000010:1.0:1767384392.216547:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000079aaa0f7. 00000010:00000010:1.0:1767384392.216560:0:41023:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000514c707f. 00000010:00000010:1.0:1767384392.216563:0:41023:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000059692652. 00000010:00000010:1.0:1767384392.216567:0:41023:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000772ddbbf. 00000010:00000010:1.0:1767384392.216569:0:41023:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000292d001a. 00000020:00000010:1.0:1767384392.216590:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000084cee2e. 00000020:00000010:1.0:1767384392.216600:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009e9eed37. 00000020:00000010:1.0:1767384392.216624:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045e27399. 00000040:00000010:1.0:1767384392.216628:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000531814b1. 00000020:00000010:1.0:1767384392.216631:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048d71a65. 00000020:00000010:1.0:1767384392.216634:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000024a4dffe. 00000020:00000010:1.0:1767384392.216638:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007798713e. 80000000:00000010:1.0:1767384392.216641:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004754ca2f. 40000000:00000010:1.0:1767384392.216646:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000afae7215. 00100000:00000010:1.0:1767384392.216649:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b094a751. 00040000:00000010:1.0:1767384392.216652:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000005a123af. 00040000:00000010:1.0:1767384392.216655:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b83b1094. 00040000:00000010:1.0:1767384392.216658:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008cc7b8e. 00080000:00000010:1.0:1767384392.216662:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d6c563e8. 00080000:00000010:1.0:1767384392.216666:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f08db520. 00000004:00000010:1.0:1767384392.216670:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3ac54dd. 00000004:00000010:1.0:1767384392.216674:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000280dd450. 00000004:00000010:1.0:1767384392.216677:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ae98f990. 00000004:00000010:1.0:1767384392.216679:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000370e5b02. 00000020:00000010:1.0:1767384392.216682:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0070a4d. 00000020:00000010:1.0:1767384392.216685:0:41023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.216687:0:41023:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000008:00000010:1.0:1767384392.216690:0:41023:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009e5c59d3. 00020000:00000010:1.0:1767384392.216693:0:41023:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002743877c. 00008000:00000010:1.0:1767384392.216696:0:41023:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000976bee0. 00000080:00000010:1.0:1767384392.216700:0:41023:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000bced9515. 00000020:00000010:1.0:1767384392.216704:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090ddf94. 00000020:00000010:1.0:1767384392.216708:0:41023:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000053798d67. 00000020:00000010:1.0:1767384392.216714:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d265c34. 00000020:00000010:1.0:1767384392.216716:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008cc7b8e. 00000040:00000010:1.0:1767384392.216718:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f99cbeb. 00000020:00000010:1.0:1767384392.216720:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae98f990. 00000020:00000010:1.0:1767384392.216723:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024a4dffe. 00000020:00000010:1.0:1767384392.216725:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000090ddf94. 80000000:00000010:1.0:1767384392.216732:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bfb8570. 40000000:00000010:1.0:1767384392.216734:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000afae7215. 00100000:00000010:1.0:1767384392.216737:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3ac54dd. 00040000:00000010:1.0:1767384392.216739:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005a123af. 00040000:00000010:1.0:1767384392.216741:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b83b1094. 00040000:00000010:1.0:1767384392.216743:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d0070a4d. 00080000:00000010:1.0:1767384392.216746:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f08db520. 00080000:00000010:1.0:1767384392.216748:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d6c563e8. 00000004:00000010:1.0:1767384392.216752:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b094a751. 00000004:00000010:1.0:1767384392.216755:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000280dd450. 00000004:00000010:1.0:1767384392.216757:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000048d71a65. 00000004:00000010:1.0:1767384392.216759:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c022dd7e. 00000020:00000010:1.0:1767384392.216762:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000531814b1. 00000020:00000010:1.0:1767384392.216764:0:41023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.216766:0:41023:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.216769:0:41023:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000e77f40a7. 00000020:00000010:1.0:1767384392.216772:0:41023:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000008a680a4. 00000020:00000010:1.0:1767384392.216777:0:41023:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000544e3bb3. 00000100:00000010:1.0:1767384392.216794:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000269c4345. 02000000:00000010:1.0:1767384392.216802:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000026955116. 02000000:00000010:1.0:1767384392.216853:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b15e4d54. 00000400:00000010:1.0:1767384392.216857:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000400:00000010:1.0:1767384392.216861:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.216865:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728336256, portal 10 00000020:00000010:1.0:1767384392.216870:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000007ae6233. 00000400:00000010:1.0:1767384392.216874:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.216876:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236728336256, offset 0 00000400:00000200:1.0:1767384392.216881:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.216888:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.216894:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824ce08f80 00000400:00000200:1.0:1767384392.216899:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22d9 [64] + 0 00000400:00000200:1.0:1767384392.216905:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.216913:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.216917:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384392.216920:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d20b475. 00000400:00000200:1.0:1767384392.216929:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.216931:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.216936:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000269c4345 x1853236728336256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.216978:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005b62ce70. 00040000:00000010:1.0:1767384392.216984:0:41000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fb3810e1. 00000004:00000010:1.0:1767384392.216986:0:41000:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0517228. 00000004:00000010:1.0:1767384392.216989:0:41000:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bcded371. 00000004:00000010:1.0:1767384392.216991:0:41000:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c0e4fa7d. 00000020:00000010:1.0:1767384392.216998:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045e27399. 00000020:00000010:1.0:1767384392.217000:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000292d001a. 00000020:00000010:1.0:1767384392.217002:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000100:00000200:1.0:1767384392.217031:0:41000:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336256 02000000:00000010:1.0:1767384392.217043:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000024c0dcd. 00000400:00000010:1.0:1767384392.217050:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384392.217053:0:41000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236728336256, offset 0 00000400:00000200:1.0:1767384392.217056:0:41000:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.217061:0:41000:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.217065:0:41000:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824ce08f80 00000400:00000200:1.0:1767384392.217069:0:41000:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b09 [1] + 0 00000400:00000200:1.0:1767384392.217073:0:41000:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.217075:0:41000:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.217079:0:41000:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000269c4345 x1853236728336256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.217092:0:41000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.217093:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000020:00000010:1.0:1767384392.217100:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000292d001a. 00000020:00000010:1.0:1767384392.217103:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384392.217105:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045e27399. 00000400:00000010:1.0:1767384392.217126:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f259eb1c. 00000400:00000200:1.0:1767384392.217128:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.217129:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.217133:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000269c4345 x1853236728336256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.217155:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000269c4345 x1853236728336256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384392.217174:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b15e4d54. 02000000:00000010:1.0:1767384392.217178:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000026955116. 00000100:00000010:1.0:1767384392.217180:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000269c4345. 00000020:00000010:1.0:1767384392.218160:0:41023:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000e77f40a7. 00000020:00000010:1.0:1767384392.218165:0:41023:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000008a680a4. 00000020:00000010:1.0:1767384392.218170:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008cc7b8e. 00000040:00000010:1.0:1767384392.218173:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f99cbeb. 00000020:00000010:1.0:1767384392.218176:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae98f990. 00000020:00000010:1.0:1767384392.218179:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000024a4dffe. 00000020:00000010:1.0:1767384392.218182:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000090ddf94. 80000000:00000010:1.0:1767384392.218185:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002bfb8570. 40000000:00000010:1.0:1767384392.218188:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000afae7215. 00100000:00000010:1.0:1767384392.218190:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3ac54dd. 00040000:00000010:1.0:1767384392.218193:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000005a123af. 00040000:00000010:1.0:1767384392.218196:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b83b1094. 00040000:00000010:1.0:1767384392.218198:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d0070a4d. 00080000:00000010:1.0:1767384392.218201:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d6c563e8. 00080000:00000010:1.0:1767384392.218204:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f08db520. 00000004:00000010:1.0:1767384392.218207:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b094a751. 00000004:00000010:1.0:1767384392.218210:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000280dd450. 00000004:00000010:1.0:1767384392.218213:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048d71a65. 00000004:00000010:1.0:1767384392.218215:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c022dd7e. 00000020:00000010:1.0:1767384392.218217:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d265c34. 00000020:00000010:1.0:1767384392.218220:0:41023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.218222:0:41023:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384392.218225:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000531814b1. 00000020:00000010:1.0:1767384392.218233:0:41023:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000007ae7ecdd. 00000020:00000010:1.0:1767384392.218235:0:41023:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000681f9653. 00000100:00000010:1.0:1767384392.218252:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000269c4345. 02000000:00000010:1.0:1767384392.218258:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000531814b1. 00000100:00000010:1.0:1767384392.218265:0:41023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e77f40a7. 02000000:00000010:1.0:1767384392.218280:0:41023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005c25650e. 00000400:00000010:1.0:1767384392.218284:0:41023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000400:00000010:1.0:1767384392.218287:0:41023:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000030788dd1. 00000100:00000200:1.0:1767384392.218290:0:41023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728336384, portal 25 00000400:00000010:1.0:1767384392.218294:0:41023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.218296:0:41023:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728336384, offset 0 00000400:00000200:1.0:1767384392.218300:0:41023:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.218306:0:41023:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.218311:0:41023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce09000 00000400:00000200:1.0:1767384392.218315:0:41023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2201 [2] + 0 00000400:00000010:1.0:1767384392.218318:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee226bd. 00000400:00000200:1.0:1767384392.218320:0:41023:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3ac6a77 00000400:00000200:1.0:1767384392.218323:0:41023:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.218326:0:41023:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384392.218328:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ac6a77 00000400:00000010:1.0:1767384392.218330:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3ac6a77. 00000100:00000200:1.0:1767384392.218333:0:41023:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384392.218346:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:1.0:1767384392.218348:0:41023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384392.218351:0:41023:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000269c4345 x1853236728336384/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.218465:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa5dddb8. 00000020:00000010:0.0:1767384392.218469:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa5dddb8. 00000020:00000010:0.0:1767384392.218474:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000221bc6e2. 00000020:00000010:0.0:1767384392.218476:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.218480:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.218497:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa5dddb8. 00000020:00000010:0.0:1767384392.218498:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa5dddb8. 00000100:00000200:0.0:1767384392.218501:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336384 02000000:00000010:0.0:1767384392.218516:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000c3d05c68. 00000040:00000010:0.0:1767384392.218521:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008fa9a43e. 00000040:00000010:0.0:1767384392.218533:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005f9a31c3. 00000040:00000010:0.0:1767384392.218561:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005f9a31c3. 00000040:00000010:0.0:1767384392.218564:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008fa9a43e. 00010000:00000200:0.0:1767384392.218570:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002220b28f x1853236728336384/t0(0) o502->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 272/8472 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384392.218582:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002e399dd8. 00000100:00000200:0.0:1767384392.218585:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236728336384, offset 224 00000400:00000200:0.0:1767384392.218590:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.218595:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.218599:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824ce09000 00000400:00000200:0.0:1767384392.218603:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b15 [4] + 224 00000400:00000200:0.0:1767384392.218608:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.218610:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.218615:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000269c4345 x1853236728336384/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.218627:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e399dd8 00000400:00000010:0.0:1767384392.218629:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002e399dd8. 00000020:00000010:0.0:1767384392.218636:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.218638:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.218640:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000221bc6e2. 02000000:00000010:0.0:1767384392.218645:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c3d05c68. 00000100:00000200:0.0:1767384392.218657:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384392.218661:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000786ccf31. 00000400:00000010:0.0:1767384392.218664:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e399dd8. 00000400:00000010:1.0:1767384392.218708:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f259eb1c. 00000400:00000200:1.0:1767384392.218712:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030788dd1 00000400:00000010:1.0:1767384392.218713:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000030788dd1. 00000100:00000200:1.0:1767384392.218717:0:41023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000269c4345 x1853236728336384/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384392.218724:0:41023:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000269c4345 x1853236728336384/t0(0) o502->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.218747:0:41023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e77f40a7. 02000000:00000010:1.0:1767384392.218752:0:41023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005c25650e. 02000000:00000010:1.0:1767384392.218758:0:41023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000531814b1. 00000100:00000010:1.0:1767384392.218761:0:41023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000269c4345. 00000040:00000010:1.0:1767384392.218766:0:41023:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b3308c64. 00000020:00000010:1.0:1767384392.218771:0:41023:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000242f991f. 00000020:00000010:1.0:1767384392.218780:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a130dd39. 00000040:00000010:1.0:1767384392.218783:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e00eca1d. 00000020:00000010:1.0:1767384392.218784:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a4e4666. 00000020:00000010:1.0:1767384392.218788:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:1.0:1767384392.218790:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dcd1e463. 80000000:00000010:1.0:1767384392.218793:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004d91f4e2. 40000000:00000010:1.0:1767384392.218795:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9ee4c33. 00100000:00000010:1.0:1767384392.218798:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adc3c42e. 00040000:00000010:1.0:1767384392.218800:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4c96083. 00040000:00000010:1.0:1767384392.218802:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000029f0be0. 00040000:00000010:1.0:1767384392.218804:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000537c4b31. 00080000:00000010:1.0:1767384392.218807:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006087211e. 00080000:00000010:1.0:1767384392.218809:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003d661a3f. 00000004:00000010:1.0:1767384392.218812:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aa26d071. 00000004:00000010:1.0:1767384392.218817:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000f6b2df0. 00000004:00000010:1.0:1767384392.218820:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7ec01eb. 00002000:00000010:1.0:1767384392.218823:0:41023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000016a61451. 00000004:00000010:1.0:1767384392.218825:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000095077681. 00000020:00000010:1.0:1767384392.218827:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d8bfea9. 00000040:00000010:0.0:1767384392.223276:0:40985:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003348f96e. 00000040:00000010:0.0:1767384392.223290:0:40985:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000aa130f7. 00000040:00000010:0.0:1767384392.223294:0:40985:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009e08c914. 00000020:00000010:0.0:1767384392.223303:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fba59a9. 00000040:00000010:0.0:1767384392.223307:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000099a67435. 00000020:00000010:0.0:1767384392.223309:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ca645a3a. 00000020:00000010:0.0:1767384392.223314:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000018bc7871. 80000000:00000010:0.0:1767384392.223317:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000016034a7. 00040000:00000010:0.0:1767384392.223321:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ada7e89d. 00080000:00000010:0.0:1767384392.223325:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005d1543ed. 00080000:00000010:0.0:1767384392.223329:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009bd23126. 20000000:00000010:0.0:1767384392.223333:0:40985:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000085359fd8. 00000020:00000010:0.0:1767384392.223336:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084006feb. 10000000:00000010:0.0:1767384392.223338:0:40985:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.223357:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6104aae. 00000040:00000010:0.0:1767384392.223360:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e4bbcd6. 00000020:00000010:0.0:1767384392.223361:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.223364:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b1ce3700. 00040000:00000010:0.0:1767384392.223366:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.223368:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4846f5f. 00080000:00000010:0.0:1767384392.223371:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006f435e33. 00080000:00000010:0.0:1767384392.223374:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007fe29eda. 00000020:00000010:0.0:1767384392.223377:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfd00ae6. 00000020:00000010:0.0:1767384392.223379:0:40985:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000055bc0963. 00000020:00000010:0.0:1767384392.223382:0:40985:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000035b460d1. 00000020:00000010:0.0:1767384392.223386:0:40985:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.223388:0:40985:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000f2061bd7. 00000020:00000010:0.0:1767384392.223427:0:40985:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000005f9a31c3. 00000100:00000010:0.0:1767384392.223465:0:40985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002993b6f7. 02000000:00000010:0.0:1767384392.223479:0:40985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006e1f3df6. 00000100:00000010:0.0:1767384392.223489:0:40985:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000081c069b9. 00000100:00000010:0.0:1767384392.223492:0:40985:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000913078bc. 00000100:00000010:0.0:1767384392.223500:0:40985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000827fdd26. 00000400:00000010:0.0:1767384392.223518:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001eb07ad. 00000400:00000010:0.0:1767384392.223523:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.223529:0:40985:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824ce09080-0x695824ce09080, portal 33 02000000:00000010:0.0:1767384392.223535:0:40985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000389cf0a0. 00000400:00000010:0.0:1767384392.223538:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c35e8b3. 00000400:00000010:0.0:1767384392.223541:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3ac6a77. 00000100:00000200:0.0:1767384392.223543:0:40985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236728336512, portal 25 00000400:00000010:0.0:1767384392.223547:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005acb3e9a. 00000100:00000200:0.0:1767384392.223549:0:40985:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236728336512, offset 0 00000400:00000200:0.0:1767384392.223556:0:40985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.223566:0:40985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.223574:0:40985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824ce09080 00000400:00000200:0.0:1767384392.223579:0:40985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2205 [2] + 0 00000400:00000010:0.0:1767384392.223582:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002baa934. 00000400:00000200:0.0:1767384392.223585:0:40985:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006020020 00000400:00000200:0.0:1767384392.223592:0:40985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.223596:0:40985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384392.223601:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006020020 00000400:00000010:0.0:1767384392.223603:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006020020. 00000100:00000200:0.0:1767384392.223607:0:40985:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384392.223621:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005acb3e9a 00000400:00000010:0.0:1767384392.223622:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005acb3e9a. 00000100:00000200:0.0:1767384392.223627:0:40985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002993b6f7 x1853236728336512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.223690:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.223693:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.223697:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000221bc6e2. 00000020:00000010:0.0:1767384392.223701:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035b460d1. 00000020:00000010:0.0:1767384392.223704:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ba9253e. 00000020:00000010:0.0:1767384392.223728:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f3f81a1. 00000020:00000010:0.0:1767384392.223730:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f3f81a1. 00000100:00000200:0.0:1767384392.223732:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336512 02000000:00000010:0.0:1767384392.223744:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f56a074f. 20000000:00000010:0.0:1767384392.223753:0:40994:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000007fe29eda. 00000100:00000010:0.0:1767384392.223756:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000052ca8fd8. 00000100:00000010:0.0:1767384392.223757:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f54e2cb7. 00000400:00000010:0.0:1767384392.223762:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384392.223767:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000970adc2d. 00000400:00000200:0.0:1767384392.223769:0:40994:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384392.223774:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384392.223779:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824ce09080 00000400:00000200:0.0:1767384392.223783:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b25 [1] + 0 00000400:00000010:0.0:1767384392.223785:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001eb07ad. 00000400:00000200:0.0:1767384392.223787:0:40994:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000968672a1 00000100:00000200:0.0:1767384392.223790:0:40994:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000052ca8fd8 00000400:00000200:0.0:1767384392.223795:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384392.223799:0:40994:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b31 00000400:00000200:0.0:1767384392.223802:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.223804:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384392.223806:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.223808:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.223810:0:40994:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000052ca8fd8 00000400:00000200:0.0:1767384392.223812:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:0.0:1767384392.223813:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.223815:0:40994:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000002993b6f7 desc 0000000081c069b9 mbits 1853236728336512 00000100:00000200:0.0:1767384392.223822:0:40994:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824ce09080-0x695824ce09080 20000000:00000010:0.0:1767384392.223832:0:40994:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000f2061bd7. 20000000:00000010:0.0:1767384392.223842:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fa9a43e. 20000000:00000010:0.0:1767384392.223848:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002be687e0. 20000000:00000010:0.0:1767384392.223852:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000667f24fe. 20000000:00000010:0.0:1767384392.223855:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f5bb5060. 20000000:00000010:0.0:1767384392.223858:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000085359fd8. 20000000:00000010:0.0:1767384392.223861:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f108357c. 20000000:00000010:0.0:1767384392.223863:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ada7e89d. 20000000:00000010:0.0:1767384392.223867:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018bc7871. 20000000:00000010:0.0:1767384392.223869:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfd00ae6. 20000000:00000010:0.0:1767384392.223872:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002dd7815e. 20000000:00000010:0.0:1767384392.223875:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4846f5f. 20000000:00000010:0.0:1767384392.223877:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1ce3700. 20000000:00000010:0.0:1767384392.223880:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006e4bbcd6. 20000000:00000010:0.0:1767384392.223882:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6104aae. 20000000:00000010:0.0:1767384392.223884:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084006feb. 20000000:00000010:0.0:1767384392.223887:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099a67435. 20000000:00000010:0.0:1767384392.223889:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001fba59a9. 20000000:00000010:0.0:1767384392.223892:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e08c914. 20000000:00000010:0.0:1767384392.223894:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067ada111. 20000000:00000010:0.0:1767384392.223897:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f3fb87a. 20000000:00000010:0.0:1767384392.223900:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073b2d6e1. 20000000:00000010:0.0:1767384392.223902:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e94648e9. 20000000:00000010:0.0:1767384392.223905:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0d25d42. 20000000:00000010:0.0:1767384392.223908:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd42675b. 20000000:00000010:0.0:1767384392.223910:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009dead8d0. 20000000:00000010:0.0:1767384392.223913:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4176adb. 20000000:00000010:0.0:1767384392.223916:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ebc5dba. 20000000:00000010:0.0:1767384392.223919:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b479269. 20000000:00000010:0.0:1767384392.223922:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073296547. 20000000:00000010:0.0:1767384392.223924:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054c3f572. 20000000:00000010:0.0:1767384392.223927:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e105401e. 20000000:00000010:0.0:1767384392.223929:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7ae6642. 20000000:00000010:0.0:1767384392.223932:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ebaf595. 20000000:00000010:0.0:1767384392.223935:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000030d55b8c. 20000000:00000010:0.0:1767384392.223938:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6d09729. 20000000:00000010:0.0:1767384392.223940:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f315379. 20000000:00000010:0.0:1767384392.223943:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2ff6a26. 20000000:00000010:0.0:1767384392.223945:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049f1af74. 20000000:00000010:0.0:1767384392.223947:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b75592b3. 20000000:00000010:0.0:1767384392.223950:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007336777d. 20000000:00000010:0.0:1767384392.223953:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b98daa60. 20000000:00000010:0.0:1767384392.223956:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d5cbbe5. 00080000:00000010:0.0:1767384392.224006:0:40994:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000053df4049. 00080000:00000010:0.0:1767384392.224013:0:40994:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f3f81a1. 00080000:00000010:0.0:1767384392.226423:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000053df4049. 00080000:00000010:1.0:1767384392.226479:0:40994:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f3f81a1. 00010000:00000010:0.0:1767384392.226609:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d056c487. 00010000:00000010:0.0:1767384392.226625:0:40996:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000678bb585. 00000100:00000010:0.0:1767384392.226632:0:40996:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005acb3e9a. 00000100:00000010:0.0:1767384392.226642:0:40996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9b36221. 02000000:00000010:0.0:1767384392.226653:0:40996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053df4049. 02000000:00000010:0.0:1767384392.226677:0:40996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb889823. 00000400:00000010:0.0:1767384392.226682:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001eb07ad. 00000400:00000010:0.0:1767384392.226688:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968672a1. 00000100:00000200:0.0:1767384392.226693:0:40996:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728336640, portal 16 00000400:00000010:0.0:1767384392.226697:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.226699:0:40996:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236728336640, offset 0 00000400:00000200:0.0:1767384392.226706:0:40996:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.226717:0:40996:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.226726:0:40996:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824ce09100 00000400:00000200:0.0:1767384392.226732:0:40996:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17b9 [2] + 1312 00000400:00000200:0.0:1767384392.226739:0:40996:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.226742:0:40996:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384392.226748:0:40996:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384392.226751:0:40996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b170c9ca. 00000400:00000200:0.0:1767384392.226799:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384392.226802:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384392.226808:0:40996:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9b36221 x1853236728336640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384392.226884:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f54e2cb7. 00000100:00000010:1.0:1767384392.226888:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000052ca8fd8. 20000000:00000010:1.0:1767384392.226890:0:40994:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000007fe29eda. 00010000:00000200:1.0:1767384392.226900:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7d01afa x1853236728336512/t0(0) o253->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 4784/4768 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384392.226916:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e77f40a7. 00000100:00000200:1.0:1767384392.226927:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236728336512, offset 224 00000400:00000200:1.0:1767384392.226931:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.226936:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.226940:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824ce09080 00000400:00000200:1.0:1767384392.226945:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b29 [2] + 224 00000400:00000200:1.0:1767384392.226950:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.226952:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384392.226958:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002993b6f7 x1853236728336512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384392.226977:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77f40a7 00000400:00000010:1.0:1767384392.226979:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e77f40a7. 00000020:00000010:1.0:1767384392.226996:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035b460d1. 00000020:00000010:1.0:1767384392.226999:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ba9253e. 00000020:00000010:1.0:1767384392.227003:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000221bc6e2. 02000000:00000010:1.0:1767384392.227008:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f56a074f. 00000100:00000200:1.0:1767384392.227027:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384392.227031:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f259eb1c. 00000400:00000010:1.0:1767384392.227034:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e77f40a7. 00000400:00000010:0.0:1767384392.227080:0:40985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c35e8b3. 00000400:00000200:0.0:1767384392.227084:0:40985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ac6a77 00000400:00000010:0.0:1767384392.227085:0:40985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3ac6a77. 00000100:00000200:0.0:1767384392.227090:0:40985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002993b6f7 x1853236728336512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384392.227096:0:40985:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002993b6f7 x1853236728336512/t0(0) o253->MGC192.168.202.115@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384392.227116:0:40985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000827fdd26. 02000000:00000010:0.0:1767384392.227123:0:40985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000389cf0a0. 00000100:00000010:0.0:1767384392.227127:0:40985:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000913078bc. 00000100:00000010:0.0:1767384392.227129:0:40985:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000081c069b9. 02000000:00000010:0.0:1767384392.227132:0:40985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006e1f3df6. 00000100:00000010:0.0:1767384392.227172:0:40985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002993b6f7. 00000020:00000010:0.0:1767384392.227178:0:40985:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 000000005f9a31c3. 00000020:02000000:0.0:1767384392.227182:0:40985:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00040000:00000010:2.0:1767384392.230237:0:17071:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb67dc1b. 00000004:00000010:2.0:1767384392.230246:0:17071:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000042a76b67. 00000004:00000010:2.0:1767384392.230251:0:17071:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cd2e0321. 00000004:00000010:2.0:1767384392.230255:0:17071:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004b593b72. 00000004:00000010:2.0:1767384392.230259:0:17071:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002ad25544. 00000020:00000010:2.0:1767384392.230272:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.230275:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.230280:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094cce867. 00000020:00000010:2.0:1767384392.230284:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088bc36da. 00000020:00000010:2.0:1767384392.230288:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.230363:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000478d325f. 00000020:00000010:2.0:1767384392.230366:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000478d325f. 00000100:00000200:2.0:1767384392.230368:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336640 02000000:00000010:2.0:1767384392.230384:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b613f45. 00000400:00000010:2.0:1767384392.230395:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384392.230400:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236728336640, offset 224 00000400:00000200:2.0:1767384392.230406:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384392.230416:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384392.230424:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824ce09100 00000400:00000200:2.0:1767384392.230430:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b35 [1] + 224 00000400:00000200:2.0:1767384392.230436:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.230438:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384392.230445:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9b36221 x1853236728336640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384392.230473:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384392.230475:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00010000:00000010:2.0:1767384392.230482:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c5df0a03. 00000020:00000010:2.0:1767384392.230496:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088bc36da. 00000020:00000010:2.0:1767384392.230499:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384392.230501:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094cce867. 00000400:00000010:3.0:1767384392.230537:0:40996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001eb07ad. 00000400:00000200:3.0:1767384392.230541:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968672a1 00000400:00000010:3.0:1767384392.230543:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968672a1. 00000100:00000200:3.0:1767384392.230548:0:40996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9b36221 x1853236728336640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384392.230556:0:40996:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9b36221 x1853236728336640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384392.230576:0:40996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb889823. 02000000:00000010:3.0:1767384392.230580:0:40996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000053df4049. 00000100:00000010:3.0:1767384392.230584:0:40996:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9b36221. 00000100:00000010:3.0:1767384392.230587:0:40996:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005acb3e9a. 00010000:00000010:3.0:1767384392.230590:0:40996:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000678bb585. 00000100:00000010:3.0:1767384392.230642:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020f09e8d. 02000000:00000010:3.0:1767384392.230651:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e26e7c59. 00010000:00000010:3.0:1767384392.230679:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c5df0a03. 00000020:00000010:0.0:1767384392.230761:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9c2110. 00000020:00000010:0.0:1767384392.230765:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000027c76d85. 00000040:00000010:0.0:1767384392.230769:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ebd0298. 00000020:00000010:0.0:1767384392.230772:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.230776:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.230780:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053df4049. 80000000:00000010:0.0:1767384392.230784:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000016034a7. 40000000:00000010:0.0:1767384392.230787:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dacd05ca. 00100000:00000010:0.0:1767384392.230790:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca645a3a. 00040000:00000010:0.0:1767384392.230793:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.230797:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004495cfde. 00040000:00000010:0.0:1767384392.230800:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb889823. 00080000:00000010:0.0:1767384392.230805:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006f435e33. 00080000:00000010:0.0:1767384392.230808:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009bd23126. 00000004:00000010:0.0:1767384392.230816:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000adcc59d4. 00000004:00000010:0.0:1767384392.230819:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077fd78bb. 00000004:00000010:0.0:1767384392.230822:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001f4c894d. 00000004:00000010:0.0:1767384392.230824:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.230827:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015a7918b. 00000020:00000010:0.0:1767384392.230829:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.230831:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00080000:00000010:0.0:1767384392.230884:0:40985:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000067ab5a74. 00000020:00000010:0.0:1767384392.230889:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a98460af. 00080000:00000010:0.0:1767384392.230895:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000095284a0d. 00080000:00000010:0.0:1767384392.230912:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000095284a0d. 00000020:00000010:0.0:1767384392.230915:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a98460af. 00000004:00000010:0.0:1767384392.230923:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c8bdac43. 00000004:00000010:0.0:1767384392.230928:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000039748a7a. 00000004:00000010:0.0:1767384392.230933:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007219eb84. 00080000:00000010:0.0:1767384392.230937:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000095284a0d. 00040000:00000010:0.0:1767384392.230947:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b3ac6a77. 00000004:00000010:0.0:1767384392.230951:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000941370c6. 00000004:00000010:0.0:1767384392.230953:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000bfaf956. 00000004:00000010:0.0:1767384392.230955:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c86288b3. 00080000:00000010:0.0:1767384392.230957:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a8beab9. 00000020:00000010:0.0:1767384392.230980:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000053a84bc8. 00080000:00000010:0.0:1767384392.230983:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000035b95c03. 00080000:00000010:0.0:1767384392.230990:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000035b95c03. 00000020:00000010:0.0:1767384392.230992:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000053a84bc8. 00000004:00000010:0.0:1767384392.230995:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000081cc8017. 00000004:00000010:0.0:1767384392.230997:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb143aab. 00000004:00000010:0.0:1767384392.230999:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006ff26a54. 00080000:00000010:0.0:1767384392.231001:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000035b95c03. 00080000:00000010:0.0:1767384392.231007:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009d188d6a. 00100000:00000010:0.0:1767384392.231015:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231037:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00000004:00000010:0.0:1767384392.231061:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001aea6801. 00000004:00000010:0.0:1767384392.231065:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000753bbf49. 00000004:00000010:0.0:1767384392.231068:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003c604541. 00080000:00000010:0.0:1767384392.231070:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000059a69b6b. 02000000:00000010:1.0:1767384392.231072:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000531814b1. 00000400:00000010:1.0:1767384392.231078:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f7d5d8. 00080000:00000010:0.0:1767384392.231078:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b9048443. 00000400:00000010:1.0:1767384392.231083:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00100000:00000010:0.0:1767384392.231085:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231086:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00000100:00000200:1.0:1767384392.231087:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728336768, portal 18 00000400:00000010:1.0:1767384392.231091:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00040000:00000010:0.0:1767384392.231091:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d5ca91aa. 00000100:00000200:1.0:1767384392.231093:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236728336768, offset 0 00000001:00000010:0.0:1767384392.231096:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5bb11ba. 00000400:00000200:1.0:1767384392.231097:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:0.0:1767384392.231100:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000f0681d5. 00000400:00000200:1.0:1767384392.231102:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:0.0:1767384392.231104:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002164a2d8. 00000400:00000200:1.0:1767384392.231107:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824ce09180 00000400:00000200:1.0:1767384392.231110:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:1.0:1767384392.231114:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1767384392.231116:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002692779a. 00000400:00000200:1.0:1767384392.231117:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:0.0:1767384392.231119:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003ccdd57d. 00000100:00000200:1.0:1767384392.231121:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000004:00000010:0.0:1767384392.231122:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003ce7f881. 00000004:00000010:0.0:1767384392.231124:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080661993. 00000100:00000010:1.0:1767384392.231125:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000269c4345. 00080000:00000010:0.0:1767384392.231127:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c19e384. 00000400:00000200:1.0:1767384392.231161:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384392.231174:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000020:00000010:0.0:1767384392.231176:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002c8c6c73. 00000100:00000200:1.0:1767384392.231180:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020f09e8d x1853236728336768/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384392.231180:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083062077. 00080000:00000010:0.0:1767384392.231189:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000083062077. 00000020:00000010:0.0:1767384392.231191:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002c8c6c73. 00000004:00000010:0.0:1767384392.231196:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bf48794a. 00000004:00000010:0.0:1767384392.231198:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000350340a7. 00000004:00000010:0.0:1767384392.231201:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d6869668. 00080000:00000010:0.0:1767384392.231203:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083062077. 00080000:00000010:0.0:1767384392.231210:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000088aaacc3. 00100000:00000010:0.0:1767384392.231216:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231220:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00000004:00000010:0.0:1767384392.231234:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003f564978. 00000004:00000010:0.0:1767384392.231238:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000222d9cd3. 00000004:00000010:0.0:1767384392.231240:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f58f7cb0. 00080000:00000010:0.0:1767384392.231243:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3a667ef. 00080000:00000010:0.0:1767384392.231251:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c4a833bf. 00100000:00000010:0.0:1767384392.231258:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231260:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00040000:00000010:0.0:1767384392.231263:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000096bf0659. 00000001:00000010:0.0:1767384392.231266:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f131b468. 00000001:00000010:0.0:1767384392.231268:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000015b7cb36. 00000001:00000010:0.0:1767384392.231271:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001a69d86a. 00040000:00000010:0.0:1767384392.231276:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000003c46ab0c. 00000004:00000010:0.0:1767384392.231282:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a9967045. 00000004:00000010:0.0:1767384392.231286:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000018c3b798. 00000004:00000010:0.0:1767384392.231289:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000014d76f08. 00080000:00000010:0.0:1767384392.231291:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c25a54b2. 00000020:00000010:0.0:1767384392.231313:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad1fb99d. 00080000:00000010:0.0:1767384392.231317:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006dc7376c. 00080000:00000010:0.0:1767384392.231325:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006dc7376c. 00000020:00000010:0.0:1767384392.231328:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad1fb99d. 00000004:00000010:0.0:1767384392.231332:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007b2ea111. 00000004:00000010:0.0:1767384392.231336:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003bca1574. 00000004:00000010:0.0:1767384392.231339:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e363adaf. 00080000:00000010:0.0:1767384392.231341:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006dc7376c. 00080000:00000010:0.0:1767384392.231349:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007437e7a8. 00100000:00000010:0.0:1767384392.231354:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231357:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00000004:00000010:0.0:1767384392.231370:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000091504001. 00000004:00000010:0.0:1767384392.231374:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000048334a1a. 00000004:00000010:0.0:1767384392.231376:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a1fd24e. 00080000:00000010:0.0:1767384392.231379:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c07581ef. 00080000:00000010:0.0:1767384392.231386:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ce265113. 00100000:00000010:0.0:1767384392.231390:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231392:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000aa5dddb8. 00040000:00000010:0.0:1767384392.231395:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000091b4b094. 00000001:00000010:0.0:1767384392.231398:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b1500795. 00000001:00000010:0.0:1767384392.231401:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007bc1aa9c. 00000001:00000010:0.0:1767384392.231403:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000051968cb4. 00040000:00000010:0.0:1767384392.231411:0:40985:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b6824872. 00000020:00000010:0.0:1767384392.231414:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cef595b. 00000020:00000010:0.0:1767384392.231417:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ba2a711. 00000020:00000010:0.0:1767384392.231421:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023e93990. 00000020:00000010:0.0:1767384392.231423:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000229c3f30. 00000020:00000010:0.0:1767384392.231426:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3412e2f. 80000000:00000010:0.0:1767384392.231429:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000030d0e067. 40000000:00000010:0.0:1767384392.231431:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aa5dddb8. 00100000:00000010:0.0:1767384392.231434:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099b01342. 00040000:00000010:0.0:1767384392.231437:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005775c656. 00040000:00000010:0.0:1767384392.231439:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c76670cf. 00080000:00000010:0.0:1767384392.231443:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007fe29eda. 00080000:00000010:0.0:1767384392.231447:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005d1543ed. 00002000:00000010:0.0:1767384392.231451:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000080c2e1d5. 00040000:00000010:3.0:1767384392.231596:0:17072:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7ec01eb. 00000004:00000010:3.0:1767384392.231601:0:17072:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa26d071. 00000004:00000010:3.0:1767384392.231605:0:17072:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071632dcb. 00000004:00000010:3.0:1767384392.231608:0:17072:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd682895. 00000004:00000010:3.0:1767384392.231611:0:17072:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b346a57. 00000020:00000010:3.0:1767384392.231618:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.231621:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.231625:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbd78584. 00000020:00000010:3.0:1767384392.231628:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.231631:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000200:3.0:1767384392.231703:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000269c4345 x1853236728336768/t0(0) o103->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.231733:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.231736:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000100:00000200:3.0:1767384392.231738:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336768 02000000:00000010:3.0:1767384392.231746:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000029c2e5ba. 00010000:00000010:3.0:1767384392.231772:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9ee4c33. 00000100:00000010:3.0:1767384392.231779:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032d889a3. 00000100:00000010:3.0:1767384392.231804:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032d889a3. 00010000:00000010:3.0:1767384392.231808:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9ee4c33. 00000400:00000010:3.0:1767384392.231816:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.231819:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236728336768, offset 224 00000400:00000200:3.0:1767384392.231823:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.231828:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.231833:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824ce09180 00000400:00000200:3.0:1767384392.231837:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b49 [1] + 224 00000400:00000200:3.0:1767384392.231841:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.231844:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.231848:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020f09e8d x1853236728336768/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.231862:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.231864:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000400:00000010:1.0:1767384392.231868:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f7d5d8. 00000400:00000200:1.0:1767384392.231872:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000020:00000010:3.0:1767384392.231873:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000400:00000010:1.0:1767384392.231873:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000020:00000010:3.0:1767384392.231876:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000100:00000200:1.0:1767384392.231877:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020f09e8d x1853236728336768/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.231879:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbd78584. 00000100:00000200:1.0:1767384392.231883:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020f09e8d x1853236728336768/t0(0) o103->MGC192.168.202.115@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384392.231897:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000531814b1. 02000000:00000010:1.0:1767384392.231901:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e26e7c59. 00000100:00000010:1.0:1767384392.231904:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020f09e8d. 00000020:00000010:1.0:1767384392.232625:0:40985:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000014f7408. 00000020:00000010:1.0:1767384392.232630:0:40985:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000014f7408. 00000020:00000010:1.0:1767384392.232633:0:40985:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b0bc99f5. 00000020:00000010:1.0:1767384392.232638:0:40985:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000014f7408. 00000020:00000010:1.0:1767384392.232641:0:40985:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000014f7408. 00040000:00000010:1.0:1767384392.232667:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000030788dd1. 00000020:00000010:1.0:1767384392.232677:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000005a123af. 00080000:00000010:1.0:1767384392.232680:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000531814b1. 00080000:00000010:1.0:1767384392.232689:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000531814b1. 00000020:00000010:1.0:1767384392.232691:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000005a123af. 00000004:00000010:1.0:1767384392.232695:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a25d936f. 00000004:00000010:1.0:1767384392.232698:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a044b1b8. 00000004:00000010:1.0:1767384392.232700:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000367895d6. 00080000:00000010:1.0:1767384392.232702:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000531814b1. 00080000:00000010:1.0:1767384392.232707:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001dfcc032. 00100000:00000010:1.0:1767384392.232715:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232719:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00000004:00000010:1.0:1767384392.232727:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000319b0db1. 00000004:00000010:1.0:1767384392.232729:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001c36086f. 00000004:00000010:1.0:1767384392.232735:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f0a55438. 00080000:00000010:1.0:1767384392.232737:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0070a4d. 00080000:00000010:1.0:1767384392.232744:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005db6cf7e. 00100000:00000010:1.0:1767384392.232748:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232750:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00040000:00000010:1.0:1767384392.232752:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000033bc15a4. 00000001:00000010:1.0:1767384392.232754:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000090ddf94. 00000001:00000010:1.0:1767384392.232757:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fb76e1ad. 00000001:00000010:1.0:1767384392.232759:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c03efb65. 00040000:00000010:1.0:1767384392.232764:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000060190bce. 00000020:00000010:1.0:1767384392.232773:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ed3963b. 00080000:00000010:1.0:1767384392.232775:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045e27399. 00080000:00000010:1.0:1767384392.232780:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000045e27399. 00000020:00000010:1.0:1767384392.232782:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ed3963b. 00000004:00000010:1.0:1767384392.232785:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000015576f21. 00000004:00000010:1.0:1767384392.232787:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec8aa129. 00000004:00000010:1.0:1767384392.232789:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a3bec6d8. 00080000:00000010:1.0:1767384392.232790:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045e27399. 00080000:00000010:1.0:1767384392.232794:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000014a451d9. 00100000:00000010:1.0:1767384392.232797:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232799:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00000004:00000010:1.0:1767384392.232807:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e94420df. 00000004:00000010:1.0:1767384392.232809:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004b9432d7. 00000004:00000010:1.0:1767384392.232810:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f65697f7. 00080000:00000010:1.0:1767384392.232813:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000050df20e4. 00080000:00000010:1.0:1767384392.232817:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000097dba7f8. 00100000:00000010:1.0:1767384392.232820:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232821:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00040000:00000010:1.0:1767384392.232823:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cad379aa. 00000001:00000010:1.0:1767384392.232825:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000221bc6e2. 00000001:00000010:1.0:1767384392.232826:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000225d305c. 00000001:00000010:1.0:1767384392.232827:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000084a0f129. 00040000:00000010:1.0:1767384392.232831:0:40985:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002925f6bc. 00000020:00000010:1.0:1767384392.232848:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000078c3095e. 00080000:00000010:1.0:1767384392.232851:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d8bfea9. 00080000:00000010:1.0:1767384392.232856:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009d8bfea9. 00000020:00000010:1.0:1767384392.232858:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000078c3095e. 00000004:00000010:1.0:1767384392.232871:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000613ad113. 00000004:00000010:1.0:1767384392.232874:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000036935ebe. 00000004:00000010:1.0:1767384392.232876:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000010f1ae11. 00080000:00000010:1.0:1767384392.232878:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d8bfea9. 00080000:00000010:1.0:1767384392.232884:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fa1edf58. 00100000:00000010:1.0:1767384392.232888:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232890:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00000004:00000010:1.0:1767384392.232899:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002d5cbb98. 00000004:00000010:1.0:1767384392.232901:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c466d486. 00000004:00000010:1.0:1767384392.232902:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d06640c. 00080000:00000010:1.0:1767384392.232904:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000232a9889. 00080000:00000010:1.0:1767384392.232908:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000011c8efdb. 00100000:00000010:1.0:1767384392.232911:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232912:0:40985:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000014f7408. 00040000:00000010:1.0:1767384392.232914:0:40985:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000000e89ad6. 00000001:00000010:1.0:1767384392.232915:0:40985:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000537c4b31. 00000001:00000010:1.0:1767384392.232917:0:40985:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000079956936. 00000001:00000010:1.0:1767384392.232919:0:40985:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002a67e5f0. 00040000:00000010:1.0:1767384392.232924:0:40985:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000002bfb8570. 00000020:00000010:1.0:1767384392.232926:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcd1e463. 00000020:00000010:1.0:1767384392.232927:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e00eca1d. 00000020:00000010:1.0:1767384392.232930:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000edd7b542. 00000020:00000010:1.0:1767384392.232932:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024a4dffe. 00000020:00000010:1.0:1767384392.232934:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a130dd39. 80000000:00000010:1.0:1767384392.232935:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c54450c9. 40000000:00000010:1.0:1767384392.232937:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000014f7408. 00100000:00000010:1.0:1767384392.232939:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007bb47e07. 00040000:00000010:1.0:1767384392.232941:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9b6c607. 00040000:00000010:1.0:1767384392.232943:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004fdc19bd. 00080000:00000010:1.0:1767384392.232950:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000099feda4e. 00080000:00000010:1.0:1767384392.232953:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004e2a3ae1. 00002000:00000010:1.0:1767384392.232956:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c022dd7e. 00000020:00000010:1.0:1767384392.233288:0:40985:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b5bbae98. 00000020:00000010:1.0:1767384392.233293:0:40985:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b5bbae98. 00000020:00000010:1.0:1767384392.233296:0:40985:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000292d001a. 00000020:00000010:1.0:1767384392.233300:0:40985:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b5bbae98. 00000020:00000010:1.0:1767384392.233302:0:40985:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b5bbae98. 40000000:00000010:1.0:1767384392.233306:0:40985:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000004fcd1b89. 00080000:00000010:1.0:1767384392.233361:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007f99cbeb. 00080000:00000010:1.0:1767384392.233368:0:40985:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b5bbae98. 00080000:00000010:0.0:1767384392.237480:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007f99cbeb. 00080000:00000010:1.0:1767384392.237665:0:40985:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b5bbae98. 00000004:00000010:1.0:1767384392.237722:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006d4c260e. 00000004:00000010:1.0:1767384392.237783:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000052588673. 00000004:00000010:1.0:1767384392.237789:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6704aa2. 00080000:00000010:1.0:1767384392.237794:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000008cc7b8e. 00000004:00000010:1.0:1767384392.237820:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000000a50b72. 00000004:00000010:1.0:1767384392.237823:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fcf1f423. 00000004:00000010:1.0:1767384392.237827:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002fcbdef7. 00080000:00000010:1.0:1767384392.237830:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f99cbeb. 00000020:00000010:1.0:1767384392.237840:0:40985:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000f19e9a86. 00080000:00000010:1.0:1767384392.237844:0:40985:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000002743877c. 00000004:00000010:1.0:1767384392.237870:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f5f41406. 00000004:00000010:1.0:1767384392.237873:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec71ab00. 00000004:00000010:1.0:1767384392.237875:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e44e4ae8. 00080000:00000010:1.0:1767384392.237883:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000040621ae7. 00000001:00000010:1.0:1767384392.237893:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.237902:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00080000:00000010:1.0:1767384392.237919:0:40985:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000002743877c. 00000020:00000010:1.0:1767384392.237922:0:40985:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000f19e9a86. 00000004:00000010:1.0:1767384392.237927:0:40985:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000006749840c. 00000004:00000010:1.0:1767384392.237932:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001e748127. 00000004:00000010:1.0:1767384392.237943:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055a9b110. 00000004:00000010:1.0:1767384392.237947:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036a2959c. 00080000:00000010:1.0:1767384392.237950:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004ba969a6. 00000001:00000010:1.0:1767384392.237956:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.237962:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00000020:00000010:1.0:1767384392.237976:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d5468cd. 00000020:00000010:1.0:1767384392.237980:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007cde560b. 00000040:00000010:1.0:1767384392.237984:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b6d0a3f. 00000020:00000010:1.0:1767384392.237987:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059866859. 00000020:00000010:1.0:1767384392.237992:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000352fab6. 00000020:00000010:1.0:1767384392.237995:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000628154b2. 80000000:00000010:1.0:1767384392.237998:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006725324e. 40000000:00000010:1.0:1767384392.238001:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5bbae98. 00100000:00000010:1.0:1767384392.238006:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ba74218. 00040000:00000010:1.0:1767384392.238009:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000389f6356. 00040000:00000010:1.0:1767384392.238013:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000086ec5fa. 00040000:00000010:1.0:1767384392.238016:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af6a486a. 00080000:00000010:1.0:1767384392.238031:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f19e9a86. 00080000:00000010:1.0:1767384392.238036:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005f9a31c3. 00000004:00000010:1.0:1767384392.238040:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000029f0be0. 00000004:00000010:1.0:1767384392.238045:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000280dd450. 00000004:00000010:1.0:1767384392.238048:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000adc3c42e. 00000004:00000010:1.0:1767384392.238052:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000026955116. 00000004:00000010:1.0:1767384392.238496:0:40985:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000e770af01. 00000040:00000010:1.0:1767384392.238502:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c1fe1cd2. 00000020:00000010:1.0:1767384392.238506:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a993a6a. 00000020:00000010:1.0:1767384392.238509:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001534549a. 00000040:00000010:1.0:1767384392.238511:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a945bc5. 00000020:00000010:1.0:1767384392.238513:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a4e4666. 00000020:00000010:1.0:1767384392.238516:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b255c822. 00000020:00000010:1.0:1767384392.238519:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004785cb18. 80000000:00000010:1.0:1767384392.238522:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000053798d67. 40000000:00000010:1.0:1767384392.238523:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe04f3d9. 00100000:00000010:1.0:1767384392.238531:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048d71a65. 00040000:00000010:1.0:1767384392.238533:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000986bfc0. 00040000:00000010:1.0:1767384392.238536:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b094a751. 00040000:00000010:1.0:1767384392.238539:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0bd6996. 00080000:00000010:1.0:1767384392.238543:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006e1f3df6. 00080000:00000010:1.0:1767384392.238546:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000389cf0a0. 00000004:00000010:1.0:1767384392.238550:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b83b1094. 00000004:00000010:1.0:1767384392.238562:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f79895f4. 00000004:00000010:1.0:1767384392.238566:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d3ac54dd. 00000004:00000010:1.0:1767384392.238568:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b15e4d54. 00000040:00000010:3.0:1767384392.239058:0:41029:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009f00b5e2. 00000040:00000010:3.0:1767384392.239080:0:41029:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000004c865c33. 00000040:00000010:3.0:1767384392.239096:0:41029:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004d91f4e2. 00000020:00000010:3.0:1767384392.239101:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbd78584. 00000020:00000010:3.0:1767384392.239103:0:41029:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003644c90f. 00000040:00000010:3.0:1767384392.239105:0:41029:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a85ab10. 00000020:00000010:3.0:1767384392.239108:0:41029:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc144209. 00000020:00000010:3.0:1767384392.239112:0:41029:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384392.239115:0:41029:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000522ddaf3. 80000000:00000010:3.0:1767384392.239119:0:41029:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e458465. 40000000:00000010:3.0:1767384392.239121:0:41029:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9ee4c33. 00100000:00000010:3.0:1767384392.239124:0:41029:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384392.239127:0:41029:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9e5cddb. 00040000:00000010:3.0:1767384392.239130:0:41029:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da5c2251. 00040000:00000010:3.0:1767384392.239132:0:41029:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000019c5ce7. 00080000:00000010:3.0:1767384392.239220:0:41029:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003d661a3f. 00080000:00000010:3.0:1767384392.239224:0:41029:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006087211e. 00000004:00000010:3.0:1767384392.239228:0:41029:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000031011242. 00000004:00000010:3.0:1767384392.239232:0:41029:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002bad16e9. 00000004:00000010:3.0:1767384392.239234:0:41029:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e3e44173. 00002000:00000010:3.0:1767384392.239237:0:41029:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006a0b3d83. 00000004:00000010:3.0:1767384392.239240:0:41029:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000536d7534. 00000020:00000010:3.0:1767384392.239244:0:41029:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001907d455. 00000040:00000010:3.0:1767384392.239260:0:41029:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000001127d7f3. 00000004:00000010:1.0:1767384392.241576:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b34350c7. 00000004:00000010:1.0:1767384392.241588:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a3b614a6. 00000004:00000010:1.0:1767384392.241593:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008860b068. 00080000:00000010:1.0:1767384392.241599:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f96300. 00000001:00000010:1.0:1767384392.241610:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241622:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00080000:00000010:1.0:1767384392.241647:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000045f96300. 00000004:00000010:1.0:1767384392.241651:0:40985:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008860b068. 00000004:00000010:1.0:1767384392.241655:0:40985:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a3b614a6. 00000004:00000010:1.0:1767384392.241658:0:40985:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b34350c7. 00000004:00000010:1.0:1767384392.241665:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005c25650e. 00000004:00000010:1.0:1767384392.241668:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a3b614a6. 00000004:00000010:1.0:1767384392.241670:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008860b068. 00080000:00000010:1.0:1767384392.241673:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f96300. 00000001:00000010:1.0:1767384392.241678:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241682:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00000004:00000010:1.0:1767384392.241702:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004833918d. 00000004:00000010:1.0:1767384392.241705:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b10b4820. 00000004:00000010:1.0:1767384392.241707:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000f4d06e4. 00080000:00000010:1.0:1767384392.241710:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008df31217. 00000001:00000010:1.0:1767384392.241715:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241720:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00080000:00000010:1.0:1767384392.241735:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008df31217. 00000004:00000010:1.0:1767384392.241748:0:40985:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000f4d06e4. 00000004:00000010:1.0:1767384392.241751:0:40985:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b10b4820. 00000004:00000010:1.0:1767384392.241754:0:40985:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004833918d. 00000004:00000010:1.0:1767384392.241759:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b6b1c73b. 00000004:00000010:1.0:1767384392.241762:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b10b4820. 00000004:00000010:1.0:1767384392.241764:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000f4d06e4. 00080000:00000010:1.0:1767384392.241767:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008df31217. 00000001:00000010:1.0:1767384392.241771:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241775:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00000004:00000010:1.0:1767384392.241790:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000060b9aa1f. 00000004:00000010:1.0:1767384392.241793:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c59ed24b. 00000004:00000010:1.0:1767384392.241795:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005141746e. 00080000:00000010:1.0:1767384392.241797:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c088f831. 00000001:00000010:1.0:1767384392.241801:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241804:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00080000:00000010:1.0:1767384392.241815:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c088f831. 00000004:00000010:1.0:1767384392.241817:0:40985:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005141746e. 00000004:00000010:1.0:1767384392.241819:0:40985:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c59ed24b. 00000004:00000010:1.0:1767384392.241821:0:40985:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000060b9aa1f. 00000004:00000010:1.0:1767384392.241825:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004193cce0. 00000004:00000010:1.0:1767384392.241827:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c59ed24b. 00000004:00000010:1.0:1767384392.241829:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005141746e. 00080000:00000010:1.0:1767384392.241832:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c088f831. 00000001:00000010:1.0:1767384392.241835:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241838:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00000004:00000010:1.0:1767384392.241849:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000008692e89. 00000004:00000010:1.0:1767384392.241852:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ebef5d09. 00000004:00000010:1.0:1767384392.241854:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000936d1e0c. 00080000:00000010:1.0:1767384392.241856:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000127b941a. 00000001:00000010:1.0:1767384392.241859:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241862:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00080000:00000010:1.0:1767384392.241872:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000127b941a. 00000004:00000010:1.0:1767384392.241874:0:40985:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000936d1e0c. 00000004:00000010:1.0:1767384392.241882:0:40985:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ebef5d09. 00000004:00000010:1.0:1767384392.241884:0:40985:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000008692e89. 00000004:00000010:1.0:1767384392.241888:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b239c116. 00000004:00000010:1.0:1767384392.241891:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ebef5d09. 00000004:00000010:1.0:1767384392.241893:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000936d1e0c. 00080000:00000010:1.0:1767384392.241896:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000127b941a. 00000001:00000010:1.0:1767384392.241900:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000011f7d5d8. 00000001:00000010:1.0:1767384392.241904:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000011f7d5d8. 00000020:00000010:1.0:1767384392.241924:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003a311e64. 00080000:00000010:1.0:1767384392.241928:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000069e23f70. 00080000:00000010:1.0:1767384392.241935:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000069e23f70. 00000020:00000010:1.0:1767384392.241938:0:40985:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a311e64. 00000004:00000010:1.0:1767384392.241947:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000805963ac. 00000004:00000010:1.0:1767384392.241950:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000746c4f8e. 00000004:00000010:1.0:1767384392.241952:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000364d17b5. 00080000:00000010:1.0:1767384392.241954:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000069e23f70. 00000040:00000010:1.0:1767384392.241967:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008435e0dc. 00000040:00000010:1.0:1767384392.241974:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4cdcbdf. 00000040:00000010:1.0:1767384392.241992:0:40985:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000fab302a9. 00000020:00000010:1.0:1767384392.241996:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f56e8bc. 00080000:00000010:1.0:1767384392.241999:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008bf592db. 00000040:00000010:1.0:1767384392.242010:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f56a074f. 00000040:00000010:1.0:1767384392.242031:0:40985:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000f08db520. 00010000:00000010:1.1:1767384392.243604:0:40985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a45412d1. 00010000:00000010:1.1:1767384392.243613:0:40985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d056c487. 00000040:00000010:1.0:1767384392.243700:0:40985:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000f08db520. 00000040:00000010:3.0:1767384392.244190:0:41029:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000001127d7f3. 00000020:00000010:3.0:1767384392.244213:0:41029:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001907d455. 00000020:00000010:3.0:1767384392.244225:0:41029:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003644c90f. 00000040:00000010:3.0:1767384392.244229:0:41029:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a85ab10. 00000020:00000010:3.0:1767384392.244233:0:41029:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc144209. 00000020:00000010:3.0:1767384392.244240:0:41029:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384392.244245:0:41029:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000522ddaf3. 80000000:00000010:3.0:1767384392.244249:0:41029:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e458465. 40000000:00000010:3.0:1767384392.244253:0:41029:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9ee4c33. 00100000:00000010:3.0:1767384392.244257:0:41029:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384392.244260:0:41029:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9e5cddb. 00040000:00000010:3.0:1767384392.244263:0:41029:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da5c2251. 00040000:00000010:3.0:1767384392.244267:0:41029:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000019c5ce7. 00080000:00000010:3.0:1767384392.244271:0:41029:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006087211e. 00080000:00000010:3.0:1767384392.244274:0:41029:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003d661a3f. 00000004:00000010:3.0:1767384392.244278:0:41029:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000031011242. 00000004:00000010:3.0:1767384392.244282:0:41029:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002bad16e9. 00000004:00000010:3.0:1767384392.244286:0:41029:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e3e44173. 00002000:00000010:3.0:1767384392.244289:0:41029:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006a0b3d83. 00000004:00000010:3.0:1767384392.244292:0:41029:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000536d7534. 00000020:00000010:3.0:1767384392.244295:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbd78584. 00000040:00000010:3.0:1767384392.244298:0:41029:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004d91f4e2. 00000020:00000010:3.0:1767384392.244306:0:41029:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001534549a. 00000040:00000010:3.0:1767384392.244309:0:41029:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a945bc5. 00000020:00000010:3.0:1767384392.244311:0:41029:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a4e4666. 00000020:00000010:3.0:1767384392.244315:0:41029:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b255c822. 00000020:00000010:3.0:1767384392.244318:0:41029:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004785cb18. 80000000:00000010:3.0:1767384392.244319:0:41029:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000053798d67. 40000000:00000010:3.0:1767384392.244324:0:41029:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fe04f3d9. 00100000:00000010:3.0:1767384392.244326:0:41029:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048d71a65. 00040000:00000010:3.0:1767384392.244329:0:41029:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000986bfc0. 00040000:00000010:3.0:1767384392.244332:0:41029:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b094a751. 00040000:00000010:3.0:1767384392.244334:0:41029:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0bd6996. 00080000:00000010:3.0:1767384392.244337:0:41029:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000389cf0a0. 00080000:00000010:3.0:1767384392.244340:0:41029:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006e1f3df6. 00000004:00000010:3.0:1767384392.244342:0:41029:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b83b1094. 00000004:00000010:3.0:1767384392.244345:0:41029:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f79895f4. 00000004:00000010:3.0:1767384392.244348:0:41029:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d3ac54dd. 00000004:00000010:3.0:1767384392.244350:0:41029:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b15e4d54. 00000020:00000010:3.0:1767384392.244353:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a993a6a. 00000004:00000010:3.0:1767384392.244355:0:41029:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000e770af01. 00000040:00000010:0.0:1767384392.244653:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000045ac10cf. 00000040:00000010:0.0:1767384392.244666:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000089b9a7ce. 00000040:00000010:0.0:1767384392.244714:0:40985:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000913078bc. 00000020:00000010:0.0:1767384392.244720:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e188b100. 00080000:00000010:0.0:1767384392.244725:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0280866. 00000040:00000010:0.0:1767384392.244741:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000aa130f7. 00000040:00000010:0.0:1767384392.244752:0:40985:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000003b331821. 00000040:00000010:0.0:1767384392.245376:0:40985:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000003b331821. 00000040:00000010:0.0:1767384392.245385:0:40985:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008edbdf2d. 00000020:00000010:0.0:1767384392.245391:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beb4e4a1. 00000020:00000010:0.0:1767384392.245394:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005939a3fd. 00000040:00000010:0.0:1767384392.245397:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040f5c433. 00000020:00000010:0.0:1767384392.245401:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d06adbd. 00000020:00000010:0.0:1767384392.245488:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.245494:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b807e81. 80000000:00000010:0.0:1767384392.245498:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051d8affb. 40000000:00000010:0.0:1767384392.245501:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073a8488b. 00100000:00000010:0.0:1767384392.245505:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000050e3243. 00040000:00000010:0.0:1767384392.245511:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084e87709. 00040000:00000010:0.0:1767384392.245514:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ee28c3b0. 00040000:00000010:0.0:1767384392.245517:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000091a0e7c0. 00080000:00000010:0.0:1767384392.245520:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003b331821. 00080000:00000010:0.0:1767384392.245541:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029380bb2. 00000004:00000010:0.0:1767384392.245549:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bba6647. 00000004:00000010:0.0:1767384392.245553:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.245557:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac743c1f. 00002000:00000010:0.0:1767384392.245561:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d7d549ea. 00000004:00000010:0.0:1767384392.245564:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000beb5485f. 00000020:00000010:0.0:1767384392.245569:0:40985:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007370dc41. 00000040:00000010:0.0:1767384392.245576:0:40985:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003af981d2. 00000040:00000010:0.0:1767384392.246088:0:40985:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003af981d2. 00000020:00000010:0.0:1767384392.246096:0:40985:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007370dc41. 00000020:00000010:0.0:1767384392.246103:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005939a3fd. 00000040:00000010:0.0:1767384392.246109:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000040f5c433. 00000020:00000010:0.0:1767384392.246112:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d06adbd. 00000020:00000010:0.0:1767384392.246114:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.246118:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b807e81. 80000000:00000010:0.0:1767384392.246122:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051d8affb. 40000000:00000010:0.0:1767384392.246124:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000073a8488b. 00100000:00000010:0.0:1767384392.246127:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000050e3243. 00040000:00000010:0.0:1767384392.246129:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084e87709. 00040000:00000010:0.0:1767384392.246132:0:40985:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ee28c3b0. 00040000:00000010:0.0:1767384392.246255:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091a0e7c0. 00080000:00000010:0.0:1767384392.246261:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000029380bb2. 00080000:00000010:0.0:1767384392.246264:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003b331821. 00000004:00000010:0.0:1767384392.246267:0:40985:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004bba6647. 00000004:00000010:0.0:1767384392.246270:0:40985:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.246274:0:40985:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ac743c1f. 00002000:00000010:0.0:1767384392.246277:0:40985:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7d549ea. 00000004:00000010:0.0:1767384392.246279:0:40985:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000beb5485f. 00000020:00000010:0.0:1767384392.246281:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beb4e4a1. 00000040:00000010:0.0:1767384392.246285:0:40985:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008edbdf2d. 00000040:00000010:0.0:1767384392.246290:0:40985:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008edbdf2d. 00000020:00000010:0.0:1767384392.246293:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e492760a. 00000020:00000010:0.0:1767384392.246295:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a2bce8e. 00000040:00000010:0.0:1767384392.246298:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000091a0e7c0. 00000020:00000010:0.0:1767384392.246300:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac743c1f. 00000020:00000010:0.0:1767384392.246304:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.246306:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b807e81. 80000000:00000010:0.0:1767384392.246309:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051d8affb. 40000000:00000010:0.0:1767384392.246311:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073a8488b. 00100000:00000010:0.0:1767384392.246314:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004bba6647. 00040000:00000010:0.0:1767384392.246316:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084e87709. 00040000:00000010:0.0:1767384392.246319:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000059b6e86b. 00040000:00000010:0.0:1767384392.246321:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000beb4e4a1. 00080000:00000010:0.0:1767384392.246323:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000029380bb2. 00080000:00000010:0.0:1767384392.246326:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003af981d2. 00000004:00000010:0.0:1767384392.246329:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000997e8a7b. 00000004:00000010:0.0:1767384392.246332:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.246334:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ee28c3b0. 00002000:00000010:0.0:1767384392.246336:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000beb5485f. 00000004:00000010:0.0:1767384392.246338:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7d549ea. 00000020:00000010:0.0:1767384392.246341:0:40985:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055256447. 00000040:00000010:0.0:1767384392.246346:0:40985:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002d16aa60. 00000040:00000010:0.0:1767384392.246954:0:40985:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002d16aa60. 00000020:00000010:0.0:1767384392.246961:0:40985:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055256447. 00000020:00000010:0.0:1767384392.246966:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a2bce8e. 00000040:00000010:0.0:1767384392.246969:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000091a0e7c0. 00000020:00000010:0.0:1767384392.246972:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac743c1f. 00000020:00000010:0.0:1767384392.246975:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.246977:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b807e81. 80000000:00000010:0.0:1767384392.246980:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051d8affb. 40000000:00000010:0.0:1767384392.246982:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000073a8488b. 00100000:00000010:0.0:1767384392.246984:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004bba6647. 00040000:00000010:0.0:1767384392.246986:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084e87709. 00040000:00000010:0.0:1767384392.246988:0:40985:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000059b6e86b. 00040000:00000010:0.0:1767384392.246990:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000beb4e4a1. 00080000:00000010:0.0:1767384392.246993:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003af981d2. 00080000:00000010:0.0:1767384392.246996:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029380bb2. 00000004:00000010:0.0:1767384392.246999:0:40985:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000997e8a7b. 00000004:00000010:0.0:1767384392.247001:0:40985:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001014cf79. 00000004:00000010:0.0:1767384392.247003:0:40985:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ee28c3b0. 00002000:00000010:0.0:1767384392.247006:0:40985:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000beb5485f. 00000004:00000010:0.0:1767384392.247008:0:40985:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7d549ea. 00000020:00000010:0.0:1767384392.247010:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e492760a. 00000040:00000010:0.0:1767384392.247012:0:40985:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008edbdf2d. 00000040:00000010:0.0:1767384392.247026:0:40985:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000004eec9c35. 00000040:00000010:0.0:1767384392.247036:0:40985:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000040f5c433. 00000040:00000010:0.0:1767384392.247104:0:40985:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000aa4f5646. 00000020:00000010:0.0:1767384392.247109:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000084e87709. 00080000:00000010:0.0:1767384392.247115:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000beb4e4a1. 00000040:00000010:0.0:1767384392.247129:0:40985:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000029380bb2. 00000001:00000010:0.0:1767384392.247291:0:40985:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000004a4f7650. 00000004:00000010:0.0:1767384392.247325:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000e6e9332. 00000004:00000010:0.0:1767384392.247333:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009db54057. 00000004:00000010:0.0:1767384392.247338:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007e98be3d. 00080000:00000010:0.0:1767384392.247343:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005939a3fd. 00080000:00000010:0.0:1767384392.247356:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b807e81. 00080000:00000010:0.0:1767384392.247367:0:40985:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000091a0e7c0. 00080000:00000010:0.0:1767384392.247388:0:40985:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000045ae494. 00000001:00000010:0.0:1767384392.247512:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.247529:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00080000:00000010:0.0:1767384392.247541:0:40985:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000045ae494. 00080000:00000010:0.0:1767384392.247647:0:40985:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005939a3fd. 00000004:00000010:0.0:1767384392.247654:0:40985:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007e98be3d. 00000004:00000010:0.0:1767384392.247658:0:40985:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009db54057. 00000004:00000010:0.0:1767384392.247660:0:40985:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000e6e9332. 00000020:00000010:0.0:1767384392.247672:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ccb43711. 00080000:00000010:0.0:1767384392.247676:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005939a3fd. 00080000:00000010:0.0:1767384392.247681:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e492760a. 00080000:00000010:0.0:1767384392.247687:0:40985:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000073a8488b. 00000001:00000010:0.0:1767384392.247870:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.247878:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00080000:00000010:0.0:1767384392.247898:0:40985:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000ee28c3b0. 00080000:00000010:0.0:1767384392.247918:0:40985:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000073a8488b. 00080000:00000010:0.0:1767384392.247924:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001e2886ed. 00100000:00000010:0.0:1767384392.247930:0:40985:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000073a8488b. 00080000:00000010:0.0:1767384392.247943:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a2bce8e. 00000001:00000010:0.0:1767384392.247951:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.247956:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00080000:00000010:0.0:1767384392.247968:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000eb08148. 00000001:00000010:0.0:1767384392.247973:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.247977:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00080000:00000010:0.0:1767384392.247984:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000005f5a892. 00000001:00000010:0.0:1767384392.247988:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.247992:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00080000:00000010:0.0:1767384392.248000:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f1f33adf. 00000001:00000010:0.0:1767384392.248004:0:40985:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003c35e8b3. 00000001:00000010:0.0:1767384392.248008:0:40985:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003c35e8b3. 00100000:00000010:0.0:1767384392.248027:0:40985:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000001014cf79. 00000020:00000010:0.0:1767384392.248062:0:40985:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000079c9060c. 00000004:00000010:0.0:1767384392.248081:0:40985:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000037cbc371. 00000004:00000010:0.0:1767384392.248086:0:40985:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009db54057. 00000004:00000010:0.0:1767384392.248089:0:40985:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007e98be3d. 00080000:00000010:0.0:1767384392.248092:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e35c581. 00000020:00000010:0.0:1767384392.248107:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4fff256. 00080000:00000010:0.0:1767384392.248111:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008cc9e99a. 00000020:00000010:0.0:1767384392.248128:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ca5b961c. 00080000:00000010:0.0:1767384392.248132:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e85ea60. 00100000:00000010:0.0:1767384392.248560:0:40985:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000b1d8af6f. 00100000:00000010:0.0:1767384392.248565:0:40985:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 0000000070435244. 00100000:00000010:0.0:1767384392.248612:0:40985:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 0000000070435244. 00100000:00000010:0.0:1767384392.248617:0:40985:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000997e8a7b. 00100000:00000010:0.0:1767384392.248621:0:40985:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000008d71a776. 00100000:00000010:0.0:1767384392.248625:0:40985:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000d7d549ea. 00100000:00000010:0.0:1767384392.248628:0:40985:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000beb5485f. 00000020:00000010:0.0:1767384392.248648:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000089fc4411. 00080000:00000010:0.0:1767384392.248652:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ec044e27. 00000020:00000010:0.0:1767384392.248676:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a80996d. 00080000:00000010:0.0:1767384392.248680:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fa860a2c. 00080000:00000010:0.0:1767384392.248688:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e7652f20. 00000020:00000010:0.0:1767384392.248704:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a00026b. 00080000:00000010:0.0:1767384392.248708:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000e3100b5. 00080000:00000010:0.0:1767384392.248717:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000db845ce2. 00000020:00000010:0.0:1767384392.248730:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004275949c. 00080000:00000010:0.0:1767384392.248735:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000384ed9b6. 00080000:00000010:0.0:1767384392.248741:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002952623c. 00000020:00000010:0.0:1767384392.248753:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dcc13ab5. 00080000:00000010:0.0:1767384392.248756:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008bef2638. 00080000:00000010:0.0:1767384392.248763:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d2afa550. 00000020:00000010:0.0:1767384392.248776:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cdec30d7. 00080000:00000010:0.0:1767384392.248780:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d1c15ac. 00080000:00000010:0.0:1767384392.248786:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005201dabf. 00000020:00000010:0.0:1767384392.248801:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001ea04a3d. 00080000:00000010:0.0:1767384392.248804:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000254f5cee. 00080000:00000010:0.0:1767384392.248811:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e2fa54fe. 00000020:00000010:0.0:1767384392.248823:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009facbde6. 00080000:00000010:0.0:1767384392.248827:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a00b701c. 00080000:00000010:0.0:1767384392.248833:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001ca8d2b8. 00000020:00000010:0.0:1767384392.248849:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000151e274b. 00080000:00000010:0.0:1767384392.248853:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000190146b6. 00080000:00000010:0.0:1767384392.248859:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000892fff69. 00000020:00000010:0.0:1767384392.248875:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ea0cad4a. 00080000:00000010:0.0:1767384392.248879:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000076e041f0. 00080000:00000010:0.0:1767384392.248885:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b8511296. 00000020:00000010:0.0:1767384392.248900:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ba078b8. 00080000:00000010:0.0:1767384392.248903:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000588e6502. 00080000:00000010:0.0:1767384392.248909:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b679a787. 00000020:00000010:0.0:1767384392.248923:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5c0f4e5. 00080000:00000010:0.0:1767384392.248927:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4e1032b. 00080000:00000010:0.0:1767384392.248933:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005dd1b468. 00000020:00000010:0.0:1767384392.248946:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a162d28. 00080000:00000010:0.0:1767384392.248950:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000555193c2. 00080000:00000010:0.0:1767384392.248956:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000074664ddc. 00000020:00000010:0.0:1767384392.248970:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000226e3b96. 00080000:00000010:0.0:1767384392.248974:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c0059eb. 00080000:00000010:0.0:1767384392.248981:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003c4caeda. 00000020:00000010:0.0:1767384392.248995:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000b2ed2e2. 00080000:00000010:0.0:1767384392.248999:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c4f18b7. 00080000:00000010:0.0:1767384392.249006:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006e9ab8ac. 00000020:00000010:0.0:1767384392.249030:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000469407e7. 00080000:00000010:0.0:1767384392.249034:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000926c46b8. 00080000:00000010:0.0:1767384392.249042:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009f712d28. 00000020:00000010:0.0:1767384392.249055:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a0275d1f. 00080000:00000010:0.0:1767384392.249059:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000145b486e. 00080000:00000010:0.0:1767384392.249065:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a2b02abd. 00100000:00000010:0.0:1767384392.249074:0:40985:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000059b6e86b. 00100000:00000010:0.0:1767384392.249077:0:40985:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000058f91969. 00100000:00000010:0.0:1767384392.249082:0:40985:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000612d2c04. 00100000:00000010:0.0:1767384392.249085:0:40985:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000066b5be64. 00000020:00000010:0.0:1767384392.249098:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f9497201. 00080000:00000010:0.0:1767384392.249101:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002439a284. 00000020:00000010:0.0:1767384392.250578:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e7bc5d42. 00080000:00000010:0.0:1767384392.250585:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000078279cc5. 00080000:00000010:0.0:1767384392.250598:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a38f0d3c. 00000020:00000010:0.0:1767384392.250617:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5d48019. 00080000:00000010:0.0:1767384392.250620:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000054c51830. 00080000:00000010:0.0:1767384392.250629:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000028639fe9. 00000020:00000010:0.0:1767384392.250642:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f4555610. 00080000:00000010:0.0:1767384392.250646:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b72abba2. 00080000:00000010:0.0:1767384392.250652:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f1541538. 00000020:00000010:0.0:1767384392.250666:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000007f6bfc8. 00080000:00000010:0.0:1767384392.250669:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000cd5c4c9. 00080000:00000010:0.0:1767384392.250675:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000a3f0a39. 00000020:00000010:0.0:1767384392.250690:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000084b00b89. 00080000:00000010:0.0:1767384392.250693:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000619df50f. 00080000:00000010:0.0:1767384392.250700:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f2fcf649. 00000020:00000010:0.0:1767384392.250716:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e4bc2c3a. 00080000:00000010:0.0:1767384392.250719:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000082271e9. 00080000:00000010:0.0:1767384392.250726:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f88f01d0. 00000020:00000010:0.0:1767384392.250741:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003156d2b9. 00080000:00000010:0.0:1767384392.250756:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003965af55. 00080000:00000010:0.0:1767384392.250769:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bb33a80a. 00000020:00000010:0.0:1767384392.250787:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f0d2f845. 00080000:00000010:0.0:1767384392.250791:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db52162f. 00080000:00000010:0.0:1767384392.250799:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000c6497cc. 00000020:00000010:0.0:1767384392.250815:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006aa8cebd. 00080000:00000010:0.0:1767384392.250818:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005018f10c. 00080000:00000010:0.0:1767384392.250824:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000020f8a608. 00000020:00000010:0.0:1767384392.250835:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b5fee335. 00080000:00000010:0.0:1767384392.250837:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c0b2051. 00080000:00000010:0.0:1767384392.250843:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f69cc487. 00000020:00000010:0.0:1767384392.250854:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5ee66d2. 00080000:00000010:0.0:1767384392.250857:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a476bcbe. 00080000:00000010:0.0:1767384392.250863:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d8a0a927. 00000020:00000010:0.0:1767384392.250874:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f02374e. 00080000:00000010:0.0:1767384392.250876:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d8bf8f83. 00080000:00000010:0.0:1767384392.250882:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000054731964. 00000020:00000010:0.0:1767384392.250895:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005f1f4c4e. 00080000:00000010:0.0:1767384392.250897:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae5553db. 00080000:00000010:0.0:1767384392.250904:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000edab69e5. 00000020:00000010:0.0:1767384392.250915:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c35fc8d8. 00080000:00000010:0.0:1767384392.250918:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d42edd68. 00080000:00000010:0.0:1767384392.250924:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003bc66541. 00000020:00000010:0.0:1767384392.250935:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018349f49. 00080000:00000010:0.0:1767384392.251030:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000ec3d966. 00080000:00000010:0.0:1767384392.251041:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f3798ff6. 00000020:00000010:0.0:1767384392.251059:0:40985:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005aec36e2. 00080000:00000010:0.0:1767384392.251062:0:40985:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000013bf9047. 00080000:00000010:0.0:1767384392.251068:0:40985:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009e951766. 00100000:00000010:0.0:1767384392.251088:0:40985:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000ea895365. 00200000:00000010:0.0:1767384392.251097:0:40985:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000000e387624. 00000020:00000010:0.0:1767384392.251119:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060908f1d. 00000020:00000010:0.0:1767384392.251123:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000032d042. 00000020:00000010:0.0:1767384392.251127:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bba6647. 00000020:00000010:0.0:1767384392.251131:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.251164:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b93aeb6a. 80000000:00000010:0.0:1767384392.251168:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008edbdf2d. 40000000:00000010:0.0:1767384392.251172:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d41336a3. 00100000:00000010:0.0:1767384392.251176:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac743c1f. 00040000:00000010:0.0:1767384392.251180:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000633dcee8. 00040000:00000010:0.0:1767384392.251182:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8fbcb86. 00080000:00000010:0.0:1767384392.251187:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003af981d2. 00080000:00000010:0.0:1767384392.251191:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d16aa60. 00002000:00000010:0.0:1767384392.251197:0:40985:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052ca8fd8. 00080000:00000010:0.0:1767384392.251204:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000928c8e8b. 00080000:00000010:0.0:1767384392.251211:0:40985:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2c910fc. 00000100:00000010:3.0:1767384392.251646:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc1469ed. 00000100:00000010:2.0:1767384392.251723:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0d1199b. 00010000:00000010:3.1:1767384392.252171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db913106. 00010000:00000010:3.1:1767384392.252178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7693bfd. 00010000:00000010:3.1:1767384392.252185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015a1e83e. 00000100:00000010:0.0:1767384392.252233:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059415567. 00000100:00000010:1.0:1767384392.252283:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb743af0. 00080000:00000010:1.0:1767384392.252733:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000928c8e8b. 00080000:00000010:1.0:1767384392.252736:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f1f33adf. 00080000:00000010:1.0:1767384392.252738:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000005f5a892. 00080000:00000010:1.0:1767384392.252740:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000eb08148. 00080000:00000010:1.0:1767384392.252742:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a2bce8e. 00080000:00000010:1.0:1767384392.252743:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e492760a. 00080000:00000010:1.0:1767384392.252745:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b807e81. 00080000:00000010:0.0:1767384392.252862:0:40985:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384392.252880:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000032d042. 00000020:00000010:0.0:1767384392.252884:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004bba6647. 00000020:00000010:0.0:1767384392.252888:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000845645ef. 00000020:00000010:0.0:1767384392.252892:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b93aeb6a. 80000000:00000010:0.0:1767384392.252896:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008edbdf2d. 40000000:00000010:0.0:1767384392.252898:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d41336a3. 00100000:00000010:0.0:1767384392.252902:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac743c1f. 00040000:00000010:0.0:1767384392.252905:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000633dcee8. 00040000:00000010:0.0:1767384392.252908:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8fbcb86. 00080000:00000010:0.0:1767384392.252912:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d16aa60. 00080000:00000010:0.0:1767384392.252914:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003af981d2. 00002000:00000010:0.0:1767384392.252918:0:40985:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052ca8fd8. 00000020:00000010:0.0:1767384392.252920:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060908f1d. 00000004:00000010:0.0:1767384392.252929:0:40985:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000d41336a3. 00000004:00000010:2.0:1767384392.253121:0:41030:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000478d325f. 00000004:00000010:0.0:1767384392.253126:0:40985:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000d41336a3. 00000020:00000010:2.0:1767384392.253188:0:41030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5bfa951. 00000020:00000010:2.0:1767384392.253192:0:41030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094cce867. 00000040:00000010:2.0:1767384392.253195:0:41030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088860c16. 00000020:00000010:2.0:1767384392.253199:0:41030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007336531f. 00000020:00000010:2.0:1767384392.253202:0:41030:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384392.253206:0:41030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b39c986. 80000000:00000010:2.0:1767384392.253209:0:41030:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005210ba7d. 40000000:00000010:2.0:1767384392.253211:0:41030:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f76ef0fe. 00100000:00000010:2.0:1767384392.253215:0:41030:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d6fb15b. 00040000:00000010:2.0:1767384392.253217:0:41030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005541ea9b. 00040000:00000010:2.0:1767384392.253221:0:41030:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc9227a9. 00040000:00000010:2.0:1767384392.253223:0:41030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000255b246b. 00080000:00000010:2.0:1767384392.253228:0:41030:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b1c446ca. 00080000:00000010:2.0:1767384392.253232:0:41030:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001b98772f. 00000004:00000010:2.0:1767384392.253237:0:41030:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032b0a49f. 00000004:00000010:2.0:1767384392.253242:0:41030:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cb1fb575. 00000004:00000010:2.0:1767384392.253246:0:41030:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006743abb3. 00000004:00000010:2.0:1767384392.253249:0:41030:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000777a9171. 00080000:00000010:2.0:1767384392.253256:0:41030:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d4198b65. 00000020:00000010:0.0:1767384392.253269:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027c76d85. 00000040:00000010:0.0:1767384392.253274:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008ebd0298. 00000020:00000010:0.0:1767384392.253277:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018c8ac12. 00000020:00000010:0.0:1767384392.253280:0:40985:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384392.253284:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000053df4049. 80000000:00000010:0.0:1767384392.253287:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000016034a7. 40000000:00000010:0.0:1767384392.253289:0:40985:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dacd05ca. 00000020:00000010:0.0:1767384392.253292:0:40985:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000079c9060c. 00100000:00000010:0.0:1767384392.253294:0:40985:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca645a3a. 00040000:00000010:0.0:1767384392.253297:0:40985:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000caf3bb08. 00040000:00000010:0.0:1767384392.253300:0:40985:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004495cfde. 00040000:00000010:0.0:1767384392.253303:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb889823. 00080000:00000010:0.0:1767384392.253305:0:40985:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000ee28c3b0. 00080000:00000010:0.0:1767384392.253309:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009bd23126. 00080000:00000010:0.0:1767384392.253314:0:40985:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000091a0e7c0. 00080000:00000010:0.0:1767384392.253316:0:40985:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000067ab5a74. 00080000:00000010:0.0:1767384392.253318:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006f435e33. 00000004:00000010:0.0:1767384392.253322:0:40985:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000adcc59d4. 00000004:00000010:0.0:1767384392.253326:0:40985:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077fd78bb. 00000004:00000010:0.0:1767384392.253329:0:40985:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001f4c894d. 00000004:00000010:0.0:1767384392.253332:0:40985:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081c069b9. 00000020:00000010:0.0:1767384392.253334:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9c2110. 00000020:00000010:0.0:1767384392.253338:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384392.253342:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384392.253345:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015a7918b. 00000040:00000010:0.0:1767384392.253357:0:40985:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e2635c91. 00000020:00000010:0.0:1767384392.253368:0:40985:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ecce911b. 00000040:00000010:0.0:1767384392.253371:0:40985:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f7cd97a. 00000020:00000010:0.0:1767384392.253373:0:40985:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d1bafca. 00000020:00000010:0.0:1767384392.253376:0:40985:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ca30777. 80000000:00000010:0.0:1767384392.253379:0:40985:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008351b691. 00040000:00000010:0.0:1767384392.253381:0:40985:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031e0d895. 00080000:00000010:0.0:1767384392.253384:0:40985:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f0562efe. 00080000:00000010:0.0:1767384392.253387:0:40985:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000006e1e6c5e. 00080000:00000010:0.0:1767384392.253389:0:40985:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006bb7c0a4. 20000000:00000010:0.0:1767384392.253393:0:40985:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000089cbb41e. 00000020:00000010:0.0:1767384392.253395:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc0c8ee. 00000100:00000010:3.0:1767384392.253498:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000017bace9. 02000000:00000010:3.0:1767384392.253512:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd78584. 00000100:00000010:3.0:1767384392.253524:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001683250c. 02000000:00000010:3.0:1767384392.253540:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abac6db2. 00000400:00000010:3.0:1767384392.253546:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8df16c. 00000400:00000010:3.0:1767384392.253554:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.253559:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728336896, portal 4 00000020:00000010:3.0:1767384392.253567:0:41019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003d661a3f. 00000400:00000010:3.0:1767384392.253572:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.253574:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236728336896, offset 0 00000400:00000200:3.0:1767384392.253582:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.253593:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.253602:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824ce09200 00000400:00000200:3.0:1767384392.253609:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6496 00000400:00000200:3.0:1767384392.253617:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.253620:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.253627:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384392.253630:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fab6091c. 00000400:00000200:3.0:1767384392.253645:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.253648:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.253654:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000017bace9 x1853236728336896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384408 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384392.253672:0:41019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e458465. 00000100:00000010:3.0:1767384392.253681:0:41019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa60c44e. 00000100:00000010:3.0:1767384392.253685:0:41019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5a17343. 00000100:00000010:3.0:1767384392.253689:0:41019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000842aab1e. 00000020:00000010:3.0:1767384392.253719:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.253724:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.253728:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000019c5ce7. 00000020:00000010:3.0:1767384392.253732:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.253735:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.253766:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.253768:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000100:00000200:3.0:1767384392.253771:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728336896 02000000:00000010:3.0:1767384392.253786:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000536d7534. 00010000:00000200:3.0:1767384392.253799:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fab6091c x1853236728336896/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:373/0 lens 264/240 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.253813:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.253815:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236728336896, offset 224 00000400:00000200:3.0:1767384392.253819:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.253824:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.253829:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824ce09200 00000400:00000200:3.0:1767384392.253833:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b55 [1] + 224 00000400:00000200:3.0:1767384392.253836:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.253838:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.253843:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000017bace9 x1853236728336896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.253857:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.253858:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000020:00000010:3.0:1767384392.253868:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.253871:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.253874:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000019c5ce7. 00000400:00000010:3.0:1767384392.253892:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac8df16c. 00000400:00000200:3.0:1767384392.253894:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.253896:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.253899:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000017bace9 x1853236728336896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.253906:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000017bace9 x1853236728336896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384392.253928:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001683250c. 02000000:00000010:3.0:1767384392.253934:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abac6db2. 02000000:00000010:3.0:1767384392.253939:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd78584. 00000100:00000010:3.0:1767384392.253943:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000017bace9. 00000100:00000010:3.0:1767384392.253948:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000017bace9. 02000000:00000010:3.0:1767384392.253953:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd78584. 00000100:00000010:3.0:1767384392.253958:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001683250c. 02000000:00000010:3.0:1767384392.253964:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a0b3d83. 00000400:00000010:3.0:1767384392.253967:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8df16c. 00000400:00000010:3.0:1767384392.253970:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.253972:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337024, portal 4 00000400:00000010:3.0:1767384392.253975:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.253977:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236728337024, offset 0 00000400:00000200:3.0:1767384392.253981:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.253985:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.253989:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824ce09280 00000400:00000200:3.0:1767384392.253993:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6760 00000400:00000200:3.0:1767384392.253996:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.253999:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.254001:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384392.254004:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000159cd394. 00000400:00000200:3.0:1767384392.254012:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.254014:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.254032:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000017bace9 x1853236728337024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.254058:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254060:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254063:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abac6db2. 00000020:00000010:3.0:1767384392.254065:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.254067:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.254082:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254085:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000100:00000200:3.0:1767384392.254087:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337024 02000000:00000010:3.0:1767384392.254099:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f66e63b0. 00010000:00000200:3.0:1767384392.254109:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000159cd394 x1853236728337024/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:373/0 lens 432/432 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.254118:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.254121:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236728337024, offset 224 00000400:00000200:3.0:1767384392.254124:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.254128:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.254133:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824ce09280 00000400:00000200:3.0:1767384392.254155:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b61 [1] + 224 00000400:00000200:3.0:1767384392.254159:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.254162:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.254166:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000017bace9 x1853236728337024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.254179:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.254181:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000020:00000010:3.0:1767384392.254187:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.254190:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.254192:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abac6db2. 00000400:00000010:3.0:1767384392.254205:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac8df16c. 00000400:00000200:3.0:1767384392.254207:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.254208:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.254211:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000017bace9 x1853236728337024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.254218:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000017bace9 x1853236728337024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384392.254230:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001683250c. 02000000:00000010:3.0:1767384392.254236:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a0b3d83. 02000000:00000010:3.0:1767384392.254239:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd78584. 00000100:00000010:3.0:1767384392.254241:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000017bace9. 00000100:00000010:3.0:1767384392.254248:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000017bace9. 02000000:00000010:3.0:1767384392.254253:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd78584. 00000100:00000010:3.0:1767384392.254258:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001683250c. 02000000:00000010:3.0:1767384392.254264:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a0b3d83. 00000400:00000010:3.0:1767384392.254267:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8df16c. 00000400:00000010:3.0:1767384392.254269:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.254271:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337152, portal 4 00000400:00000010:3.0:1767384392.254273:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.254275:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236728337152, offset 0 00000400:00000200:3.0:1767384392.254279:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.254283:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.254287:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824ce09300 00000400:00000200:3.0:1767384392.254291:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 7192 00000400:00000200:3.0:1767384392.254294:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.254297:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.254300:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384392.254302:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000246e4c9a. 00000400:00000200:3.0:1767384392.254310:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.254312:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.254316:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000017bace9 x1853236728337152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384392.254338:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254341:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254344:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abac6db2. 00000020:00000010:3.0:1767384392.254346:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.254349:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.254363:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9ee4c33. 00000020:00000010:3.0:1767384392.254365:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9ee4c33. 00000100:00000200:3.0:1767384392.254368:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337152 02000000:00000010:3.0:1767384392.254375:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000ff075c32. 00002000:00000010:3.0:1767384392.254393:0:18426:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c9ee4c33. 00002000:00000010:3.0:1767384392.254402:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cf80a6bd. 00080000:00000010:3.0:1767384392.254501:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000019c5ce7. 00002000:00000010:3.0:1767384392.254532:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c53bef41. 00080000:00000010:3.0:1767384392.254536:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000522ddaf3. 00002000:00000010:3.0:1767384392.254543:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d57cda16. 00080000:00000010:3.0:1767384392.254546:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a85ab10. 00002000:00000010:3.0:1767384392.254553:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d8a84362. 00080000:00000010:3.0:1767384392.254556:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003644c90f. 00002000:00000010:3.0:1767384392.254563:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000070b513a. 00080000:00000010:3.0:1767384392.254566:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007941c189. 00002000:00000010:3.0:1767384392.254572:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069d91eb0. 00080000:00000010:3.0:1767384392.254575:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb141aff. 00002000:00000010:3.0:1767384392.254583:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e435888f. 00080000:00000010:3.0:1767384392.254585:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c28193c9. 00002000:00000010:3.0:1767384392.254594:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000849695b5. 00080000:00000010:3.0:1767384392.254597:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c062d73. 00080000:00000010:3.0:1767384392.254606:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003e5edb12. 00080000:00000010:3.0:1767384392.254612:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017f77126. 00080000:00000010:3.0:1767384392.254618:0:18426:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009d2eb8bd. 00080000:00000010:3.0:1767384392.254626:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000072ac2bdf. 00000001:00000010:3.0:1767384392.254762:0:18426:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000e3e44173. 00002000:00000010:3.0:1767384392.255008:0:18426:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000072f898e0. 00000001:00000010:3.0:1767384392.255030:0:18426:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000963bf1ce. 00080000:00000010:0.0:1767384392.256035:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f081b89e. 00080000:00000010:0.0:1767384392.256041:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f081b89e. 00080000:00000010:0.0:1767384392.256050:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f081b89e. 00080000:00000010:0.0:1767384392.256054:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f081b89e. 00080000:00000010:2.0:1767384392.257764:0:41030:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d4198b65. 00000020:00000010:2.0:1767384392.257776:0:41030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000094cce867. 00000040:00000010:2.0:1767384392.257781:0:41030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088860c16. 00000020:00000010:2.0:1767384392.257784:0:41030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007336531f. 00000020:00000010:2.0:1767384392.257789:0:41030:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384392.257793:0:41030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b39c986. 80000000:00000010:2.0:1767384392.257797:0:41030:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005210ba7d. 40000000:00000010:2.0:1767384392.257801:0:41030:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f76ef0fe. 00100000:00000010:2.0:1767384392.257804:0:41030:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d6fb15b. 00040000:00000010:2.0:1767384392.257808:0:41030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005541ea9b. 00040000:00000010:2.0:1767384392.257812:0:41030:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc9227a9. 00040000:00000010:2.0:1767384392.257814:0:41030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000255b246b. 00080000:00000010:2.0:1767384392.257818:0:41030:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001b98772f. 00080000:00000010:1.0:1767384392.257818:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000514c707f. 00080000:00000010:2.0:1767384392.257822:0:41030:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b1c446ca. 00080000:00000010:1.0:1767384392.257823:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000514c707f. 00000004:00000010:2.0:1767384392.257826:0:41030:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032b0a49f. 00000004:00000010:2.0:1767384392.257830:0:41030:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb1fb575. 00080000:00000010:1.0:1767384392.257830:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000514c707f. 00080000:00000010:1.0:1767384392.257833:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000514c707f. 00000004:00000010:2.0:1767384392.257834:0:41030:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006743abb3. 00000004:00000010:2.0:1767384392.257837:0:41030:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000777a9171. 00000020:00000010:2.0:1767384392.257840:0:41030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bfa951. 00000004:00000010:2.0:1767384392.257843:0:41030:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000478d325f. 00000001:00000010:3.0:1767384392.263929:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000963bf1ce. 00002000:00000010:3.0:1767384392.263942:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000072f898e0. 00080000:00000010:3.0:1767384392.263945:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003e5edb12. 00000001:00000010:3.0:1767384392.263951:0:17889:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b1ffc3a1. 00080000:00000010:3.0:1767384392.263955:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004dd1c21d. 00080000:00000010:2.0:1767384392.264048:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000072ac2bdf. 00080000:00000010:2.0:1767384392.264055:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017f77126. 00002000:00000010:2.0:1767384392.264069:0:18426:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c9ee4c33. 00002000:00000010:2.0:1767384392.264078:0:18426:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000478d325f. 00002000:00000010:2.0:1767384392.264114:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000038db7d89. 00080000:00000010:2.0:1767384392.264121:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d3014533. 00002000:00000010:2.0:1767384392.264175:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001969a956. 00080000:00000010:2.0:1767384392.264180:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000509658df. 00002000:00000010:2.0:1767384392.264188:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000076d30550. 00080000:00000010:2.0:1767384392.264192:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000255b246b. 00002000:00000010:2.0:1767384392.264199:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f0ea5fd6. 00000100:00000010:3.0:1767384392.264201:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000842aab1e. 00080000:00000010:2.0:1767384392.264203:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b39c986. 00002000:00000010:2.0:1767384392.264210:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b2752046. 00080000:00000010:2.0:1767384392.264231:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5bfa951. 00002000:00000010:2.0:1767384392.264244:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e7d6882b. 00080000:00000010:2.0:1767384392.264248:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000088860c16. 00002000:00000010:2.0:1767384392.264259:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000095dab01e. 00080000:00000010:2.0:1767384392.264262:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000094cce867. 00002000:00000010:2.0:1767384392.264272:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004a8e43a9. 00080000:00000010:2.0:1767384392.264275:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036b24de3. 00080000:00000010:2.0:1767384392.264286:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2106509. 00080000:00000010:2.0:1767384392.264309:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f76ef0fe. 00080000:00000010:2.0:1767384392.264322:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f316ea53. 00002000:00000010:2.0:1767384392.264999:0:18426:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000005210ba7d. 00000001:00000010:2.0:1767384392.265009:0:18426:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b80653c2. 00080000:00000010:2.0:1767384392.265035:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f316ea53. 00080000:00000010:2.0:1767384392.265039:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f76ef0fe. 00002000:00000010:2.0:1767384392.265045:0:18426:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000478d325f. 00002000:00000010:2.0:1767384392.265049:0:18426:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000478d325f. 00002000:00000010:2.0:1767384392.265054:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004ef94ff2. 00080000:00000010:2.0:1767384392.265058:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000972de07a. 00002000:00000010:2.0:1767384392.265069:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007d847f8b. 00080000:00000010:2.0:1767384392.265072:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027e52aaf. 00002000:00000010:2.0:1767384392.265115:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000260e8141. 00080000:00000010:2.0:1767384392.265177:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003404fea3. 00002000:00000010:2.0:1767384392.265193:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d183a907. 00080000:00000010:2.0:1767384392.265196:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aa0e6a1b. 00002000:00000010:2.0:1767384392.265204:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000735c2b5f. 00080000:00000010:2.0:1767384392.265207:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4d10101. 00002000:00000010:2.0:1767384392.265213:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000030de37ca. 00080000:00000010:2.0:1767384392.265216:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000722c8116. 00002000:00000010:2.0:1767384392.265245:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000eedefb7a. 00080000:00000010:2.0:1767384392.265251:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c1b54d50. 00002000:00000010:2.0:1767384392.265262:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ae25d233. 00080000:00000010:2.0:1767384392.265266:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003c56ea72. 00080000:00000010:2.0:1767384392.265273:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007997a07d. 00080000:00000010:2.0:1767384392.265290:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f76ef0fe. 00080000:00000010:2.0:1767384392.265298:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f316ea53. 00002000:00000010:2.0:1767384392.265592:0:18426:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e259a30b. 00000001:00000010:2.0:1767384392.265599:0:18426:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005d2e8713. 00080000:00000010:2.0:1767384392.265607:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f316ea53. 00080000:00000010:2.0:1767384392.265610:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f76ef0fe. 00002000:00000010:2.0:1767384392.265615:0:18426:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000478d325f. 00002000:00000010:2.0:1767384392.265618:0:18426:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000478d325f. 00002000:00000010:2.0:1767384392.265622:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000092e2dd71. 00080000:00000010:2.0:1767384392.265626:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e32801d. 00002000:00000010:2.0:1767384392.265635:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000758f5e9f. 00080000:00000010:2.0:1767384392.265638:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002f2604d8. 00002000:00000010:2.0:1767384392.266802:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007d03890a. 00000100:00000010:2.0:1767384392.266836:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5a17343. 00080000:00000010:3.0:1767384392.267532:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e5edb12. 00002000:00000010:3.0:1767384392.267564:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000082c0da5c. 00080000:00000010:3.0:1767384392.267570:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e26e7c59. 00002000:00000010:3.0:1767384392.267581:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000036fba9e3. 00080000:00000010:3.0:1767384392.267587:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004dd1c21d. 00002000:00000010:3.0:1767384392.267595:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000108789e2. 00080000:00000010:3.0:1767384392.267601:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ffb6af35. 00002000:00000010:3.0:1767384392.267610:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007cb32ed2. 00080000:00000010:3.0:1767384392.267614:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a993a6a. 00002000:00000010:3.0:1767384392.267624:0:18426:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005a2b8068. 00080000:00000010:3.0:1767384392.267629:0:18426:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004785cb18. 00080000:00000010:3.0:1767384392.267640:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009a945bc5. 00080000:00000010:3.0:1767384392.267648:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001907d455. 00080000:00000010:3.0:1767384392.267659:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000371d1a93. 00002000:00000010:3.0:1767384392.268178:0:18426:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000842aab1e. 00000001:00000010:3.0:1767384392.268188:0:18426:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000072f898e0. 00080000:00000010:3.0:1767384392.268205:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000371d1a93. 00080000:00000010:3.0:1767384392.268209:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001907d455. 00002000:00000010:3.0:1767384392.268219:0:18426:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000478d325f. 00010000:00000200:3.0:1767384392.268239:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000246e4c9a x1853236728337152/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:373/0 lens 432/432 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384392.268259:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384392.268266:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236728337152, offset 224 00000400:00000200:3.0:1767384392.268276:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384392.268289:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384392.268300:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824ce09300 00000400:00000200:3.0:1767384392.268309:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b6d [1] + 224 00000400:00000200:3.0:1767384392.268317:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.268323:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384392.268334:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000017bace9 x1853236728337152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384392.268359:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384392.268361:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000020:00000010:3.0:1767384392.268378:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3123851. 00000020:00000010:3.0:1767384392.268383:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384392.268387:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abac6db2. 00000100:00000010:1.0:1767384392.269048:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa60c44e. 00000400:00000010:3.0:1767384392.269528:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac8df16c. 00000400:00000200:3.0:1767384392.269534:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384392.269536:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384392.269544:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000017bace9 x1853236728337152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384392.269555:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000017bace9 x1853236728337152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384408 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384392.269590:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001683250c. 00000100:00000010:0.0:1767384392.270461:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e458465. 00080000:00000010:3.0:1767384392.277511:0:41031:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004bbebfdf. 00080000:00000010:3.0:1767384392.277523:0:41031:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004bbebfdf. 00080000:00000010:3.0:1767384392.277532:0:41031:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004bbebfdf. 00080000:00000010:3.0:1767384392.277537:0:41031:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004bbebfdf. 00080000:00000010:3.0:1767384392.526114:0:41040:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cc46d6d7. 00080000:00000010:3.0:1767384392.526128:0:41040:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cc46d6d7. 00080000:00000010:3.0:1767384392.526285:0:41040:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cc46d6d7. 00080000:00000010:3.0:1767384392.526289:0:41040:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cc46d6d7. 00000400:00000200:3.0:1767384392.564583:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d0de85 00000400:00000010:3.0:1767384392.564590:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044d0de85. 00000400:00000200:3.0:1767384392.564771:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384392.564778:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384392.564792:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006cf9c957. 00000400:00000010:3.0:1767384392.564797:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b678fe0f. 00000020:00000010:2.0:1767384392.711072:0:41080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b0296bd. 00000020:00000010:2.0:1767384392.711086:0:41080:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc4a1766. 00000020:00000010:2.0:1767384392.711090:0:41080:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d6fb15b. 00000020:00000010:2.0:1767384392.711095:0:41080:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384392.711100:0:41080:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000896b6b16. 80000000:00000010:2.0:1767384392.711104:0:41080:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000018f91ba0. 40000000:00000010:2.0:1767384392.711108:0:41080:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cef65114. 00100000:00000010:2.0:1767384392.711130:0:41080:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc9227a9. 00040000:00000010:2.0:1767384392.711152:0:41080:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b726b0b8. 00040000:00000010:2.0:1767384392.711156:0:41080:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af0dcd15. 00080000:00000010:2.0:1767384392.711163:0:41080:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b1c446ca. 00080000:00000010:2.0:1767384392.711168:0:41080:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001b98772f. 00002000:00000010:2.0:1767384392.711175:0:41080:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf3eff6b. 00000020:00000010:2.0:1767384392.711187:0:41080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc4a1766. 00000020:00000010:2.0:1767384392.711192:0:41080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d6fb15b. 00000020:00000010:2.0:1767384392.711195:0:41080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384392.711199:0:41080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000896b6b16. 80000000:00000010:2.0:1767384392.711201:0:41080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000018f91ba0. 40000000:00000010:2.0:1767384392.711204:0:41080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cef65114. 00100000:00000010:2.0:1767384392.711207:0:41080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bc9227a9. 00040000:00000010:2.0:1767384392.711210:0:41080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b726b0b8. 00040000:00000010:2.0:1767384392.711213:0:41080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af0dcd15. 00080000:00000010:2.0:1767384392.711216:0:41080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001b98772f. 00080000:00000010:2.0:1767384392.711220:0:41080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b1c446ca. 00002000:00000010:2.0:1767384392.711223:0:41080:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf3eff6b. 00000020:00000010:2.0:1767384392.711225:0:41080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b0296bd. 00000800:00000200:3.0:1767384392.757308:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b23599b] -> 12345-192.168.202.115@tcp42 (6) 00000800:00000200:3.0:1767384392.757431:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp42 ip 192.168.202.115:988 00000800:00000200:3.0:1767384392.757438:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384392.757655:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384393.012278:0:252:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c21e0ed1. 00080000:00000010:3.0:1767384393.083311:0:41092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a848a4fe. 00080000:00000010:3.0:1767384393.083323:0:41092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a848a4fe. 00080000:00000010:3.0:1767384393.083333:0:41092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a848a4fe. 00080000:00000010:3.0:1767384393.083339:0:41092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a848a4fe. 00000400:00000200:3.0:1767384393.589195:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp46 00000400:00000010:3.0:1767384393.589202:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd70e274. 00000400:00000010:3.0:1767384393.589210:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e5c190c. 00000400:00000010:3.0:1767384393.589215:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000400:00000010:3.0:1767384393.589223:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a29ecab7. 00000400:00000200:3.0:1767384393.589227:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp46 00000400:00000200:3.0:1767384393.589248:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp46 local destination 00000400:00000200:3.0:1767384393.589253:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp46 00000400:00000200:3.0:1767384393.589257:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp46 NI seq info: [259:259:256:4294967295] 192.168.202.115@tcp46 LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1767384393.589264:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp46 00000400:00000200:3.0:1767384393.589271:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp46(192.168.202.115@tcp46:) -> 192.168.202.115@tcp46(192.168.202.115@tcp46:192.168.202.115@tcp46) : GET try# 0 00000800:00000200:3.0:1767384393.589276:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp46 00000800:00000010:3.0:1767384393.589280:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9e5cddb. 00000800:00000200:3.0:1767384393.589286:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000800:00000200:3.1:1767384393.589290:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002d92ef8b] -> 12345-192.168.202.115@tcp46 (2) 00000400:00000200:3.0:1767384393.589321:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp46 added to recovery queue. ping count: 5 next ping: 346 health :500 00000400:00000200:3.0:1767384393.589326:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp33 00000400:00000010:3.0:1767384393.589328:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007c760790. 00000400:00000010:3.0:1767384393.589331:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008cc1a95d. 00000400:00000010:3.0:1767384393.589334:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000400:00000010:3.0:1767384393.589337:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9c03179. 00000400:00000200:3.0:1767384393.589340:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp33 00000400:00000200:3.0:1767384393.589346:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp33 local destination 00000400:00000200:3.0:1767384393.589349:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp33 00000400:00000200:3.0:1767384393.589351:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp33 NI seq info: [260:260:256:4294967295] 192.168.202.115@tcp33 LPNI seq info [223:223:8:4294967295] 00000400:00000200:3.0:1767384393.589355:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp33 00000400:00000200:3.0:1767384393.589361:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp33(192.168.202.115@tcp33:) -> 192.168.202.115@tcp33(192.168.202.115@tcp33:192.168.202.115@tcp33) : GET try# 0 00000800:00000200:3.0:1767384393.589365:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp33 00000800:00000010:3.0:1767384393.589367:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af0da2e2. 00000800:00000200:3.0:1767384393.589371:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000800:00000200:3.1:1767384393.589374:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057f66bbb] -> 12345-192.168.202.115@tcp33 (2) 00000400:00000200:3.0:1767384393.589392:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp33 added to recovery queue. ping count: 6 next ping: 378 health :400 00000400:00000200:3.0:1767384393.589396:0:16352:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.115@tcp32 00000400:00000010:3.0:1767384393.589398:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005ebcf8fb. 00000400:00000010:3.0:1767384393.589401:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006c8746d. 00000400:00000010:3.0:1767384393.589403:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1cbcefa. 00000400:00000010:3.0:1767384393.589407:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ec62ba2d. 00000400:00000200:3.0:1767384393.589410:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.115@tcp32 00000400:00000200:3.0:1767384393.589414:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.115@tcp32 local destination 00000400:00000200:3.0:1767384393.589417:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.115@tcp32 00000400:00000200:3.0:1767384393.589420:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.115@tcp32 NI seq info: [261:261:256:4294967295] 192.168.202.115@tcp32 LPNI seq info [224:224:8:4294967295] 00000400:00000200:3.0:1767384393.589424:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.115@tcp32 00000400:00000200:3.0:1767384393.589429:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.115@tcp32(192.168.202.115@tcp32:) -> 192.168.202.115@tcp32(192.168.202.115@tcp32:192.168.202.115@tcp32) : GET try# 0 00000800:00000200:3.0:1767384393.589433:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.115@tcp32 00000800:00000010:3.0:1767384393.589435:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000080c30be0. 00000800:00000200:3.0:1767384393.589439:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000800:00000200:3.1:1767384393.589442:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009edf2daa] -> 12345-192.168.202.115@tcp32 (2) 00000400:00000200:3.0:1767384393.589456:0:16352:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.115@tcp32 added to recovery queue. ping count: 6 next ping: 378 health :400 00000400:00000200:3.0:1767384393.589527:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589572:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589593:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589611:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589631:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589666:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589686:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589705:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589726:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589745:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589767:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589787:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589809:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589833:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589855:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589876:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589896:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589915:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589933:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589950:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589967:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.589997:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590033:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590053:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590071:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590088:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590101:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590105:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590118:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590120:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590152:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590177:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590195:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590195:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590213:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590230:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590248:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590266:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590266:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590283:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590300:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590374:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590395:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000010:3.0:1767384393.590402:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006087211e. 00000800:00000010:3.0:1767384393.590407:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c3199160. 00000800:00000010:3.0:1767384393.590412:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2624dd3. 00000400:00000200:2.0:1767384393.590414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000800:00000010:3.0:1767384393.590432:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2624dd3. 00000400:00000200:2.0:1767384393.590434:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000800:00020000:3.0:1767384393.590442:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384393.590445:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c3199160. 00000800:00000010:3.0:1767384393.590448:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006087211e. 00000400:00000200:2.0:1767384393.590453:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:02020000:3.0:1767384393.590478:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp46 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384393.590485:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp46 notifying 192.168.202.115@tcp46: down 00000400:00000200:3.0:1767384393.590489:0:35781:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767384393.590489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000800:00000100:3.0:1767384393.590493:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp46 00000800:00000010:3.0:1767384393.590496:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9e5cddb. 00000400:00000200:3.0:1767384393.590499:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384393.590504:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp46->192.168.202.115@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384393.590505:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590513:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384393.590516:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384393.590520:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp46) recovery failed with -71 00000400:00000200:2.0:1767384393.590522:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590538:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590538:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590557:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590575:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590575:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590592:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590592:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590610:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590611:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590628:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590628:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590646:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590646:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590663:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590663:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590680:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590699:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590699:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590716:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590736:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590757:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590779:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000800:00000010:2.0:1767384393.590788:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1c446ca. 00000800:00000010:2.0:1767384393.590791:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b654b10. 00000800:00000010:2.0:1767384393.590794:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000069c3ef8b. 00000400:00000200:3.0:1767384393.590802:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000800:00000010:2.0:1767384393.590812:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000069c3ef8b. 00000800:00020000:2.0:1767384393.590817:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384393.590819:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b654b10. 00000800:00000010:2.0:1767384393.590822:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b1c446ca. 00000400:00000200:3.0:1767384393.590824:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590844:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:02020000:2.0:1767384393.590850:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp33 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384393.590855:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp33 notifying 192.168.202.115@tcp33: down 00000800:00000200:2.0:1767384393.590860:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp33 down 00000400:00000200:3.0:1767384393.590862:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000800:00000100:2.0:1767384393.590865:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp33 00000800:00000010:2.0:1767384393.590867:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af0da2e2. 00000400:00000200:2.0:1767384393.590870:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384393.590874:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp33->192.168.202.115@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384393.590879:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384393.590880:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384393.590881:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384393.590885:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384393.590897:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590916:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590935:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590956:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590976:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.590995:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591028:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591050:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591068:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591085:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591102:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591119:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591151:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591173:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591194:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:3.0:1767384393.591210:0:35781:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:3.0:1767384393.591278:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006087211e. 00000800:00000010:3.0:1767384393.591281:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c3199160. 00000800:00000010:3.0:1767384393.591284:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2624dd3. 00000800:00000010:3.0:1767384393.591297:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2624dd3. 00000800:00020000:3.0:1767384393.591302:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384393.591304:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c3199160. 00000800:00000010:3.0:1767384393.591306:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006087211e. 00000400:02020000:3.0:1767384393.591330:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp32 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384393.591334:0:35781:0:(router.c:1755:lnet_notify()) 192.168.202.115@tcp32 notifying 192.168.202.115@tcp32: down 00000800:00000200:3.0:1767384393.591337:0:35781:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.115@tcp32 down 00000800:00000100:3.0:1767384393.591341:0:35781:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.115@tcp32 00000800:00000010:3.0:1767384393.591343:0:35781:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000080c30be0. 00000400:00000200:3.0:1767384393.591345:0:35781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384393.591348:0:35781:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.115@tcp32->192.168.202.115@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384393.591353:0:35781:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384393.591355:0:35781:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384393.591358:0:35781:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.115@tcp32) recovery failed with -71 00000400:00000010:1.0:1767384394.293076:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010dd5b7c. 00000400:00000200:1.0:1767384394.293090:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c616da99 00000400:00000010:1.0:1767384394.293093:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c616da99. 00000100:00000200:1.0:1767384394.293103:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767384394 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384394.293114:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083369aa1 x1853236728333312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767384394 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384394.293186:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003f4a7e21. 02000000:00000010:1.0:1767384394.293193:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001a4fd369. 00000100:00000010:1.0:1767384394.293198:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083369aa1. 00000100:00000010:0.0:1767384394.293454:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002993b6f7. 02000000:00000010:0.0:1767384394.293481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000633dcee8. 00040000:00000010:2.0:1767384394.293687:0:16357:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006743abb3. 00000004:00000010:2.0:1767384394.293695:0:16357:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032b0a49f. 00000004:00000010:2.0:1767384394.293701:0:16357:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cb1fb575. 00000004:00000010:2.0:1767384394.293707:0:16357:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d6fb15b. 00000004:00000010:2.0:1767384394.293712:0:16357:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f646b24e. 02000000:00000010:2.0:1767384394.293733:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000484d7db3. 00000400:00000010:2.0:1767384394.293740:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448ab9b6. 00000400:00000010:2.0:1767384394.293747:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384394.293756:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728337280, portal 25 00000400:00000010:2.0:1767384394.293762:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000100:00000200:2.0:1767384394.293765:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236728337280, offset 0 00000400:00000200:2.0:1767384394.293774:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384394.293790:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384394.293803:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824ce09380 00000400:00000200:2.0:1767384394.293814:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2209 [2] + 0 00000400:00000010:2.0:1767384394.293820:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81cc8cc. 00000400:00000200:2.0:1767384394.293824:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f59ac314 00000400:00000200:2.0:1767384394.293831:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384394.293838:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384394.293845:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f59ac314 00000400:00000010:2.0:1767384394.293847:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f59ac314. 00000100:00000200:2.0:1767384394.293853:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384394.293877:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0c1e31 00000400:00000010:2.0:1767384394.293880:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000100:00000200:2.0:1767384394.293887:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002993b6f7 x1853236728337280/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384394.293907:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fa7d51c. 00000100:00000010:2.0:1767384394.293924:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007076be06. 00000100:00000010:2.0:1767384394.293931:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018f91ba0. 00000100:00000010:2.0:1767384394.293936:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d761c37c. 00000020:00000010:1.0:1767384394.293988:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384394.293993:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384394.294010:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000475281c1. 00000020:00000010:1.0:1767384394.294016:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005206846c. 00000020:00000010:1.0:1767384394.294021:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384394.294059:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384394.294062:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bd65b2d. 00000100:00000200:1.0:1767384394.294065:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337280 02000000:00000010:1.0:1767384394.294080:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db9c8668. 00010000:00000200:1.0:1767384394.294089:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007183cd89 x1853236728337280/t0(0) o400->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:375/0 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384394.294106:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384394.294111:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236728337280, offset 224 00000400:00000200:1.0:1767384394.294118:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384394.294122:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8a55d3b. 00000400:00000200:1.0:1767384394.294133:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384394.294160:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000067ab5a74. 00000100:00000010:0.0:1767384394.294180:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000144a9e88. 02000000:00000010:0.0:1767384394.294185:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003cd985a5. 00000400:00000200:1.0:1767384394.294282:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824ce09380 00000400:00000200:1.0:1767384394.294292:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2b85 [1] + 224 02000000:00000010:2.0:1767384394.294300:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006da44ee5. 00000400:00000010:2.0:1767384394.294307:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286ff9fb. 00000400:00000010:2.0:1767384394.294314:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000400:00000200:1.0:1767384394.294314:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384394.294318:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728337536, portal 4 00000400:00000200:1.0:1767384394.294325:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384394.294332:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b1c446ca. 00000100:00000200:1.0:1767384394.294337:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002993b6f7 x1853236728337280/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384394.294342:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384394.294353:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236728337536, offset 0 00000400:00000200:2.0:1767384394.294371:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384394.294379:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384394.294384:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000200:2.0:1767384394.294392:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824ce09480 00000400:00000010:1.0:1767384394.294393:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000400:00000200:2.0:1767384394.294408:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 7624 00000400:00000200:2.0:1767384394.294414:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384394.294418:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384394.294418:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005206846c. 00000100:00000200:2.0:1767384394.294424:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1767384394.294425:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000100:00000010:2.0:1767384394.294433:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045465baf. 00000020:00000010:1.0:1767384394.294433:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000475281c1. 00000400:00000200:2.0:1767384394.294456:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384394.294458:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384394.294462:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000144a9e88 x1853236728337536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384394.294479:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448ab9b6. 00000400:00000200:2.0:1767384394.294482:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384394.294484:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384394.294487:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002993b6f7 x1853236728337280/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384394.294496:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002993b6f7 x1853236728337280/t0(0) o400->MGC192.168.202.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384394.294520:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000484d7db3. 02000000:00000010:2.0:1767384394.294524:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000633dcee8. 00000100:00000010:2.0:1767384394.294528:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002993b6f7. 02000000:00000010:1.0:1767384394.294547:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db9c8668. 00000100:00000200:1.0:1767384394.294553:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384394.294558:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f7d5d8. 00000400:00000010:1.0:1767384394.294563:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c44697ba. 00040000:00000010:1.0:1767384394.294582:0:16358:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000058ae7117. 00000004:00000010:1.0:1767384394.294586:0:16358:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000efba10c2. 00000004:00000010:1.0:1767384394.294591:0:16358:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003535e3bf. 00000004:00000010:1.0:1767384394.294596:0:16358:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f3a061a1. 00000004:00000010:1.0:1767384394.294598:0:16358:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db9c8668. 02000000:00000010:1.0:1767384394.294618:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad1cfb96. 00000400:00000010:1.0:1767384394.294622:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e061f. 00000400:00000010:1.0:1767384394.294637:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000866c3c7d. 00000100:00000200:1.0:1767384394.294640:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337408, portal 10 00000400:00000010:1.0:1767384394.294646:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384394.294648:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236728337408, offset 0 00000400:00000200:1.0:1767384394.294652:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384394.294657:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384394.294663:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824ce09400 00000400:00000200:1.0:1767384394.294669:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22d9 [64] + 520 00000400:00000200:1.0:1767384394.294673:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384394.294675:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384394.294679:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384394.294683:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025d5defc. 00000400:00000200:1.0:1767384394.294703:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:1.0:1767384394.294710:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000200:1.0:1767384394.294715:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8a55d3b x1853236728337408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384394.294883:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001b98772f. 00040000:00000010:2.0:1767384394.294893:0:40999:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc9227a9. 00000004:00000010:2.0:1767384394.294898:0:40999:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007336531f. 00000004:00000010:2.0:1767384394.294904:0:40999:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a9a2d8a. 00000004:00000010:2.0:1767384394.294907:0:40999:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000086ded807. 00000020:00000010:2.0:1767384394.294917:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000484d7db3. 00000020:00000010:2.0:1767384394.294922:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f03fa9e5. 00000020:00000010:2.0:1767384394.294926:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:3.0:1767384394.294955:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000856dedcc. 00000100:00000200:2.0:1767384394.294963:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337408 00000020:00000010:3.0:1767384394.294964:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000085ae112. 00000020:00000010:3.0:1767384394.294979:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc260b91. 00000020:00000010:3.0:1767384394.294983:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c60ab1bb. 00000020:00000010:3.0:1767384394.294987:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384394.295023:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064e050a2. 00000020:00000010:3.0:1767384394.295026:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064e050a2. 00000100:00000200:3.0:1767384394.295028:0:18426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337536 02000000:00000010:3.0:1767384394.295039:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ba9852b8. 00010000:00000200:3.0:1767384394.295045:0:18426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045465baf x1853236728337536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384394.295057:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc17e6fc. 00000100:00000200:3.0:1767384394.295059:0:18426:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236728337536, offset 224 00000400:00000200:3.0:1767384394.295064:0:18426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384394.295069:0:18426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384394.295074:0:18426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824ce09480 00000400:00000200:3.0:1767384394.295079:0:18426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2b91 [1] + 224 00000400:00000200:3.0:1767384394.295083:0:18426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384394.295085:0:18426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384394.295091:0:18426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000144a9e88 x1853236728337536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384394.295108:0:18426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc17e6fc 00000400:00000010:3.0:1767384394.295109:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc17e6fc. 00000020:00000010:3.0:1767384394.295117:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c60ab1bb. 00000020:00000010:3.0:1767384394.295120:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384394.295122:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc260b91. 02000000:00000010:2.0:1767384394.295718:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b65d7f41. 00000020:00000010:2.0:1767384394.295736:0:40999:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001a153bbe. 00000004:00000010:2.0:1767384394.295747:0:40999:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000060edcc02. 00000001:00000010:2.0:1767384394.295752:0:40999:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d5e21d5e. 00000001:00000010:2.0:1767384394.295763:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005541ea9b. 00000001:00000010:2.0:1767384394.295769:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f298388d. 00000001:00000010:2.0:1767384394.295775:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b0296bd. 00000001:00000010:2.0:1767384394.295780:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005325e9be. 00000001:00000010:2.0:1767384394.295785:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000548ce412. 00000001:00000010:2.0:1767384394.295789:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4d6e83b. 00000001:00000010:2.0:1767384394.295796:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b726b0b8. 00000001:00000010:2.0:1767384394.295800:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004ff40897. 00000001:00000010:2.0:1767384394.295804:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018ac3160. 00000001:00000010:2.0:1767384394.295808:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007dc02a37. 00000001:00000010:2.0:1767384394.295812:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3641b22. 00000001:00000010:2.0:1767384394.295818:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba6068aa. 00000020:00000010:2.0:1767384394.295862:0:40999:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002a2fb407. 00000400:00000010:3.0:1767384394.296026:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286ff9fb. 00000400:00000200:3.0:1767384394.296033:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0c1e31 00000400:00000010:3.0:1767384394.296034:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000100:00000200:3.0:1767384394.296040:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000144a9e88 x1853236728337536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384394.296050:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000144a9e88 x1853236728337536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384394.296073:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006da44ee5. 02000000:00000010:3.0:1767384394.296079:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003cd985a5. 00000100:00000010:3.0:1767384394.296082:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000144a9e88. 00000020:00000010:2.0:1767384394.296494:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000082a6b021. 00000020:00000010:2.0:1767384394.296502:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000be0ee169. 00000020:00000010:2.0:1767384394.296507:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000007d270127. 00000020:00000010:2.0:1767384394.296540:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003f4791d2. 00000020:00000010:2.0:1767384394.296544:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000021b68b7. 00000020:00000010:2.0:1767384394.296548:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000965d5419. 00000020:00000010:2.0:1767384394.296572:0:40999:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d4d6f95c. 00000020:00000010:2.0:1767384394.296580:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c3ef8b. 00010000:00000200:2.0:1767384394.296622:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025d5defc x1853236728337408/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384414 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384394.296638:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384394.296642:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236728337408, offset 0 00000400:00000200:2.0:1767384394.296648:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384394.296656:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384394.296663:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824ce09400 00000400:00000200:2.0:1767384394.296670:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x2b9d [1] + 0 00000400:00000200:2.0:1767384394.296675:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384394.296679:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384394.296686:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8a55d3b x1853236728337408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384394.296713:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384394.296715:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000020:00000010:2.0:1767384394.296727:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f03fa9e5. 00000020:00000010:2.0:1767384394.296731:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384394.296734:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000484d7db3. 00000100:00000010:0.0:1767384394.296859:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d8eb8df. 02000000:00000010:0.0:1767384394.296871:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000081c069b9. 02000000:00000010:3.0:1767384394.297031:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000861c334e. 00000400:00000010:3.0:1767384394.297038:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8df16c. 00000400:00000010:3.0:1767384394.297043:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc17e6fc. 00000100:00000200:3.0:1767384394.297046:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337664, portal 10 00000020:00000010:3.0:1767384394.297053:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006087211e. 00000400:00000010:3.0:1767384394.297057:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3e60565. 00000100:00000200:3.0:1767384394.297060:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236728337664, offset 0 00000400:00000200:3.0:1767384394.297066:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384394.297074:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384394.297082:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824ce09500 00000400:00000200:3.0:1767384394.297086:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22d9 [64] + 1040 00000400:00000200:3.0:1767384394.297092:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384394.297095:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384394.297100:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384394.297103:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b72f5858. 00000400:00000200:3.0:1767384394.297116:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3e60565 00000400:00000010:3.0:1767384394.297118:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3e60565. 00000100:00000200:3.0:1767384394.297123:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d8eb8df x1853236728337664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384394.297165:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718e061f. 00000400:00000200:3.0:1767384394.297169:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000866c3c7d 00000400:00000010:3.0:1767384394.297171:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000866c3c7d. 00000100:00000200:3.0:1767384394.297176:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8a55d3b x1853236728337408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384394.297177:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003af981d2. 00000100:00000200:3.0:1767384394.297190:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8a55d3b x1853236728337408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384394.297192:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8fbcb86. 00000020:00000010:0.0:1767384394.297204:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fc1aa76. 00000020:00000010:0.0:1767384394.297210:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000200:0.0:1767384394.297236:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337664 02000000:00000010:0.0:1767384394.297248:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000052ca8fd8. 00000020:00000010:0.0:1767384394.297256:0:40999:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ac743c1f. 00000004:00000010:0.0:1767384394.297264:0:40999:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000044a7055a. 00000001:00000010:0.0:1767384394.297267:0:40999:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000060e94b1e. 00000001:00000010:0.0:1767384394.297271:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000048f69317. 00000001:00000010:0.0:1767384394.297275:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036ed76b4. 00000001:00000010:0.0:1767384394.297277:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000032d042. 00000001:00000010:0.0:1767384394.297280:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000928c8e8b. 00000001:00000010:0.0:1767384394.297283:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b93aeb6a. 00000001:00000010:0.0:1767384394.297287:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000060908f1d. 00000001:00000010:0.0:1767384394.297291:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006cea8869. 00000001:00000010:0.0:1767384394.297293:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002b48e43b. 00000001:00000010:0.0:1767384394.297297:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054579d2e. 00000001:00000010:0.0:1767384394.297300:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abac6db2. 00000001:00000010:0.0:1767384394.297304:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007ac211aa. 00000001:00000010:0.0:1767384394.297306:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e444a058. 00000020:00000010:0.0:1767384394.297328:0:40999:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008351b691. 00000020:00000010:0.0:1767384394.297335:0:40999:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000008351b691. 00000020:00000010:0.0:1767384394.297341:0:40999:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004bba6647. 00010000:00000200:0.0:1767384394.297359:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b72f5858 x1853236728337664/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384414 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384394.297372:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384394.297376:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236728337664, offset 0 00000400:00000200:0.0:1767384394.297382:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384394.297389:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384394.297397:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824ce09500 00000400:00000200:0.0:1767384394.297401:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x2bad [1] + 0 00000400:00000200:0.0:1767384394.297406:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384394.297409:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384394.297415:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d8eb8df x1853236728337664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384394.297428:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384394.297430:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000020:00000010:0.0:1767384394.297440:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fc1aa76. 00000020:00000010:0.0:1767384394.297443:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384394.297446:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8fbcb86. 00000100:02000000:3.0:1767384394.298026:0:16354:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:3.0:1767384394.305665:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad1cfb96. 02000000:00000010:3.0:1767384394.305680:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000067ab5a74. 00000100:00000010:3.0:1767384394.305686:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8a55d3b. 00000400:00000010:3.0:1767384394.305709:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac8df16c. 00000400:00000200:3.0:1767384394.305713:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc17e6fc 00000400:00000010:3.0:1767384394.305715:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc17e6fc. 00000100:00000200:3.0:1767384394.305727:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d8eb8df x1853236728337664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384394.305737:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d8eb8df x1853236728337664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384394.305777:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000861c334e. 02000000:00000010:3.0:1767384394.305781:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000081c069b9. 00000100:00000010:3.0:1767384394.305784:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d8eb8df. 00000100:00000010:0.0:1767384394.313222:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fa7d51c. 00000100:00000010:3.0:1767384394.313227:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d761c37c. 00000100:00000010:2.0:1767384394.313342:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018f91ba0. 00000100:00000010:1.0:1767384394.313447:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007076be06. 00000001:02000400:0.0:1767384394.375570:0:41256:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1767384394.403102:0:41258:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000001:3.0:1767384394.612234:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384394.612240:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384394.612243:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384394.612246:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000400:00000200:3.0:1767384394.612251:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384394.612257:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384394.612272:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd70e274. 00000400:00000010:3.0:1767384394.612276:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e5c190c. 00000400:00000001:3.0:1767384394.612280:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384394.612281:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384394.612282:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384394.612284:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000400:00000200:3.0:1767384394.612286:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384394.612288:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384394.612291:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007c760790. 00000400:00000010:3.0:1767384394.612293:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008cc1a95d. 00000400:00000001:3.0:1767384394.612295:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384394.612297:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384394.612298:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1cbcefa 00000400:00000010:3.0:1767384394.612299:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1cbcefa. 00000400:00000200:3.0:1767384394.612301:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384394.612303:0:16352:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.115@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384394.612305:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005ebcf8fb. 00000400:00000010:3.0:1767384394.612307:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006c8746d. 00080000:00000010:1.0:1767384394.777488:0:41270:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076012a08. 00080000:00000010:1.0:1767384394.777498:0:41270:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076012a08. 00000020:00000001:1.0:1767384394.777504:0:41270:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384394.777512:0:41270:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076012a08. 00080000:00000010:1.0:1767384394.777518:0:41270:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076012a08. 00000020:00000001:1.0:1767384394.777522:0:41270:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.007523:0:41308:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000736a419e. 00080000:00000010:2.0:1767384395.007534:0:41308:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000736a419e. 00000020:00000001:2.0:1767384395.007539:0:41308:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.007546:0:41308:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000736a419e. 00080000:00000010:2.0:1767384395.007551:0:41308:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000736a419e. 00000020:00000001:2.0:1767384395.007554:0:41308:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384395.007593:0:41308:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384395.007783:0:41308:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1767384395.060436:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.060442:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.060448:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.060449:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.060661:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384395.060664:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.060666:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384395.352905:0:41320:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009c9268e0. 00080000:00000010:0.0:1767384395.352917:0:41320:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009c9268e0. 00000020:00000001:0.0:1767384395.352922:0:41320:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384395.352930:0:41320:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009c9268e0. 00080000:00000010:0.0:1767384395.352936:0:41320:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009c9268e0. 00000020:00000001:0.0:1767384395.352939:0:41320:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384395.649301:0:41358:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9f26563. 00080000:00000010:3.0:1767384395.649313:0:41358:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9f26563. 00000020:00000001:3.0:1767384395.649318:0:41358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384395.649326:0:41358:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9f26563. 00080000:00000010:3.0:1767384395.649331:0:41358:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9f26563. 00000020:00000001:3.0:1767384395.649334:0:41358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384395.649368:0:41358:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384395.649545:0:41358:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000800:00000200:3.0:1767384395.828268:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000120a3e98] -> 12345-192.168.202.115@tcp27 (6) 00000800:00000200:3.0:1767384395.828278:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp27 ip 192.168.202.115:988 00000800:00000200:3.0:1767384395.828282:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384395.828466:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384395.828471:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384395.828482:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384395.828486:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384395.828488:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384396.085184:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.085192:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384396.085199:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.085201:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384396.085221:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384396.085224:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384396.085227:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384396.347077:0:41370:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000068b501ff. 00080000:00000010:0.0:1767384396.347087:0:41370:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000068b501ff. 00000020:00000001:0.0:1767384396.347092:0:41370:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384396.347100:0:41370:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000068b501ff. 00080000:00000010:0.0:1767384396.347104:0:41370:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000068b501ff. 00000020:00000001:0.0:1767384396.347107:0:41370:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384396.854530:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000264cce0f] -> 12345-192.168.202.115@tcp14 (6) 00000800:00000200:3.0:1767384396.854576:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp14 ip 192.168.202.115:988 00000800:00000200:3.0:1767384396.854581:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092739979 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384396.854599:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000800:00000200:3.1:1767384396.854603:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000049b478ad] -> 12345-192.168.202.115@tcp35 (4) 00000800:00000200:1.0:1767384396.854752:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384396.854758:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384396.854771:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384396.854775:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384396.854778:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384396.854917:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855077:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855100:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855124:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855377:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855445:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855489:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855512:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855558:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855583:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855774:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855798:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855827:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855855:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855893:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855917:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855959:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.855993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856070:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856110:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856131:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:2.0:1767384396.856205:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:2.0:1767384396.856335:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a860b691. 00000800:00000010:2.0:1767384396.856341:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b9b1a68. 00000800:00000010:2.0:1767384396.856346:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000efad2dc4. 00000800:00000010:2.0:1767384396.856368:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000efad2dc4. 00000800:00020000:2.0:1767384396.856376:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:2.0:1767384396.856379:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b9b1a68. 00000800:00000010:2.0:1767384396.856381:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a860b691. 00000400:02020000:2.0:1767384396.856420:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp35 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384396.856425:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384397.108346:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.108352:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.108368:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.108370:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.108391:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384397.108394:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.108396:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384397.684236:0:41019:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384397.684244:0:41019:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384397.684253:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb7a5b9d. 00000020:00000040:3.0:1767384397.684261:0:41019:0:(genops.c:1229:class_import_get()) import 00000000eb2dff6e refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384397.684266:0:41019:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:2.0:1767384397.684268:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 02000000:00000001:3.0:1767384397.684270:0:41019:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000040:2.0:1767384397.684274:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000016a47d4f) refs 2 02000000:00000001:3.0:1767384397.684277:0:41019:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.684278:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.684283:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384397.684285:0:17084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384397.684286:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 02000000:00000010:3.0:1767384397.684288:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000080c30be0. 10000000:01000000:2.0:1767384397.684289:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384397.684293:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384397.684295:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff989188a1e000 from 90 10000000:00000001:2.0:1767384397.684299:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384397.684300:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:3.0:1767384397.684305:0:41019:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.684307:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b17e041a. 00000020:00000040:2.0:1767384397.684312:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384397.684313:0:41019:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.684315:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384397.684317:0:41019:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.684319:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.684323:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.684328:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091afd96e. 00000100:00000040:3.0:1767384397.684331:0:41019:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb7a5b9d] to pc [ptlrpcd_00_00+0] req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.684333:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.684340:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384397.684343:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384397.684351:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fbefd712. 00010000:00000001:2.0:1767384397.684356:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384397.684359:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000409ae631. 00000020:00000001:2.0:1767384397.684363:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384397.684392:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384397.684397:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384397.684398:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000409ae631 with handle 0x960a57272cefbdfe to hash 00000100:00000001:1.0:1767384397.684400:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384397.684404:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:1.0:1767384397.684406:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384397.684408:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.684414:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.684420:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384397.684421:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384397.684424:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.684425:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.684430:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384397.684432:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384397.684435:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384397.684440:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384397.684446:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb7a5b9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728337792:0@lo:13: 00010000:00010000:2.0:1767384397.684447:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384397.684453:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384397.684460:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384397.684463:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384397.684463:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.684468:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384397.684474:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000010:1.0:1767384397.684474:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad1cfb96. 00000100:00000001:2.0:1767384397.684477:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:1.0:1767384397.684478:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.684484:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9b1a68. 00000400:00000010:1.0:1767384397.684486:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e061f. 00000100:00000001:2.0:1767384397.684489:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491801280 : -113724217750336 : ffff989184660cc0) 00000100:00000001:2.0:1767384397.684493:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.684495:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000400:00000010:1.0:1767384397.684495:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bbe4aa8. 00000100:00000001:2.0:1767384397.684502:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.684503:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384397.684504:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337792, portal 4 00000100:00000001:2.0:1767384397.684506:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.684509:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384397.684509:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384397.684512:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378899456 : -113719330652160 : ffff9892a7b14000) 00000100:00000040:2.0:1767384397.684516:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384397.684522:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.684526:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.684529:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.684531:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.684533:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.684535:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.684539:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728337920:0@lo:101: 00000100:00000001:2.0:1767384397.684548:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.684553:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384397.684554:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384397.684557:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384397.684559:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 02000000:00000001:2.0:1767384397.684561:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384397.684564:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236728337792, offset 0 02000000:00000001:2.0:1767384397.684565:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.684571:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093d443d0. 00000400:00000200:1.0:1767384397.684574:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384397.684575:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.684582:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448ab9b6. 00000400:00000010:2.0:1767384397.684587:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000400:00000200:1.0:1767384397.684592:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384397.684593:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728337920, portal 25 00000100:00000001:2.0:1767384397.684597:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.684598:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000040:2.0:1767384397.684602:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384397.684607:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824ce09580 00000100:00000001:2.0:1767384397.684615:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384397.684618:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000100:00000040:2.0:1767384397.684620:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.684624:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.684627:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728337920, offset 0 00000400:00000200:1.0:1767384397.684628:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.684633:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384397.684636:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.684641:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384397.684645:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384397.684648:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384397.684653:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000927d471a. 00000100:00000040:1.0:1767384397.684656:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000927d471a x1853236728337792 msgsize 224 00000400:00000200:2.0:1767384397.684660:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09600 00000100:00100000:1.0:1767384397.684663:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384397.684670:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x220d [2] + 0 00000400:00000010:2.0:1767384397.684674:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1ddf22. 00000100:00000001:1.0:1767384397.684676:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.684680:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079d3a946 00000400:00000200:2.0:1767384397.684684:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.684687:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1767384397.684791:0:41019:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.684803:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384397.684806:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.684995:0:18424:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.684998:0:18424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728337792 02000000:00000001:0.0:1767384397.685001:0:18424:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.685003:0:18424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.685005:0:18424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.685008:0:18424:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.685012:0:18424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728337792 00000020:00000001:0.0:1767384397.685014:0:18424:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.685015:0:18424:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbdaa 00000020:00000001:0.0:1767384397.685017:0:18424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.685019:0:18424:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e463ebc refcount=8 00000020:00000001:0.0:1767384397.685021:0:18424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630353825822720 : -113719883728896 : ffff989286b9f800) 00000020:00000001:0.0:1767384397.685024:0:18424:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630353825822720 : -113719883728896 : ffff989286b9f800) 00000100:00000001:0.0:1767384397.685027:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.685030:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdfc10e8. 00000020:00000010:0.0:1767384397.685034:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000856dedcc. 00000020:00000040:0.0:1767384397.685039:0:18424:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000001:0.0:1767384397.685053:0:18424:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384397.685058:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000221701e9. 00000020:00000010:0.0:1767384397.685062:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.685066:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.685080:0:18424:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384397.685083:0:18424:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.685084:0:18424:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.685086:0:18424:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.685093:0:18424:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.685100:0:18424:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.685109:0:18424:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.685110:0:18424:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.685114:0:18424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384397.685117:0:18424:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e463ebc : new rpc_count 1 00000100:00000001:0.0:1767384397.685119:0:18424:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354379522944 : -113719330028672 : ffff9892a7bac380) 00000100:00000040:0.0:1767384397.685123:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000927d471a x1853236728337792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:378/0 lens 224/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.685131:0:18424:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.685133:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f901eb54. 00000100:00000001:0.0:1767384397.685156:0:18424:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.685159:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f901eb54. 00000100:00100000:0.0:1767384397.685163:0:18424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000927d471a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16355:x1853236728337792:12345-0@lo:13: 00000100:00080000:3.0:1767384397.685164:0:17083:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384397.685169:0:17083:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000043563044) now 6 - evictor 00000100:00000200:0.0:1767384397.685170:0:18424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337792 00000020:00000001:0.0:1767384397.685173:0:18424:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.685177:0:18424:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.685179:0:18424:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.685182:0:18424:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.685184:0:18424:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665548240 : -1044003376 : ffffffffc1c5c5d0) 00000020:00000001:0.0:1767384397.685187:0:18424:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.685190:0:18424:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.685193:0:18424:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.685195:0:18424:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.685197:0:18424:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.685200:0:18424:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.685203:0:18424:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.685206:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000067ab5a74. 02000000:00000001:0.0:1767384397.685209:0:18424:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.685211:0:18424:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384397.685214:0:18424:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384397.685217:0:18424:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384397.685219:0:18424:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384397.685226:0:18424:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384397.685228:0:18424:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384397.685231:0:18424:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 278208 0 0 00000020:00000020:0.0:1767384397.685234:0:18424:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004e463ebc dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384397.685237:0:18424:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31639 avail; 50000 objects: 49634 free; state 0 00002000:00000001:0.0:1767384397.685239:0:18424:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384397.685243:0:18424:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384397.685244:0:18424:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384397.685246:0:18424:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.685249:0:18424:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934597, transno 0, xid 1853236728337792 00010000:00000001:0.0:1767384397.685251:0:18424:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.685254:0:18424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000927d471a x1853236728337792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:378/0 lens 224/368 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.685262:0:18424:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.685264:0:18424:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.685267:0:18424:0:(import.c:2128:obd_at_measure()) add 1 to 000000000c61a532 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.685271:0:18424:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.685273:0:18424:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.685275:0:18424:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.685278:0:18424:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.685280:0:18424:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.685282:0:18424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.685283:0:18424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.685286:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000200:1.0:1767384397.686979:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:1.0:1767384397.686984:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000100:00000001:1.0:1767384397.686988:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384397.686994:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.687004:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.687007:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.687013:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.687015:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384397.687021:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.687024:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6891 usecs (7 jiffies) 00000100:00000001:1.0:1767384397.687028:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294985737 00000100:00000010:1.0:1767384397.687033:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f2981e5. 00000100:00000001:1.0:1767384397.687039:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384397.687044:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294985737 00000100:00000010:1.0:1767384397.687052:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7172c42. 00000100:00000001:1.0:1767384397.687055:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384397.687058:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294985737 00000100:00000010:1.0:1767384397.687060:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e0734f9. 00000100:00000001:1.0:1767384397.687063:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384397.687065:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294985737 00000100:00000010:1.0:1767384397.687067:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0ad26f7. 00000100:00000001:1.0:1767384397.687070:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384397.687072:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.687074:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.687078:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.687080:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.687087:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384397.687089:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384397.687091:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384397.687093:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384397.687094:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.687096:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384397.692792:0:18424:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236728337792, offset 224 00000400:00000200:0.0:1767384397.692811:0:18424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.692824:0:18424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.692834:0:18424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824ce09580 00000400:00000200:0.0:1767384397.692841:0:18424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2bb9 [1] + 224 00000400:00000200:0.0:1767384397.692848:0:18424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.692852:0:18424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.692858:0:18424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.692865:0:18424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.692877:0:18424:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.692893:0:18424:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.692900:0:18424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384397.692903:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:0.0:1767384397.692906:0:18424:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.692908:0:18424:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.692913:0:18424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.692916:0:18424:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.692920:0:18424:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.692923:0:18424:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.692925:0:18424:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.692931:0:18424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000927d471a x1853236728337792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:378/0 lens 224/368 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.692940:0:18424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000927d471a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16355:x1853236728337792:12345-0@lo:13: Request processed in 7807us (8282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384397.692949:0:18424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384397.692952:0:18424:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e463ebc : new rpc_count 0 00000100:00000001:0.0:1767384397.692955:0:18424:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.692957:0:18424:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.692963:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.692979:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.692984:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000221701e9. 00000020:00000040:0.0:1767384397.692988:0:18424:0:(genops.c:898:class_export_put()) PUTting export 000000004e463ebc : new refcount 7 00000100:00000001:0.0:1767384397.692991:0:18424:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.693016:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384397.693019:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384397.693025:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384397.693026:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384397.693029:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718e061f. 00000400:00000200:0.0:1767384397.693033:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbe4aa8 00000400:00000010:0.0:1767384397.693035:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bbe4aa8. 00000100:00000001:0.0:1767384397.693038:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.693041:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384397.693049:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.693055:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384397.693056:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.693059:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384397.693061:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384397.693063:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.693065:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.693068:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384397.693077:0:16355:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002d16aa60. 00000100:00001000:0.0:1767384397.693083:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edf157c3 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384397.693087:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000061106fb1 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.693090:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384397.693092:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.693094:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384397.693098:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.693105:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.693108:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384397.693110:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1767384397.693111:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384397.693114:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.693117:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.693123:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384397.693126:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384397.693128:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384397.693130:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384397.693160:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384397.693163:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31639 avail_mb=123 hwm_mb=3 files=50000 ffree=49634 state=0: rc = 0 00000004:00000020:0.0:1767384397.693173:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000008ec1be66): 35554 blocks, 35206 free, 31639 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49634 free files 0x0 00000004:00000001:0.0:1767384397.693178:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.693182:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.693188:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb7a5b9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16355:1853236728337792:0@lo:13: 00000100:00000001:0.0:1767384397.693193:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.693195:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384397.693198:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb7a5b9d x1853236728337792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.693205:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384397.693207:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384397.693210:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad1cfb96. 02000000:00000001:0.0:1767384397.693214:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384397.693216:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.693217:0:16355:0:(genops.c:1242:class_import_put()) import 00000000eb2dff6e refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384397.693219:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384397.693221:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000080c30be0. 02000000:00000001:0.0:1767384397.693225:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384397.693227:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384397.693228:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb7a5b9d. 00000100:00000001:0.0:1767384397.693232:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384397.693233:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.693236:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.693243:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384397.693244:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.693247:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384397.693249:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.694238:0:760:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294985737, at 4294985738 00000100:00000010:1.0:1767384397.694248:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7172c42. 00000100:00000040:0.0:1767384397.695190:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294985737, at 4294985739 00000100:00000010:0.0:1767384397.695197:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f2981e5. 00000400:00000200:2.0:1767384397.695645:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079d3a946 00000400:00000010:2.0:1767384397.695649:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079d3a946. 00000100:00000001:2.0:1767384397.695654:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.695655:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.695658:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000f7600547 x1853236728337920 msgsize 328 00000100:00100000:2.0:1767384397.695662:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.695664:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.695708:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.695718:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.695720:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.695724:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.695730:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.695741:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.695743:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.695750:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.695753:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.695759:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.695763:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985758 00000100:00000010:2.0:1767384397.695767:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a3ecd5f. 00000100:00000001:2.0:1767384397.695770:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384397.695774:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985758 00000100:00000010:2.0:1767384397.695776:0:17084:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d572c648. 00000100:00000001:2.0:1767384397.695777:0:17084:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384397.695779:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985758 00000100:00000001:2.0:1767384397.695782:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985737 00000100:00000001:2.0:1767384397.695784:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985758 00000100:00000001:2.0:1767384397.695794:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985737 00000100:00000001:2.0:1767384397.695796:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.695799:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.695801:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.695802:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.695804:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b9b1a68 going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.695806:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.695808:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.698152:0:40993:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.698159:0:40993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728337920 02000000:00000001:0.0:1767384397.698165:0:40993:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.698168:0:40993:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.698171:0:40993:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.698176:0:40993:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.698180:0:40993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728337920 00000020:00000001:0.0:1767384397.698183:0:40993:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.698185:0:40993:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.698187:0:40993:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.698190:0:40993:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=9 00000020:00000001:0.0:1767384397.698194:0:40993:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:0.0:1767384397.698196:0:40993:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:0.0:1767384397.698200:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.698207:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.698210:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.698212:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000020:00000010:0.0:1767384397.698218:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd97c5a. 00000020:00000010:0.0:1767384397.698223:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.698228:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.698237:0:40993:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.698240:0:40993:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.698241:0:40993:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.698243:0:40993:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.698250:0:40993:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.698269:0:40993:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.698280:0:40993:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.698282:0:40993:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.698288:0:40993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384397.698291:0:40993:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.698293:0:40993:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756905552 : -113719952646064 : ffff9892829e6050) 00000100:00000040:0.0:1767384397.698298:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7600547 x1853236728337920/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.698313:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.698317:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.698319:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.698321:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000100:00100000:0.0:1767384397.698325:0:40993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7600547 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+9:17084:x1853236728337920:12345-0@lo:101: 00000100:00000200:0.0:1767384397.698329:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728337920 00000020:00000001:0.0:1767384397.698491:0:40993:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.698496:0:40993:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.698498:0:40993:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.698501:0:40993:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.698503:0:40993:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:0.0:1767384397.698507:0:40993:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.698508:0:40993:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.698510:0:40993:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.698512:0:40993:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.698517:0:40993:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.698520:0:40993:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384397.698522:0:40993:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384397.698524:0:40993:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384397.698526:0:40993:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384397.698527:0:40993:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.698533:0:40993:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384397.698541:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c419c192. 00010000:00000001:0.0:1767384397.698545:0:40993:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384397.698549:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b83b486e. 00000020:00000001:0.0:1767384397.698552:0:40993:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384397.698554:0:40993:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b83b486e with handle 0x960a57272cefbe05 to hash 00000020:00000001:0.0:1767384397.698556:0:40993:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384397.698557:0:40993:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491431936 : -113724218119680 : ffff989184606a00) 00010000:00000001:0.0:1767384397.698560:0:40993:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491431936 : -113724218119680 : ffff989184606a00) 00010000:00010000:0.0:1767384397.698563:0:40993:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b83b486e/0x960a57272cefbe05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbdfe expref: -99 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.698571:0:40993:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 5 00000020:00000040:0.0:1767384397.698574:0:40993:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=10 00000100:00000001:0.0:1767384397.698583:0:40993:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.698585:0:40993:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.698589:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000081c069b9. 02000000:00000001:0.0:1767384397.698591:0:40993:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.698594:0:40993:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.698596:0:40993:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384397.698609:0:40993:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384397.698612:0:40993:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384397.698615:0:40993:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.698617:0:40993:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.698619:0:40993:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.698620:0:40993:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.698622:0:40993:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384397.698624:0:40993:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384397.698626:0:40993:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384397.698627:0:40993:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384397.698629:0:40993:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c419c192) refcount = 1 00010000:00010000:0.0:1767384397.698634:0:40993:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b83b486e/0x960a57272cefbe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbdfe expref: 10 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.698640:0:40993:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384397.698642:0:40993:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384397.698643:0:40993:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.698646:0:40993:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.698647:0:40993:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.698652:0:40993:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384397.698654:0:40993:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b83b486e/0x960a57272cefbe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbdfe expref: 10 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.698660:0:40993:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384397.698662:0:40993:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384397.698664:0:40993:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.698666:0:40993:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.698668:0:40993:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384397.698670:0:40993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.698671:0:40993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384397.698672:0:40993:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b83b486e, rc 0) 00000020:00000001:0.0:1767384397.698675:0:40993:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.698678:0:40993:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728337920 00010000:00000001:0.0:1767384397.698680:0:40993:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.698693:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7600547 x1853236728337920/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.698702:0:40993:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.698704:0:40993:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.698708:0:40993:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.698712:0:40993:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.698714:0:40993:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.698716:0:40993:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.698719:0:40993:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.698721:0:40993:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.698723:0:40993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.698726:0:40993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.698730:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384397.698736:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728337920, offset 224 00000400:00000200:0.0:1767384397.698742:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.698754:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.698765:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09600 00000400:00000200:0.0:1767384397.698773:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2bc1 [1] + 224 00000400:00000200:0.0:1767384397.698780:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.698785:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.698790:0:40993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.698794:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.698803:0:40993:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.698821:0:40993:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.698828:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384397.698830:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:0.0:1767384397.698833:0:40993:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.698834:0:40993:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.698838:0:40993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.698841:0:40993:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.698843:0:40993:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.698845:0:40993:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.698847:0:40993:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.698850:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7600547 x1853236728337920/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.698858:0:40993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7600547 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+10:17084:x1853236728337920:12345-0@lo:101: Request processed in 544us (3199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384397.698865:0:40993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384397.698868:0:40993:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:0.0:1767384397.698871:0:40993:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.698872:0:40993:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.698876:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.698879:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.698883:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd97c5a. 00000020:00000040:0.0:1767384397.698887:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 9 02000000:00000001:0.0:1767384397.698891:0:40993:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384397.698892:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000081c069b9. 02000000:00000001:0.0:1767384397.698896:0:40993:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384397.698898:0:40993:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384397.698903:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.698908:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c35e8b3. 00000400:00000010:0.0:1767384397.698913:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f57aae75. 00000100:00000001:2.0:1767384397.699182:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.699188:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.699190:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.699191:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448ab9b6. 00000400:00000200:2.0:1767384397.699194:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.699195:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.699197:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.699200:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384397.699206:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699210:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.699211:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.699213:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.699215:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.699216:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.699217:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.699219:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.699223:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.699225:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.699227:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.699228:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.699230:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.699231:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699233:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.699235:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699238:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.699240:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.699241:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.699243:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.699247:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728337920:0@lo:101: 00000100:00000001:2.0:1767384397.699250:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.699252:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699253:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.699254:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.699256:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699259:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.699261:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b9b1a68. 00000100:00000001:2.0:1767384397.699263:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.699263:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.699265:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384397.699267:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.699268:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.699269:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000409ae631 refcount=4 00000020:00000001:2.0:1767384397.699271:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.699273:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000040:2.0:1767384397.699276:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000409ae631, remote cookie: 0x960a57272cefbe05, flags: 0x0 00010000:00000001:2.0:1767384397.699278:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384397.699279:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384397.699280:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384397.699281:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384397.699282:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384397.699283:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fbefd712) refcount = 1 00010000:00010000:2.0:1767384397.699285:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe05 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.699289:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384397.699290:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384397.699291:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.699293:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384397.699294:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.699296:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe05 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.699301:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384397.699302:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.699303:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.699304:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.699305:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.699306:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699308:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.699310:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b17e041a x1853236728337920/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699316:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.699318:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.699320:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d443d0. 02000000:00000001:2.0:1767384397.699323:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.699324:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.699326:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.699328:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.699330:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091afd96e. 02000000:00000001:2.0:1767384397.699333:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.699335:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.699336:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b17e041a. 00000100:00000001:2.0:1767384397.699339:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.699341:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384397.699343:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.699346:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384397.699348:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000016a47d4f) refs 3 10000000:00000001:2.0:1767384397.699350:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.699351:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.699352:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.699354:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000409ae631 refcount=3 00000020:00000001:2.0:1767384397.699355:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.699357:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.699359:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384397.699360:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.699361:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.699363:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.699365:0:17084:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384397.699368:0:17084:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f32fdd6d. 00000100:00000010:2.0:1767384397.699385:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b17e041a. 00000020:00000040:2.0:1767384397.699388:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.699391:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.699393:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.699397:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.699401:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091afd96e. 00000100:00000001:2.0:1767384397.699406:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699409:0:17084:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384397.699413:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000093d443d0. 00000100:00000010:2.0:1767384397.699415:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000679bb27e. 00000020:00000040:2.0:1767384397.699417:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.699421:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.699422:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.699427:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9b1a68. 00000100:00000001:2.0:1767384397.699429:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491801280 : -113724217750336 : ffff989184660cc0) 00000100:00000001:2.0:1767384397.699431:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.699432:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000001:2.0:1767384397.699436:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.699438:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699440:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.699443:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.699446:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699452:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.699454:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.699457:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.699459:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.699462:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.699464:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338048:0@lo:256: 00000100:00000001:2.0:1767384397.699469:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.699473:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.699475:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699478:0:17084:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384397.699482:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448ab9b6. 00000400:00000010:2.0:1767384397.699486:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000243de217. 00000100:00000200:2.0:1767384397.699489:0:17084:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824ce09680-0x695824ce09680, portal 33 00000100:00000001:2.0:1767384397.699492:0:17084:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.699494:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.699497:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df9af385. 02000000:00000001:2.0:1767384397.699499:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.699501:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1264d4d. 00000400:00000010:2.0:1767384397.699504:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.699505:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728338048, portal 25 00000100:00000001:2.0:1767384397.699506:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.699507:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000040:2.0:1767384397.699510:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699514:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.699516:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.699517:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.699518:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236728338048, offset 0 00000400:00000200:2.0:1767384397.699521:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.699526:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.699530:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824ce09680 00000400:00000200:2.0:1767384397.699533:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2211 [2] + 0 00000400:00000010:2.0:1767384397.699535:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297e4530. 00000400:00000200:2.0:1767384397.699537:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f97281a4 00000400:00000200:2.0:1767384397.699539:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.699541:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.699543:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f97281a4 00000400:00000010:2.0:1767384397.699544:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f97281a4. 00000100:00000001:2.0:1767384397.699546:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.699548:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.699550:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000006699ae9a x1853236728338048 msgsize 304 00000100:00100000:2.0:1767384397.699552:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.699553:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.699564:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.699566:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.699567:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.699569:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.699570:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699575:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.699576:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.699580:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699581:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.699582:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699585:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985761 00000100:00000001:2.0:1767384397.699589:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985758 00000100:00000001:2.0:1767384397.699592:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985761 00000100:00000001:2.0:1767384397.699593:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985758 00000100:00000001:2.0:1767384397.699595:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985761 00000100:00000001:2.0:1767384397.699597:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985758 00000100:00000001:2.0:1767384397.699599:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985761 00000100:00000001:2.0:1767384397.699601:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985758 00000100:00000001:2.0:1767384397.699602:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.699604:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.699605:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.699606:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.699607:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b9b1a68 going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.699608:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.699609:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.699781:0:40993:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.699785:0:40993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338048 02000000:00000001:0.0:1767384397.699787:0:40993:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.699789:0:40993:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.699790:0:40993:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.699794:0:40993:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.699796:0:40993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338048 00000020:00000001:0.0:1767384397.699799:0:40993:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.699801:0:40993:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.699802:0:40993:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.699804:0:40993:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=10 00000020:00000001:0.0:1767384397.699807:0:40993:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:0.0:1767384397.699809:0:40993:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:0.0:1767384397.699812:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.699816:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.699818:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.699820:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000020:00000010:0.0:1767384397.699825:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd97c5a. 00000020:00000010:0.0:1767384397.699829:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.699833:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.699838:0:40993:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.699840:0:40993:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.699841:0:40993:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.699843:0:40993:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.699846:0:40993:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.699862:0:40993:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.699869:0:40993:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.699871:0:40993:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.699875:0:40993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1767384397.699877:0:40993:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.699879:0:40993:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756900432 : -113719952651184 : ffff9892829e4c50) 00000100:00000040:0.0:1767384397.699882:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006699ae9a x1853236728338048/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 304/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.699891:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.699894:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.699896:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.699898:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000100:00100000:0.0:1767384397.699901:0:40993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006699ae9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+10:17084:x1853236728338048:12345-0@lo:256: 00000100:00000200:0.0:1767384397.699904:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338048 00000020:00000001:0.0:1767384397.699906:0:40993:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.699908:0:40993:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.699910:0:40993:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.699912:0:40993:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.699915:0:40993:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383648 : -1048167968 : ffffffffc18639e0) 00000020:00000001:0.0:1767384397.699917:0:40993:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.699918:0:40993:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.699920:0:40993:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.699921:0:40993:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.699923:0:40993:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.699927:0:40993:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.699929:0:40993:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.699932:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000081c069b9. 02000000:00000001:0.0:1767384397.699934:0:40993:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.699936:0:40993:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384397.699938:0:40993:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384397.699941:0:40993:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384397.699944:0:40993:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384397.699946:0:40993:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384397.699949:0:40993:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384397.699950:0:40993:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384397.699952:0:40993:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384397.699955:0:40993:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009795781d. 20000000:00000001:0.0:1767384397.699958:0:40993:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384397.699988:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384397.699995:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384397.700000:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384397.700003:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384397.700005:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384397.700008:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384397.700010:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384397.700012:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384397.700014:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384397.700016:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384397.700017:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384397.700019:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384397.700021:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384397.700022:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384397.700024:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384397.700026:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384397.700029:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384397.700043:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384397.700046:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384397.700048:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384397.700050:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384397.700052:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384397.700053:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384397.700055:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384397.700057:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384397.700059:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384397.700061:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384397.700063:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384397.700065:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384397.700067:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384397.700069:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384397.700071:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384397.700073:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384397.700075:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384397.700077:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384397.700079:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384397.700080:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384397.700082:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384397.700084:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384397.700086:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384397.700088:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384397.700090:0:40993:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384397.700092:0:40993:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:01000000:0.0:1767384397.700095:0:40993:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 864, version 90 20000000:00000001:0.0:1767384397.700096:0:40993:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=864 : 864 : 360) 00000100:00000001:0.0:1767384397.700099:0:40993:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384397.700103:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1e03223. 00000100:00000010:0.0:1767384397.700106:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001e98d56f. 00000020:00000040:0.0:1767384397.700109:0:40993:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=11 00010000:00000001:0.0:1767384397.700112:0:40993:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384397.700115:0:40993:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384397.700118:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000400:00000010:0.0:1767384397.700124:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000195de77a. 00000400:00000200:0.0:1767384397.700127:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.700155:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.700163:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824ce09680 00000400:00000200:0.0:1767384397.700167:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2bd5 [4] + 0 00000400:00000010:0.0:1767384397.700170:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448ab9b6. 00000400:00000200:0.0:1767384397.700173:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000243de217 00000400:00000200:0.0:1767384397.700176:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.700179:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384397.700181:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000243de217 00000400:00000010:0.0:1767384397.700183:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000243de217. 00000100:00000001:0.0:1767384397.700185:0:40993:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384397.700187:0:40993:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b17e041a desc 0000000093d443d0 mbits 1853236728338048 00000100:00000001:0.0:1767384397.700202:0:40993:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384397.700205:0:40993:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384397.700210:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384397.700216:0:40993:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2be1 00000400:00000200:0.0:1767384397.700219:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.700222:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384397.700225:0:40993:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384397.700226:0:40993:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a1e03223 00000100:00000001:0.0:1767384397.700228:0:40993:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384397.700233:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384397.700234:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:0.0:1767384397.700236:0:40993:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384397.700237:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a1e03223 00000100:00000001:0.0:1767384397.700239:0:40993:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384397.700243:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824ce09680-0x695824ce09680 00000100:00000001:0.0:1767384397.700245:0:40993:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.700249:0:40993:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.700251:0:40993:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384397.700253:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 10 00000100:00000010:0.0:1767384397.700255:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001e98d56f. 00000100:00000010:0.0:1767384397.700257:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1e03223. 00000100:00000001:0.0:1767384397.700260:0:40993:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384397.700261:0:40993:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384397.700267:0:40993:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009795781d. 20000000:00000001:0.0:1767384397.700270:0:40993:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.700273:0:40993:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338048 00010000:00000001:0.0:1767384397.700275:0:40993:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.700279:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006699ae9a x1853236728338048/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 304/240 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.700285:0:40993:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.700287:0:40993:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.700289:0:40993:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.700292:0:40993:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.700294:0:40993:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.700296:0:40993:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.700298:0:40993:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.700300:0:40993:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.700302:0:40993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.700304:0:40993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.700306:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384397.700309:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236728338048, offset 224 00000400:00000200:0.0:1767384397.700313:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.700318:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.700322:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824ce09680 00000400:00000200:0.0:1767384397.700326:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2bd9 [1] + 224 00000400:00000200:0.0:1767384397.700330:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.700344:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.700348:0:40993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.700351:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.700358:0:40993:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.700366:0:40993:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.700369:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:0.0:1767384397.700371:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:0.0:1767384397.700373:0:40993:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.700383:0:40993:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.700386:0:40993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.700388:0:40993:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.700390:0:40993:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.700392:0:40993:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.700394:0:40993:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.700397:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006699ae9a x1853236728338048/t0(0) o256->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 304/240 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.700404:0:40993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006699ae9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+10:17084:x1853236728338048:12345-0@lo:256: Request processed in 512us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384397.700411:0:40993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1767384397.700413:0:40993:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:0.0:1767384397.700415:0:40993:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.700417:0:40993:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.700420:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebc87896. 00000020:00000010:0.0:1767384397.700423:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.700425:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd97c5a. 00000020:00000040:0.0:1767384397.700428:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 9 02000000:00000001:0.0:1767384397.700430:0:40993:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384397.700432:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000081c069b9. 02000000:00000001:0.0:1767384397.700434:0:40993:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384397.700435:0:40993:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384397.700438:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.700442:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006382fb64. 00000400:00000010:0.0:1767384397.700445:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae18158e. 00000100:00000001:2.0:1767384397.700916:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.700923:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.700924:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.700926:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1264d4d. 00000400:00000200:2.0:1767384397.700930:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.700932:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.700934:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.700938:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384397.700947:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.700953:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.700954:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.700955:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.700957:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.700959:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.700960:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.700963:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.700992:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.700996:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.700998:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.701000:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.701001:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.701004:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.701006:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.701009:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384397.701016:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.701022:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.701024:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.701027:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.701033:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338048:0@lo:256: 00000100:00000001:2.0:1767384397.701036:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.701038:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.701040:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.701041:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.701043:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.701048:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.701051:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b9b1a68. 00000100:00000001:2.0:1767384397.701053:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.701055:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384397.701058:0:17084:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 90, more 0. 10000000:00000001:2.0:1767384397.701062:0:17084:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384397.701068:0:17084:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000fcc3c39. 10000000:00000040:2.0:1767384397.701079:0:17084:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.115@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384397.701081:0:17084:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000fcc3c39. 10000000:00000001:2.0:1767384397.701084:0:17084:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.701086:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.701088:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b17e041a x1853236728338048/t0(0) o256->MGC192.168.202.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.701094:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.701095:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.701098:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df9af385. 02000000:00000001:2.0:1767384397.701101:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.701102:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.701104:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.701105:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384397.701107:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384397.701108:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.701109:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.701111:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384397.701113:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000679bb27e. 00000100:00000010:2.0:1767384397.701116:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000093d443d0. 00000100:00000001:2.0:1767384397.701118:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384397.701119:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091afd96e. 02000000:00000001:2.0:1767384397.701122:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.701123:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.701124:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b17e041a. 00000100:00000001:2.0:1767384397.701128:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.701128:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384397.701784:0:17084:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f32fdd6d. 10000000:01000000:2.0:1767384397.701789:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384397.701792:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384397.701794:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.701796:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.701797:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000409ae631 refcount=3 00000020:00000001:2.0:1767384397.701799:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.701802:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491643904 : -113724217907712 : ffff98918463a600) 00010000:00000001:2.0:1767384397.701804:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384397.701807:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe05 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.701814:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.701815:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384397.701816:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000409ae631/0x960a57272cefbdfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe05 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.701821:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384397.701822:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.701823:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384397.701824:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.701826:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.701828:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384397.701830:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384397.701831:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000004e3f16ec) refs 2 10000000:00000001:2.0:1767384397.701833:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.701835:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384397.701836:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000016a47d4f) refs 3 10000000:00000001:2.0:1767384397.701851:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384397.701852:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384397.701854:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1767384397.701856:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384397.701858:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff989286f90800 from 30 10000000:00000001:2.0:1767384397.701860:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384397.701862:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1767384397.701866:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b17e041a. 00000020:00000040:2.0:1767384397.701869:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.701872:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.701874:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.701877:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.701882:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091afd96e. 00000100:00000001:2.0:1767384397.701886:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.701889:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384397.701892:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384397.701896:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008656df65 count: 3 00010000:00000001:2.0:1767384397.701899:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.701901:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384397.701904:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000016c89e53. 00000020:00000001:2.0:1767384397.701907:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384397.701909:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000016c89e53 with handle 0x960a57272cefbe0c to hash 00000020:00000001:2.0:1767384397.701911:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384397.701912:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:2.0:1767384397.701914:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:2.0:1767384397.701917:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384397.701919:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.701921:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.701927:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.701935:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384397.701940:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.701941:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.701946:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9b1a68. 00000100:00000001:2.0:1767384397.701948:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491801280 : -113724217750336 : ffff989184660cc0) 00000100:00000001:2.0:1767384397.701950:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.701951:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000001:2.0:1767384397.701954:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.701956:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.701958:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.701959:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.701963:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.701980:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.701981:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.701984:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.701986:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.701988:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.701990:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338176:0@lo:101: 00000100:00000001:2.0:1767384397.701994:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.701998:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.701999:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.702001:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.702005:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093d443d0. 02000000:00000001:2.0:1767384397.702006:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.702011:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1264d4d. 00000400:00000010:2.0:1767384397.702015:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.702019:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728338176, portal 25 00000100:00000001:2.0:1767384397.702021:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.702022:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637730048 : -113719071821568 : ffff9892b71eb100) 00000100:00000040:2.0:1767384397.702026:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.702032:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.702035:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.702037:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.702039:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728338176, offset 0 00000400:00000200:2.0:1767384397.702044:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.702051:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.702059:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09700 00000400:00000200:2.0:1767384397.702063:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2215 [2] + 0 00000400:00000010:2.0:1767384397.702066:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff58f0d0. 00000400:00000200:2.0:1767384397.702070:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a9ea0ef 00000400:00000200:2.0:1767384397.702074:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.702077:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.702081:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a9ea0ef 00000400:00000010:2.0:1767384397.702083:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a9ea0ef. 00000100:00000001:2.0:1767384397.702086:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.702088:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.702091:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000aa387b10 x1853236728338176 msgsize 328 00000100:00100000:2.0:1767384397.702094:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.702096:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.702111:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.702116:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.702117:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.702120:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.702123:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.702131:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.702133:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.702236:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.702237:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.702242:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.702245:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985764 00000100:00000001:2.0:1767384397.702251:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985761 00000100:00000001:2.0:1767384397.702256:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985764 00000100:00000001:2.0:1767384397.702258:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985761 00000100:00000001:2.0:1767384397.702260:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985764 00000100:00000001:2.0:1767384397.702263:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985761 00000100:00000001:2.0:1767384397.702265:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985764 00000100:00000001:2.0:1767384397.702268:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985761 00000100:00000001:2.0:1767384397.702271:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.702273:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.702274:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.702276:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.702278:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b9b1a68 going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.702280:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.702281:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.702362:0:40993:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384397.702365:0:40993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338176 02000000:00000001:1.0:1767384397.702367:0:40993:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384397.702369:0:40993:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384397.702371:0:40993:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.702374:0:40993:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384397.702376:0:40993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338176 00000020:00000001:1.0:1767384397.702378:0:40993:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384397.702380:0:40993:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:1.0:1767384397.702381:0:40993:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384397.702383:0:40993:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=10 00000020:00000001:1.0:1767384397.702384:0:40993:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:1.0:1767384397.702386:0:40993:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:1.0:1767384397.702396:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384397.702399:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000852440a. 00000100:00000001:1.0:1767384397.702401:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384397.702403:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000852440a. 00000020:00000010:1.0:1767384397.702408:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a0e7c0. 00000020:00000010:1.0:1767384397.702412:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4518a96. 00000020:00000010:1.0:1767384397.702416:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000100:00000040:1.0:1767384397.702422:0:40993:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384397.702425:0:40993:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384397.702426:0:40993:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384397.702427:0:40993:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.702433:0:40993:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.702476:0:40993:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.702486:0:40993:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384397.702488:0:40993:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384397.702491:0:40993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384397.702494:0:40993:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:1.0:1767384397.702495:0:40993:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756908624 : -113719952642992 : ffff9892829e6c50) 00000100:00000040:1.0:1767384397.702499:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa387b10 x1853236728338176/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.702506:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384397.702509:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000852440a. 00000100:00000001:1.0:1767384397.702511:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384397.702512:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000852440a. 00000100:00100000:1.0:1767384397.702515:0:40993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa387b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+10:17084:x1853236728338176:12345-0@lo:101: 00000100:00000200:1.0:1767384397.702517:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338176 00000020:00000001:1.0:1767384397.702520:0:40993:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384397.702522:0:40993:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384397.702523:0:40993:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.702525:0:40993:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384397.702527:0:40993:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:1.0:1767384397.702530:0:40993:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384397.702536:0:40993:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384397.702539:0:40993:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384397.702540:0:40993:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384397.702543:0:40993:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.702545:0:40993:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384397.702546:0:40993:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384397.702548:0:40993:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384397.702549:0:40993:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384397.702551:0:40993:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.702555:0:40993:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384397.702559:0:40993:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002cfde7d8 count: 3 00010000:00000001:1.0:1767384397.702561:0:40993:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384397.702563:0:40993:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384397.702566:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077154621. 00000020:00000001:1.0:1767384397.702569:0:40993:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384397.702570:0:40993:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000077154621 with handle 0x960a57272cefbe13 to hash 00000020:00000001:1.0:1767384397.702572:0:40993:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384397.702573:0:40993:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00000001:1.0:1767384397.702575:0:40993:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349474215936 : -113724235335680 : ffff98918359b800) 00010000:00010000:1.0:1767384397.702576:0:40993:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000077154621/0x960a57272cefbe13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbe0c expref: -99 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384397.702583:0:40993:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 6 00000020:00000040:1.0:1767384397.702585:0:40993:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=11 00000100:00000001:1.0:1767384397.702591:0:40993:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384397.702594:0:40993:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384397.702597:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001fb0cde5. 02000000:00000001:1.0:1767384397.702599:0:40993:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.702602:0:40993:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.702604:0:40993:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384397.702608:0:40993:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384397.702609:0:40993:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384397.702611:0:40993:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384397.702613:0:40993:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384397.702615:0:40993:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384397.702616:0:40993:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384397.702624:0:40993:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384397.702626:0:40993:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384397.702628:0:40993:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384397.702629:0:40993:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384397.702631:0:40993:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000002cfde7d8) refcount = 3 00010000:00000040:1.0:1767384397.702635:0:40993:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384397.702638:0:40993:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbdd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbdcd expref: 11 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384397.702645:0:40993:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea51028a/0x960a57272cefbd48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbd41 expref: 11 pid: 40993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384397.702651:0:40993:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000077154621/0x960a57272cefbe13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbe0c expref: 11 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384397.702656:0:40993:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384397.702658:0:40993:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384397.702660:0:40993:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384397.702662:0:40993:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.702665:0:40993:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384397.702671:0:40993:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384397.702674:0:40993:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000077154621/0x960a57272cefbe13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe0c expref: 11 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384397.702680:0:40993:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384397.702681:0:40993:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384397.702683:0:40993:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384397.702685:0:40993:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.702686:0:40993:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384397.702688:0:40993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384397.702689:0:40993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384397.702690:0:40993:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000077154621, rc 0) 00000020:00000001:1.0:1767384397.702692:0:40993:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384397.702695:0:40993:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338176 00010000:00000001:1.0:1767384397.702697:0:40993:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384397.702700:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa387b10 x1853236728338176/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384397.702713:0:40993:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384397.702715:0:40993:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384397.702718:0:40993:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384397.702720:0:40993:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384397.702722:0:40993:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384397.702724:0:40993:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384397.702726:0:40993:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384397.702728:0:40993:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.702730:0:40993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384397.702732:0:40993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384397.702735:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000100:00000200:1.0:1767384397.702738:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728338176, offset 224 00000400:00000200:1.0:1767384397.702742:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384397.702748:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384397.702753:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09700 00000400:00000200:1.0:1767384397.702756:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2bed [1] + 224 00000400:00000200:1.0:1767384397.702760:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384397.702763:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384397.702766:0:40993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384397.702769:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384397.702777:0:40993:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.702789:0:40993:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384397.702793:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:1.0:1767384397.702794:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000100:00000001:1.0:1767384397.702797:0:40993:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384397.702798:0:40993:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384397.702800:0:40993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.702803:0:40993:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384397.702805:0:40993:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384397.702806:0:40993:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.702808:0:40993:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384397.702817:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa387b10 x1853236728338176/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384397.702825:0:40993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa387b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338176:12345-0@lo:101: Request processed in 317us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384397.702832:0:40993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384397.702835:0:40993:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:1.0:1767384397.702852:0:40993:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384397.702854:0:40993:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384397.702858:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4518a96. 00000020:00000010:1.0:1767384397.702862:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384397.702865:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a0e7c0. 00000020:00000040:1.0:1767384397.702870:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 10 02000000:00000001:1.0:1767384397.702874:0:40993:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384397.702875:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001fb0cde5. 02000000:00000001:1.0:1767384397.702878:0:40993:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384397.702880:0:40993:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384397.702884:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384397.702888:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f641e7. 00000400:00000010:1.0:1767384397.702892:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000201ea717. 00000100:00000001:0.0:1767384397.702957:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384397.702962:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384397.702964:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384397.702978:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1264d4d. 00000400:00000200:0.0:1767384397.702982:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:0.0:1767384397.702984:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:0.0:1767384397.702987:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.702991:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384397.703001:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.703008:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384397.703009:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.703015:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384397.703017:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384397.703019:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.703020:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.703023:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.703026:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384397.703029:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.703032:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384397.703033:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.703035:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384397.703037:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.703040:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.703043:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.703051:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384397.703053:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384397.703055:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384397.703058:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.703064:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b17e041a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338176:0@lo:101: 00000100:00000001:0.0:1767384397.703068:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.703071:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.703072:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384397.703073:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384397.703075:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.703081:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384397.703083:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b9b1a68. 00000100:00000001:0.0:1767384397.703086:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384397.703088:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.703091:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384397.703093:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384397.703095:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.703097:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000016c89e53 refcount=4 00000020:00000001:0.0:1767384397.703099:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:0.0:1767384397.703101:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000040:0.0:1767384397.703105:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000016c89e53, remote cookie: 0x960a57272cefbe13, flags: 0x0 00010000:00000001:0.0:1767384397.703108:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384397.703110:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384397.703111:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384397.703112:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384397.703113:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384397.703115:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008656df65) refcount = 3 00010000:00000040:0.0:1767384397.703118:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384397.703119:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 00000000172f1fd7/0x960a57272cefbdcd lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbdd4 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.703126:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefbd41 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbd48 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384397.703131:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.703165:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384397.703167:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384397.703168:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.703171:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384397.703174:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384397.703184:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.703190:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384397.703192:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.703193:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384397.703194:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.703196:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384397.703197:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.703200:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384397.703203:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b17e041a x1853236728338176/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.703210:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384397.703212:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384397.703214:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d443d0. 02000000:00000001:0.0:1767384397.703217:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384397.703219:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.703220:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1767384397.703222:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384397.703223:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091afd96e. 02000000:00000001:0.0:1767384397.703227:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384397.703229:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384397.703230:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b17e041a. 00000100:00000001:0.0:1767384397.703234:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384397.703235:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384397.703237:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.703239:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384397.703240:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000004e3f16ec) refs 3 10000000:00000001:0.0:1767384397.703251:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.703253:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384397.703255:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.703257:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000016c89e53 refcount=3 00000020:00000001:0.0:1767384397.703259:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:0.0:1767384397.703262:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:0.0:1767384397.703265:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384397.703267:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.703268:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384397.703269:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.703271:0:17084:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384397.703315:0:17084:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000679bb27e. 00000020:00000010:2.0:1767384397.703320:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df9af385. 00000020:00000010:2.0:1767384397.703324:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5049aef. 00000040:00000010:2.0:1767384397.703328:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da87dd8e. 00000020:00000010:2.0:1767384397.703333:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000684c2287. 00000020:00000010:2.0:1767384397.703337:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc3d9e2f. 80000000:00000010:2.0:1767384397.703341:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001271df58. 00040000:00000010:2.0:1767384397.703346:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008325f623. 00080000:00000010:2.0:1767384397.703352:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a860b691. 00080000:00000010:2.0:1767384397.703356:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000027ab47d0. 20000000:00000010:2.0:1767384397.703361:0:17084:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003df7bc7d. 10000000:00000040:2.0:1767384397.703365:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6878d87 : new refcount 2 00000020:00000001:2.0:1767384397.703367:0:17084:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384397.703369:0:17084:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1767384397.703371:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384397.703374:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a87c5a11. 00000040:00000001:2.0:1767384397.703377:0:17084:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384397.703379:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:2.0:1767384397.703382:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.703384:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.703387:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.703389:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.703391:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.703394:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082f18079. 00000100:00000001:2.0:1767384397.703398:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.703402:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.703403:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.703407:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.703409:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.703410:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.703411:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.703414:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.703416:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.703417:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.703419:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.703422:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.703428:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.703429:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.703432:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.703433:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.703435:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.703437:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338304:0@lo:501: 00000100:00000001:2.0:1767384397.703440:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.703442:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.703443:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.703445:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.703448:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f40d2131. 02000000:00000001:2.0:1767384397.703450:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.703453:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000872d26ea. 00000400:00000010:2.0:1767384397.703456:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.703459:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728338304, portal 25 00000100:00000001:2.0:1767384397.703460:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.703461:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.703464:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.703470:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.703472:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.703474:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.703476:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236728338304, offset 0 00000400:00000200:2.0:1767384397.703479:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.703485:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.703490:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824ce09780 00000400:00000200:2.0:1767384397.703494:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2219 [2] + 0 00000400:00000010:2.0:1767384397.703496:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96a8947. 00000400:00000200:2.0:1767384397.703499:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003413188d 00000400:00000200:2.0:1767384397.703502:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.703504:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.703506:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003413188d 00000400:00000010:2.0:1767384397.703508:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003413188d. 00000100:00000001:2.0:1767384397.703511:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.703512:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.703514:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000f749945e x1853236728338304 msgsize 512 00000100:00100000:2.0:1767384397.703517:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.703519:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.703562:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.703566:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.703568:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.703570:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.703573:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.703585:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.703587:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.703592:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.703594:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.703597:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.703600:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985766 00000100:00000001:2.0:1767384397.703603:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985764 00000100:00000001:2.0:1767384397.703606:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985766 00000100:00000001:2.0:1767384397.703608:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985764 00000100:00000001:2.0:1767384397.703610:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985766 00000100:00000001:2.0:1767384397.703612:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985764 00000100:00000001:2.0:1767384397.703614:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985766 00000100:00000001:2.0:1767384397.703616:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985764 00000100:00000001:2.0:1767384397.703618:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.703621:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.703622:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.703624:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.703625:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.703627:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.703629:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.703659:0:40993:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384397.703662:0:40993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338304 02000000:00000001:1.0:1767384397.703663:0:40993:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384397.703665:0:40993:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384397.703666:0:40993:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.703668:0:40993:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384397.703670:0:40993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338304 00000020:00000001:1.0:1767384397.703672:0:40993:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384397.703673:0:40993:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:1.0:1767384397.703674:0:40993:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384397.703676:0:40993:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=11 00000020:00000001:1.0:1767384397.703678:0:40993:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:1.0:1767384397.703680:0:40993:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:1.0:1767384397.703682:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384397.703690:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000852440a. 00000100:00000001:1.0:1767384397.703692:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384397.703693:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000852440a. 00000020:00000010:1.0:1767384397.703696:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a0e7c0. 00000020:00000010:1.0:1767384397.703699:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4518a96. 00000020:00000010:1.0:1767384397.703702:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000100:00000040:1.0:1767384397.703706:0:40993:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384397.703708:0:40993:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384397.703709:0:40993:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384397.703710:0:40993:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.703714:0:40993:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.703728:0:40993:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.703734:0:40993:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384397.703736:0:40993:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384397.703738:0:40993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384397.703740:0:40993:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:1.0:1767384397.703742:0:40993:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756910672 : -113719952640944 : ffff9892829e7450) 00000100:00000040:1.0:1767384397.703745:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f749945e x1853236728338304/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.703752:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384397.703754:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000852440a. 00000100:00000001:1.0:1767384397.703756:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384397.703758:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000852440a. 00000100:00100000:1.0:1767384397.703761:0:40993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f749945e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338304:12345-0@lo:501: 00000100:00000200:1.0:1767384397.703765:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338304 00000020:00000001:1.0:1767384397.703767:0:40993:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384397.703769:0:40993:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384397.703770:0:40993:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.703772:0:40993:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384397.703773:0:40993:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:1.0:1767384397.703776:0:40993:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384397.703777:0:40993:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384397.703783:0:40993:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384397.703784:0:40993:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384397.703786:0:40993:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384397.703787:0:40993:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.703788:0:40993:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384397.703789:0:40993:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384397.703791:0:40993:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384397.703792:0:40993:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384397.703793:0:40993:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384397.703795:0:40993:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384397.703796:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001fb0cde5. 02000000:00000001:1.0:1767384397.703797:0:40993:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.703798:0:40993:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384397.703800:0:40993:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384397.703802:0:40993:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:1.0:1767384397.703803:0:40993:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384397.703805:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000b807e81. 00000040:00000001:1.0:1767384397.703807:0:40993:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384397.703808:0:40993:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384397.703810:0:40993:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:1.0:1767384397.703812:0:40993:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00080000:00000001:1.0:1767384397.703817:0:40993:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384397.703819:0:40993:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384397.703837:0:40993:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384397.703848:0:40993:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384397.703850:0:40993:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384397.703851:0:40993:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384397.703852:0:40993:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384397.703853:0:40993:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384397.703855:0:40993:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:187409725 to info 00000000d6589d74 00000020:00000001:1.0:1767384397.703858:0:40993:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f77a60e6 00080000:00000002:1.0:1767384397.703859:0:40993:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384397.703861:0:40993:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384397.703863:0:40993:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384397.703865:0:40993:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384397.703868:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000fa78e844. 00000020:00000001:1.0:1767384397.703874:0:40993:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384397.703878:0:40993:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354279486296 : -113719430065320 : ffff9892a1c45358) 00000040:00000001:1.0:1767384397.703880:0:40993:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.703881:0:40993:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.703884:0:40993:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384397.703886:0:40993:0:(lu_object.c:207:lu_object_put()) Add 0000000053147b72/000000005aa2d1ae to site lru. bkt: 0000000033cb3322 00000040:00000010:1.0:1767384397.703888:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000fa78e844. 00000040:00000001:1.0:1767384397.703891:0:40993:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384397.703892:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000b807e81. 00000040:00000001:1.0:1767384397.703894:0:40993:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384397.703895:0:40993:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:1.0:1767384397.703897:0:40993:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384397.703899:0:40993:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384397.703900:0:40993:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384397.703902:0:40993:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384397.703904:0:40993:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384397.703905:0:40993:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384397.703906:0:40993:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000852440a. 00000020:00000040:1.0:1767384397.703908:0:40993:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=12 00000020:00000040:1.0:1767384397.703910:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 11 20000000:00000010:1.0:1767384397.703911:0:40993:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000000852440a. 20000000:00000001:1.0:1767384397.703912:0:40993:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:1.0:1767384397.703914:0:40993:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384397.703915:0:40993:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338304 00010000:00000001:1.0:1767384397.703916:0:40993:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384397.703919:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f749945e x1853236728338304/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384397.703923:0:40993:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384397.703924:0:40993:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384397.703925:0:40993:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384397.703927:0:40993:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384397.703928:0:40993:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:1.0:1767384397.703929:0:40993:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:1.0:1767384397.703931:0:40993:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384397.703935:0:40993:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.703936:0:40993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384397.703937:0:40993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384397.703939:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000100:00000200:1.0:1767384397.703941:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728338304, offset 224 00000400:00000200:1.0:1767384397.703943:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384397.703948:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384397.703952:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce09780 00000400:00000200:1.0:1767384397.703955:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2bfd [1] + 224 00000400:00000200:1.0:1767384397.703959:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384397.703961:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384397.703964:0:40993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384397.703979:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384397.703986:0:40993:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.704001:0:40993:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384397.704005:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:1.0:1767384397.704007:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000100:00000001:1.0:1767384397.704009:0:40993:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384397.704010:0:40993:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384397.704012:0:40993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.704015:0:40993:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:1.0:1767384397.704016:0:40993:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384397.704018:0:40993:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.704019:0:40993:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384397.704022:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f749945e x1853236728338304/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384397.704029:0:40993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f749945e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338304:12345-0@lo:501: Request processed in 276us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384397.704033:0:40993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384397.704035:0:40993:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:1.0:1767384397.704036:0:40993:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384397.704042:0:40993:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384397.704045:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4518a96. 00000020:00000010:1.0:1767384397.704046:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384397.704048:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a0e7c0. 00000020:00000040:1.0:1767384397.704050:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 10 02000000:00000001:1.0:1767384397.704052:0:40993:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384397.704052:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001fb0cde5. 02000000:00000001:1.0:1767384397.704054:0:40993:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384397.704054:0:40993:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384397.704057:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384397.704059:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce862c6. 00000400:00000010:1.0:1767384397.704061:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de9ff33a. 00000100:00000001:2.0:1767384397.704116:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.704119:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.704120:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.704121:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000872d26ea. 00000400:00000200:2.0:1767384397.704123:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.704124:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.704125:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.704127:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384397.704132:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704161:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.704163:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.704164:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.704166:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.704166:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.704167:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.704169:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.704171:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.704173:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.704174:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.704175:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.704176:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.704177:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704178:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.704180:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704183:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.704184:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.704185:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.704187:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.704191:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338304:0@lo:501: 00000100:00000001:2.0:1767384397.704193:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.704194:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704194:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.704195:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.704196:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704199:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.704201:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.704202:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.704203:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.704205:0:17084:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384397.704207:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.704208:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.704209:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384397.704210:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.704211:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728338304/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704214:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.704216:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.704217:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f40d2131. 02000000:00000001:2.0:1767384397.704219:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.704219:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.704220:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.704221:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.704221:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082f18079. 02000000:00000001:2.0:1767384397.704223:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.704224:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.704224:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:2.0:1767384397.704226:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.704226:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.704227:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.704228:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384397.704232:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000061c30727. 00000040:00000001:2.0:1767384397.704234:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384397.704235:0:17084:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384397.704236:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:2.0:1767384397.704237:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.704239:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.704240:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.704241:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.704243:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.704244:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082f18079. 00000100:00000001:2.0:1767384397.704246:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704247:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.704248:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.704249:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.704250:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.704251:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.704252:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.704254:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.704255:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704256:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.704256:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.704258:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704261:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.704262:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.704263:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.704264:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.704265:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.704266:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338432:0@lo:503: 00000100:00000001:2.0:1767384397.704268:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.704269:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.704270:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.704271:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.704282:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ada14cd6. 02000000:00000001:2.0:1767384397.704284:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.704287:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000872d26ea. 00000400:00000010:2.0:1767384397.704290:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000008bc5dde. 00000100:00000200:2.0:1767384397.704293:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728338432, portal 25 00000100:00000001:2.0:1767384397.704295:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.704296:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.704300:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704306:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.704307:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.704309:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.704311:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728338432, offset 0 00000400:00000200:2.0:1767384397.704314:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.704319:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.704323:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce09800 00000400:00000200:2.0:1767384397.704327:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000400:00000010:2.0:1767384397.704330:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0845f46. 00000400:00000200:2.0:1767384397.704333:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000692ddf94 00000400:00000200:2.0:1767384397.704335:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.704338:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.704340:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000692ddf94 00000400:00000010:2.0:1767384397.704342:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000692ddf94. 00000100:00000001:2.0:1767384397.704344:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.704346:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.704348:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000046673485 x1853236728338432 msgsize 272 00000100:00100000:2.0:1767384397.704351:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.704353:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.704361:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.704365:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.704366:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.704368:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.704370:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704376:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.704378:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.704383:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704384:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.704386:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704388:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985766 00000100:00000001:2.0:1767384397.704390:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294985766 00000100:00000001:2.0:1767384397.704392:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985766 00000100:00000001:2.0:1767384397.704394:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294985766 00000100:00000001:2.0:1767384397.704395:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985766 00000100:00000001:2.0:1767384397.704397:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294985766 00000100:00000001:2.0:1767384397.704398:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985766 00000100:00000001:2.0:1767384397.704400:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294985766 00000100:00000001:2.0:1767384397.704402:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.704404:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.704406:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.704407:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.704409:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.704411:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.704412:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.704463:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384397.704464:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338432 02000000:00000001:3.0:1767384397.704466:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384397.704467:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.704468:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.704469:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.704471:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338432 00000020:00000001:3.0:1767384397.704472:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384397.704473:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:3.0:1767384397.704474:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.704475:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=11 00000020:00000001:3.0:1767384397.704477:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:3.0:1767384397.704478:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:3.0:1767384397.704480:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.704482:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.704483:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.704484:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000020:00000010:3.0:1767384397.704487:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f876ecc. 00000020:00000010:3.0:1767384397.704489:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.704492:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000040:3.0:1767384397.704494:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384397.704496:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384397.704496:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384397.704497:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.704499:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.704507:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.704512:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384397.704513:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384397.704515:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384397.704516:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:3.0:1767384397.704517:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756901456 : -113719952650160 : ffff9892829e5050) 00000100:00000040:3.0:1767384397.704520:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046673485 x1853236728338432/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.704525:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.704526:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.704527:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.704528:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000100:00100000:3.0:1767384397.704531:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046673485 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338432:12345-0@lo:503: 00000100:00000200:3.0:1767384397.704533:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338432 00000020:00000001:3.0:1767384397.704534:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384397.704536:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384397.704537:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.704538:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384397.704539:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382944 : -1048168672 : ffffffffc1863720) 00000020:00000001:3.0:1767384397.704541:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384397.704542:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384397.704543:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384397.704544:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384397.704545:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.704546:0:40994:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384397.704547:0:40994:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384397.704549:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384397.704550:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384397.704560:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e23c8cef. 02000000:00000001:3.0:1767384397.704561:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.704562:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384397.704564:0:40994:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:3.0:1767384397.704565:0:40994:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384397.704566:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c19a94ef. 00000040:00000001:3.0:1767384397.704568:0:40994:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384397.704568:0:40994:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384397.704569:0:40994:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:3.0:1767384397.704571:0:40994:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00000020:00000001:3.0:1767384397.704573:0:40994:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384397.704575:0:40994:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630354279486296 : -113719430065320 : ffff9892a1c45358) 00000040:00000001:3.0:1767384397.704576:0:40994:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.704577:0:40994:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.704578:0:40994:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384397.704581:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b3308c64. 00000040:00000001:3.0:1767384397.704582:0:40994:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384397.704584:0:40994:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384397.704594:0:40994:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.704595:0:40994:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.704596:0:40994:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384397.704598:0:40994:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384397.704600:0:40994:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384397.704602:0:40994:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384397.704603:0:40994:0:(lu_object.c:207:lu_object_put()) Add 0000000053147b72/000000005aa2d1ae to site lru. bkt: 0000000033cb3322 00000040:00000001:3.0:1767384397.704604:0:40994:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384397.704605:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b3308c64. 00000040:00000010:3.0:1767384397.704607:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c19a94ef. 00000040:00000040:3.0:1767384397.704609:0:40994:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:3.0:1767384397.704610:0:40994:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384397.704611:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338432 00010000:00000001:3.0:1767384397.704612:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384397.704615:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046673485 x1853236728338432/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384397.704619:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384397.704620:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.704621:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.704623:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384397.704624:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384397.704625:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384397.704627:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384397.704627:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.704629:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.704630:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.704631:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b7a9e00e. 00000100:00000200:3.0:1767384397.704633:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728338432, offset 224 00000400:00000200:3.0:1767384397.704636:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.704640:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.704643:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce09800 00000400:00000200:3.0:1767384397.704646:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2c0d [4] + 224 00000400:00000200:3.0:1767384397.704649:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.704651:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384397.704652:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.704654:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384397.704658:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.704674:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.704677:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7a9e00e 00000400:00000010:3.0:1767384397.704678:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b7a9e00e. 00000100:00000001:3.0:1767384397.704680:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384397.704680:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.704682:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384397.704683:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384397.704684:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384397.704685:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.704686:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384397.704688:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046673485 x1853236728338432/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.704692:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046673485 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338432:12345-0@lo:503: Request processed in 167us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384397.704698:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384397.704700:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:3.0:1767384397.704702:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384397.704703:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384397.704706:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.704709:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384397.704711:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f876ecc. 00000020:00000040:3.0:1767384397.704713:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 10 02000000:00000001:3.0:1767384397.704716:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384397.704717:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e23c8cef. 02000000:00000001:3.0:1767384397.704726:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384397.704728:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384397.704731:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384397.704734:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8df16c. 00000400:00000010:3.0:1767384397.704737:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7a9e00e. 00000100:00000001:2.0:1767384397.706568:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.706577:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.706579:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.706581:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000872d26ea. 00000400:00000200:2.0:1767384397.706587:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008bc5dde 00000400:00000010:2.0:1767384397.706589:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000008bc5dde. 00000100:00000001:2.0:1767384397.706593:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.706602:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384397.706612:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.706619:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.706622:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.706624:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.706627:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.706628:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.706630:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.706632:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.706637:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.706642:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.706644:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.706645:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.706648:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.706650:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.706652:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.706655:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.706662:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.706664:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.706666:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.706669:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.706675:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338432:0@lo:503: 00000100:00000001:2.0:1767384397.706680:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.706682:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.706685:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.706686:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.706688:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.706694:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.706697:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.706700:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.706701:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.706709:0:17084:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384397.706710:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.706712:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728338432/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.706718:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.706720:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.706722:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ada14cd6. 02000000:00000001:2.0:1767384397.706735:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.706737:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.706739:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.706741:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.706743:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082f18079. 02000000:00000001:2.0:1767384397.706746:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.706747:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.706749:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:2.0:1767384397.706752:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.706753:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384397.706755:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.706756:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.706757:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384397.706759:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.706761:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.706764:0:17084:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384397.706768:0:17084:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a6c8dfef. 00000040:00001000:2.0:1767384397.706770:0:17084:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 29 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384397.707055:0:41427:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384397.707060:0:41427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082f18079. 00000020:00000010:2.0:1767384397.707065:0:41427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f40d2131. 00000040:00000010:2.0:1767384397.707069:0:41427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000091afd96e. 00000020:00000010:2.0:1767384397.707073:0:41427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009fff8bcf. 00000020:00000010:2.0:1767384397.707078:0:41427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384397.707081:0:41427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ca5ab47. 80000000:00000010:2.0:1767384397.707085:0:41427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fce27353. 40000000:00000010:2.0:1767384397.707088:0:41427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e25e5e0. 00100000:00000010:2.0:1767384397.707093:0:41427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e49a15d6. 00040000:00000010:2.0:1767384397.707097:0:41427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e0ebf626. 00040000:00000010:2.0:1767384397.707101:0:41427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b8d193f8. 00040000:00000010:2.0:1767384397.707104:0:41427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc234aec. 00080000:00000010:2.0:1767384397.707109:0:41427:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000601661b. 00080000:00000010:2.0:1767384397.707124:0:41427:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045a4ce77. 00000004:00000010:2.0:1767384397.707133:0:41427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001fe83ee. 00000004:00000010:2.0:1767384397.707164:0:41427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fcc3c39. 00000004:00000010:2.0:1767384397.707170:0:41427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005e1c533. 00002000:00000010:2.0:1767384397.707174:0:41427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b892a696. 00000004:00000010:2.0:1767384397.707178:0:41427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c5a0aad. 00000020:00000010:2.0:1767384397.707183:0:41427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006ba0dec4. 00000040:00000010:2.0:1767384397.707190:0:41427:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f23f13a6. 00000040:00080000:2.0:1767384397.707634:0:41427:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 30 00000040:00000010:2.0:1767384397.707638:0:41427:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f23f13a6. 00000020:00000010:2.0:1767384397.707644:0:41427:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006ba0dec4. 00000020:00000010:2.0:1767384397.707654:0:41427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f40d2131. 00000040:00000010:2.0:1767384397.707658:0:41427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000091afd96e. 00000020:00000010:2.0:1767384397.707660:0:41427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009fff8bcf. 00000020:00000010:2.0:1767384397.707663:0:41427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c975ecdd. 00000020:00000010:2.0:1767384397.707667:0:41427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ca5ab47. 80000000:00000010:2.0:1767384397.707670:0:41427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fce27353. 40000000:00000010:2.0:1767384397.707672:0:41427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e25e5e0. 00100000:00000010:2.0:1767384397.707675:0:41427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e49a15d6. 00040000:00000010:2.0:1767384397.707678:0:41427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e0ebf626. 00040000:00000010:2.0:1767384397.707681:0:41427:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b8d193f8. 00040000:00000010:2.0:1767384397.707683:0:41427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc234aec. 00080000:00000010:2.0:1767384397.707687:0:41427:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045a4ce77. 00080000:00000010:2.0:1767384397.707690:0:41427:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000601661b. 00000004:00000010:2.0:1767384397.707693:0:41427:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000001fe83ee. 00000004:00000010:2.0:1767384397.707697:0:41427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000fcc3c39. 00000004:00000010:2.0:1767384397.707701:0:41427:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005e1c533. 00002000:00000010:2.0:1767384397.707705:0:41427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b892a696. 00000004:00000010:2.0:1767384397.707707:0:41427:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009c5a0aad. 00000020:00000010:2.0:1767384397.707711:0:41427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082f18079. 00000040:00000010:3.0:1767384397.707802:0:17084:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a6c8dfef. 00000040:00000001:3.0:1767384397.707805:0:17084:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384397.707807:0:17084:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 30-29 (rc=0) 00000040:00000010:3.0:1767384397.707811:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000061c30727. 00000040:00000010:3.0:1767384397.707817:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a87c5a11. 00000020:00000001:3.0:1767384397.707818:0:17084:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.707821:0:17084:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384397.707824:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e5049aef. 00000040:00000010:3.0:1767384397.707826:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000da87dd8e. 00000020:00000010:3.0:1767384397.707827:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000684c2287. 00000020:00000010:3.0:1767384397.707831:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bc3d9e2f. 80000000:00000010:3.0:1767384397.707833:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001271df58. 00040000:00000010:3.0:1767384397.707834:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008325f623. 00080000:00000010:3.0:1767384397.707836:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000027ab47d0. 00080000:00000010:3.0:1767384397.707839:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a860b691. 20000000:00000010:3.0:1767384397.707843:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003df7bc7d. 00000020:00000010:3.0:1767384397.707844:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df9af385. 10000000:00000010:3.0:1767384397.707846:0:17084:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000679bb27e. 10000000:01000000:3.0:1767384397.707848:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1767384397.707851:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384397.707853:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384397.707854:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.707856:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000016c89e53 refcount=3 00000020:00000001:3.0:1767384397.707857:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:3.0:1767384397.707859:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491645952 : -113724217905664 : ffff98918463ae00) 00010000:00000001:3.0:1767384397.707861:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384397.707864:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.707870:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.707871:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384397.707872:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.707876:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384397.707876:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.707877:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384397.707878:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.707879:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.707882:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384397.707883:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384397.707884:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (0000000065f6d3cf) refs 2 10000000:00000001:3.0:1767384397.707885:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.707887:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384397.707887:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004e3f16ec) refs 3 10000000:00000001:3.0:1767384397.707889:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384397.707889:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384397.707891:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:3.0:1767384397.707892:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384397.707893:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 8 10000000:00000001:3.0:1767384397.707894:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384397.707895:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:3.0:1767384397.707900:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011d7562. 00000020:00000040:3.0:1767384397.707902:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384397.707905:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384397.707907:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384397.707910:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384397.707916:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c19a94ef. 00000100:00000001:3.0:1767384397.707920:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.707922:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384397.707924:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384397.707928:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008656df65 count: 4 00010000:00000001:3.0:1767384397.707930:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384397.707932:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384397.707934:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b930fa9. 00000020:00000001:3.0:1767384397.707937:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384397.707939:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b930fa9 with handle 0x960a57272cefbe1a to hash 00000020:00000001:3.0:1767384397.707940:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384397.707942:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384397.707944:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:3.0:1767384397.707947:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384397.707949:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384397.707951:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384397.707962:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384397.707982:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384397.707988:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384397.707990:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384397.707996:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061022359. 00000100:00000001:3.0:1767384397.707998:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349571600576 : -113724137951040 : ffff98918927b0c0) 00000100:00000001:3.0:1767384397.708001:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384397.708002:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378901248 : -113719330650368 : ffff9892a7b14700) 00000100:00000001:3.0:1767384397.708006:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384397.708008:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.708011:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384397.708012:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384397.708018:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.708027:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384397.708029:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.708032:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384397.708034:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384397.708036:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.708039:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000011d7562 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338560:0@lo:101: 00000100:00000001:3.0:1767384397.708043:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384397.708047:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384397.708050:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.708052:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384397.708056:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000055f8e888. 02000000:00000001:3.0:1767384397.708059:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384397.708063:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5a99818. 00000400:00000010:3.0:1767384397.708067:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1cbcefa. 00000100:00000200:3.0:1767384397.708073:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728338560, portal 25 00000100:00000001:3.0:1767384397.708074:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384397.708075:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378901248 : -113719330650368 : ffff9892a7b14700) 00000100:00000040:3.0:1767384397.708078:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.708083:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.708086:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.708087:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384397.708089:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728338560, offset 0 00000400:00000200:3.0:1767384397.708093:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.708104:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.708112:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09880 00000400:00000200:3.0:1767384397.708117:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2221 [2] + 0 00000400:00000010:3.0:1767384397.708119:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc1d5211. 00000400:00000200:3.0:1767384397.708121:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b26100d 00000400:00000200:3.0:1767384397.708126:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.708129:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384397.708133:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b26100d 00000400:00000010:3.0:1767384397.708154:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b26100d. 00000100:00000001:3.0:1767384397.708158:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384397.708160:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384397.708162:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000044edc872 x1853236728338560 msgsize 328 00000100:00100000:3.0:1767384397.708165:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384397.708166:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384397.708174:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.708180:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384397.708181:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000001:3.0:1767384397.708185:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384397.708188:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.708197:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.708199:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.708205:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.708207:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.708211:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.708214:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985769 00000100:00000001:3.0:1767384397.708221:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985766 00000100:00000001:3.0:1767384397.708226:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985769 00000100:00000001:3.0:1767384397.708229:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985766 00000100:00000001:3.0:1767384397.708233:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985769 00000100:00000001:3.0:1767384397.708236:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985766 00000100:00000001:3.0:1767384397.708239:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985769 00000100:00000001:3.0:1767384397.708242:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985766 00000100:00000001:3.0:1767384397.708245:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384397.708248:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.708250:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384397.708251:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384397.708253:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061022359 going to sleep for 11 seconds 00000100:00000001:3.0:1767384397.708256:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384397.708258:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.708314:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384397.708317:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338560 02000000:00000001:2.0:1767384397.708320:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384397.708322:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.708324:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.708327:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.708330:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338560 00000020:00000001:2.0:1767384397.708332:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384397.708334:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:2.0:1767384397.708336:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.708338:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=11 00000020:00000001:2.0:1767384397.708340:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:2.0:1767384397.708343:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:2.0:1767384397.708347:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384397.708351:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e25e5e0. 00000100:00000001:2.0:1767384397.708354:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384397.708356:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e25e5e0. 00000020:00000010:2.0:1767384397.708360:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d26650f6. 00000020:00000010:2.0:1767384397.708365:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008afa12c7. 00000020:00000010:2.0:1767384397.708369:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000100:00000040:2.0:1767384397.708376:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384397.708379:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384397.708381:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384397.708383:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.708390:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.708501:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.708513:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384397.708515:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384397.708520:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384397.708523:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:2.0:1767384397.708525:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756902480 : -113719952649136 : ffff9892829e5450) 00000100:00000040:2.0:1767384397.708530:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044edc872 x1853236728338560/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.708539:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384397.708542:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e25e5e0. 00000100:00000001:2.0:1767384397.708543:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384397.708545:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e25e5e0. 00000100:00100000:2.0:1767384397.708550:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044edc872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+11:17084:x1853236728338560:12345-0@lo:101: 00000100:00000200:2.0:1767384397.708553:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338560 00000020:00000001:2.0:1767384397.708556:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384397.708560:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384397.708562:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.708565:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384397.708567:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:2.0:1767384397.708570:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384397.708572:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384397.708575:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384397.708577:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384397.708579:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.708582:0:40994:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384397.708584:0:40994:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384397.708586:0:40994:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384397.708587:0:40994:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384397.708590:0:40994:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.708594:0:40994:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384397.708598:0:40994:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002cfde7d8 count: 4 00010000:00000001:2.0:1767384397.708600:0:40994:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.708602:0:40994:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384397.708605:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000f9db32f. 00000020:00000001:2.0:1767384397.708608:0:40994:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384397.708610:0:40994:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000f9db32f with handle 0x960a57272cefbe21 to hash 00000020:00000001:2.0:1767384397.708612:0:40994:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384397.708613:0:40994:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491642880 : -113724217908736 : ffff98918463a200) 00010000:00000001:2.0:1767384397.708616:0:40994:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491642880 : -113724217908736 : ffff98918463a200) 00010000:00010000:2.0:1767384397.708618:0:40994:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000f9db32f/0x960a57272cefbe21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbe1a expref: -99 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.708625:0:40994:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 7 00000020:00000040:2.0:1767384397.708627:0:40994:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=12 00000100:00000001:2.0:1767384397.708634:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384397.708636:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384397.708640:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009c5a0aad. 02000000:00000001:2.0:1767384397.708642:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.708645:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.708647:0:40994:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384397.708650:0:40994:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384397.708653:0:40994:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384397.708654:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384397.708657:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384397.708659:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384397.708660:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384397.708663:0:40994:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384397.708665:0:40994:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384397.708667:0:40994:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384397.708669:0:40994:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384397.708671:0:40994:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000002cfde7d8) refcount = 4 00010000:00000040:2.0:1767384397.708673:0:40994:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384397.708676:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000077154621/0x960a57272cefbe13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe0c expref: 12 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.708684:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbdd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbdcd expref: 12 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.708689:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea51028a/0x960a57272cefbd48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbd41 expref: 12 pid: 40993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.708696:0:40994:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000f9db32f/0x960a57272cefbe21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbe1a expref: 12 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.708702:0:40994:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384397.708703:0:40994:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384397.708705:0:40994:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384397.708707:0:40994:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.708709:0:40994:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.708714:0:40994:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384397.708717:0:40994:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000f9db32f/0x960a57272cefbe21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe1a expref: 12 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.708723:0:40994:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384397.708725:0:40994:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384397.708727:0:40994:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384397.708730:0:40994:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.708732:0:40994:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384397.708734:0:40994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.708735:0:40994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384397.708737:0:40994:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000f9db32f, rc 0) 00000020:00000001:2.0:1767384397.708739:0:40994:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384397.708742:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338560 00010000:00000001:2.0:1767384397.708745:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384397.708749:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044edc872 x1853236728338560/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384397.708757:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384397.708759:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.708762:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.708767:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384397.708770:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384397.708772:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384397.708775:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384397.708777:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.708779:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.708782:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.708786:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.708788:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728338560, offset 224 00000400:00000200:2.0:1767384397.708793:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.708799:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.708805:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09880 00000400:00000200:2.0:1767384397.708809:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2c1d [1] + 224 00000400:00000200:2.0:1767384397.708813:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.708816:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384397.708819:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.708822:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384397.708831:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.708850:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.708856:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.708857:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.708860:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384397.708862:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.708864:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.708867:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384397.708869:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384397.708871:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.708873:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384397.708876:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044edc872 x1853236728338560/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.708884:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044edc872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338560:12345-0@lo:101: Request processed in 345us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384397.708892:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384397.708894:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:2.0:1767384397.708897:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384397.708898:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384397.708902:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008afa12c7. 00000020:00000010:2.0:1767384397.708906:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384397.708909:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d26650f6. 00000020:00000040:2.0:1767384397.708912:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 11 02000000:00000001:2.0:1767384397.708927:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384397.708929:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009c5a0aad. 02000000:00000001:2.0:1767384397.708933:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384397.708935:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384397.708939:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384397.708943:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000872d26ea. 00000400:00000010:2.0:1767384397.708948:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008bc5dde. 00000100:00000001:1.0:1767384397.708988:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384397.708993:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384397.708995:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384397.708996:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5a99818. 00000400:00000200:1.0:1767384397.708999:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1cbcefa 00000400:00000010:1.0:1767384397.709001:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1cbcefa. 00000100:00000001:1.0:1767384397.709003:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384397.709006:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384397.709013:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709019:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384397.709021:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.709023:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384397.709025:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384397.709027:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384397.709028:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.709030:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384397.709034:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384397.709037:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384397.709040:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384397.709041:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.709043:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384397.709045:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709055:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.709057:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709061:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.709063:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384397.709064:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384397.709066:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384397.709070:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000011d7562 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338560:0@lo:101: 00000100:00000001:1.0:1767384397.709072:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.709074:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709075:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384397.709076:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.709077:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709081:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384397.709083:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061022359. 00000100:00000001:1.0:1767384397.709086:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384397.709087:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.709089:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384397.709090:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384397.709091:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384397.709093:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=4 00000020:00000001:1.0:1767384397.709094:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:1.0:1767384397.709096:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000040:1.0:1767384397.709098:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004b930fa9, remote cookie: 0x960a57272cefbe21, flags: 0x0 00010000:00000001:1.0:1767384397.709100:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384397.709102:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384397.709103:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384397.709104:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384397.709105:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384397.709106:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008656df65) refcount = 4 00010000:00000040:1.0:1767384397.709107:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384397.709114:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384397.709118:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 00000000172f1fd7/0x960a57272cefbdcd lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbdd4 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384397.709121:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefbd41 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbd48 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384397.709124:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe21 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384397.709127:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384397.709127:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384397.709128:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384397.709130:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384397.709132:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384397.709133:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe21 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384397.709310:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384397.709311:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384397.709312:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384397.709313:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384397.709314:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384397.709315:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709316:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.709318:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011d7562 x1853236728338560/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709322:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384397.709324:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384397.709325:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000055f8e888. 02000000:00000001:1.0:1767384397.709328:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384397.709329:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384397.709331:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384397.709333:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384397.709340:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c19a94ef. 02000000:00000001:1.0:1767384397.709344:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384397.709346:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384397.709347:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011d7562. 00000100:00000001:1.0:1767384397.709351:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384397.709352:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384397.709354:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384397.709356:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384397.709358:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (0000000065f6d3cf) refs 3 10000000:00000001:1.0:1767384397.709360:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.709362:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384397.709363:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384397.709365:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=3 00000020:00000001:1.0:1767384397.709367:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:1.0:1767384397.709369:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:1.0:1767384397.709370:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384397.709372:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384397.709373:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384397.709374:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384397.709376:0:17084:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384397.709379:0:17084:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000000852440a. 00000020:00000010:1.0:1767384397.709383:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b807e81. 00000020:00000010:1.0:1767384397.709387:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009fed1fc5. 00000040:00000010:1.0:1767384397.709391:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a40ee2ce. 00000020:00000010:1.0:1767384397.709395:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae98f990. 00000020:00000010:1.0:1767384397.709399:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b4a0ab9. 80000000:00000010:1.0:1767384397.709403:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7172c42. 00040000:00000010:1.0:1767384397.709408:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057de18f6. 00080000:00000010:1.0:1767384397.709413:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f08db520. 00080000:00000010:1.0:1767384397.709418:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d6c563e8. 20000000:00000010:1.0:1767384397.709424:0:17084:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000078d90bbb. 10000000:00000040:1.0:1767384397.709428:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6878d87 : new refcount 2 00000020:00000001:1.0:1767384397.709430:0:17084:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384397.709432:0:17084:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:1.0:1767384397.709434:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384397.709442:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008d01e73a. 00000040:00000001:1.0:1767384397.709445:0:17084:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384397.709448:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:1.0:1767384397.709452:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070db5eb2. 00000020:00000040:1.0:1767384397.709454:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384397.709458:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384397.709460:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384397.709462:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384397.709466:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a306d01. 00000100:00000001:1.0:1767384397.709470:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709475:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384397.709476:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384397.709480:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000782f211. 00000100:00000001:1.0:1767384397.709481:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968685440 : -113719740866176 : ffff98928f3de180) 00000100:00000001:1.0:1767384397.709484:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384397.709485:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379522048 : -113719330029568 : ffff9892a7bac000) 00000100:00000001:1.0:1767384397.709488:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384397.709490:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709491:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384397.709492:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384397.709495:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709502:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384397.709503:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.709506:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384397.709507:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384397.709509:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384397.709511:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070db5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338688:0@lo:501: 00000100:00000001:1.0:1767384397.709515:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384397.709517:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384397.709519:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.709521:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384397.709524:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077dfd7d0. 02000000:00000001:1.0:1767384397.709526:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384397.709530:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384397.709540:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000100:00000200:1.0:1767384397.709543:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728338688, portal 25 00000100:00000001:1.0:1767384397.709546:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384397.709547:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379522048 : -113719330029568 : ffff9892a7bac000) 00000100:00000040:1.0:1767384397.709551:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709557:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384397.709559:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384397.709561:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000100:00000200:1.0:1767384397.709564:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236728338688, offset 0 00000400:00000200:1.0:1767384397.709569:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384397.709574:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384397.709580:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824ce09900 00000400:00000200:1.0:1767384397.709584:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2225 [2] + 0 00000400:00000010:1.0:1767384397.709587:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdedb09. 00000400:00000200:1.0:1767384397.709590:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070e0384b 00000400:00000200:1.0:1767384397.709593:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384397.709596:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384397.709598:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e0384b 00000400:00000010:1.0:1767384397.709600:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e0384b. 00000100:00000001:1.0:1767384397.709603:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384397.709605:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384397.709607:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000eadcfd0e x1853236728338688 msgsize 512 00000100:00100000:1.0:1767384397.709610:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384397.709613:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384397.709696:0:40993:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384397.709746:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384397.709776:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384397.709782:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496f9029 00000400:00000010:1.0:1767384397.709784:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00000001:1.0:1767384397.709787:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384397.709791:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709798:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.709801:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.709818:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709819:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384397.709824:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709827:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985772 00000100:00000001:1.0:1767384397.709832:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985769 00000100:00000001:1.0:1767384397.709836:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985772 00000100:00000001:1.0:1767384397.709838:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985769 00000100:00000001:1.0:1767384397.709841:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985772 00000100:00000001:1.0:1767384397.709844:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985769 00000100:00000001:1.0:1767384397.709847:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985772 00000100:00000001:1.0:1767384397.709849:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985769 00000100:00000001:1.0:1767384397.709852:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.709854:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.709856:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384397.709857:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384397.709860:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000782f211 going to sleep for 11 seconds 00000100:00000001:1.0:1767384397.709862:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384397.709864:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.709911:0:40993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338688 02000000:00000001:3.0:1767384397.709915:0:40993:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384397.709916:0:40993:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.709918:0:40993:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.709920:0:40993:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.709923:0:40993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338688 00000020:00000001:3.0:1767384397.709925:0:40993:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384397.709927:0:40993:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:3.0:1767384397.709929:0:40993:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.709930:0:40993:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=12 00000020:00000001:3.0:1767384397.709932:0:40993:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:3.0:1767384397.709934:0:40993:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:3.0:1767384397.709937:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.709941:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.709944:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.709946:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000020:00000010:3.0:1767384397.709951:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000582df4a4. 00000020:00000010:3.0:1767384397.709955:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.709959:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000040:3.0:1767384397.709964:0:40993:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384397.709976:0:40993:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384397.709978:0:40993:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384397.709979:0:40993:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.709984:0:40993:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.709986:0:40993:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.709994:0:40993:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384397.709996:0:40993:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384397.709998:0:40993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384397.710000:0:40993:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:3.0:1767384397.710002:0:40993:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756912720 : -113719952638896 : ffff9892829e7c50) 00000100:00000040:3.0:1767384397.710006:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eadcfd0e x1853236728338688/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.710012:0:40993:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.710015:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.710016:0:40993:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.710018:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000100:00100000:3.0:1767384397.710020:0:40993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eadcfd0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338688:12345-0@lo:501: 00000100:00000200:3.0:1767384397.710024:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338688 00000020:00000001:3.0:1767384397.710026:0:40993:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384397.710028:0:40993:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384397.710030:0:40993:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.710032:0:40993:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384397.710033:0:40993:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:3.0:1767384397.710036:0:40993:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384397.710037:0:40993:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384397.710039:0:40993:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384397.710042:0:40993:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384397.710044:0:40993:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384397.710045:0:40993:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.710047:0:40993:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384397.710049:0:40993:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384397.710052:0:40993:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384397.710054:0:40993:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384397.710056:0:40993:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384397.710058:0:40993:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384397.710062:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000069204528. 02000000:00000001:3.0:1767384397.710063:0:40993:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.710065:0:40993:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384397.710068:0:40993:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:3.0:1767384397.710070:0:40993:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:3.0:1767384397.710072:0:40993:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384397.710075:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029edd678. 00000040:00000001:3.0:1767384397.710078:0:40993:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384397.710081:0:40993:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384397.710083:0:40993:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:3.0:1767384397.710086:0:40993:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00080000:00000001:3.0:1767384397.710092:0:40993:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384397.710095:0:40993:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384397.710114:0:40993:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384397.710132:0:40993:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.710161:0:40993:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384397.710163:0:40993:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.710165:0:40993:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384397.710166:0:40993:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384397.710169:0:40993:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 157:42145937 to info 00000000d6589d74 00000020:00000001:3.0:1767384397.710173:0:40993:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f77a60e6 00080000:00000002:3.0:1767384397.710176:0:40993:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x8:0x0] 00080000:00000001:3.0:1767384397.710179:0:40993:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384397.710182:0:40993:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.710184:0:40993:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384397.710188:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ef0808e9. 00000020:00000001:3.0:1767384397.710190:0:40993:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384397.710195:0:40993:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c9e5cddb. 00000020:00000001:3.0:1767384397.710199:0:40993:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384397.710201:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c19a94ef. 00000020:00000001:3.0:1767384397.710203:0:40993:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.710205:0:40993:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384397.710207:0:40993:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384397.710209:0:40993:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384397.710211:0:40993:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384397.710215:0:40993:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.710218:0:40993:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384397.710221:0:40993:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630353870585944 : -113719838965672 : ffff989289650058) 00000040:00000001:3.0:1767384397.710223:0:40993:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.710224:0:40993:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.710227:0:40993:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384397.710229:0:40993:0:(lu_object.c:207:lu_object_put()) Add 00000000c19a94ef/00000000c9e5cddb to site lru. bkt: 00000000fa9b58d7 00000040:00000010:3.0:1767384397.710231:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ef0808e9. 00000040:00000001:3.0:1767384397.710233:0:40993:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384397.710235:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029edd678. 00000040:00000001:3.0:1767384397.710236:0:40993:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384397.710237:0:40993:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:3.0:1767384397.710239:0:40993:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384397.710241:0:40993:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384397.710243:0:40993:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384397.710245:0:40993:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384397.710247:0:40993:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384397.710248:0:40993:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384397.710250:0:40993:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000008436c4b3. 00000020:00000040:3.0:1767384397.710252:0:40993:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=13 00000020:00000040:3.0:1767384397.710254:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 12 20000000:00000010:3.0:1767384397.710256:0:40993:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000008436c4b3. 20000000:00000001:3.0:1767384397.710258:0:40993:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384397.710260:0:40993:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384397.710263:0:40993:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338688 00010000:00000001:3.0:1767384397.710264:0:40993:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384397.710268:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eadcfd0e x1853236728338688/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384397.710279:0:40993:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384397.710281:0:40993:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.710283:0:40993:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.710286:0:40993:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384397.710288:0:40993:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384397.710290:0:40993:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384397.710291:0:40993:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384397.710293:0:40993:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.710295:0:40993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.710297:0:40993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.710300:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384397.710303:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728338688, offset 224 00000400:00000200:3.0:1767384397.710307:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.710313:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.710318:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce09900 00000400:00000200:3.0:1767384397.710322:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2c2d [1] + 224 00000400:00000200:3.0:1767384397.710326:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.710328:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384397.710331:0:40993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.710335:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384397.710342:0:40993:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.710356:0:40993:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.710361:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384397.710362:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000001:3.0:1767384397.710365:0:40993:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384397.710366:0:40993:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.710368:0:40993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384397.710371:0:40993:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384397.710373:0:40993:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384397.710374:0:40993:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.710375:0:40993:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384397.710378:0:40993:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eadcfd0e x1853236728338688/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.710385:0:40993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eadcfd0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338688:12345-0@lo:501: Request processed in 372us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384397.710391:0:40993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384397.710393:0:40993:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:3.0:1767384397.710395:0:40993:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384397.710397:0:40993:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384397.710400:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.710403:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384397.710406:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000582df4a4. 00000020:00000040:3.0:1767384397.710409:0:40993:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 11 02000000:00000001:3.0:1767384397.710412:0:40993:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384397.710413:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000069204528. 02000000:00000001:3.0:1767384397.710416:0:40993:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384397.710418:0:40993:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384397.710421:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384397.710425:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a37fedd2. 00000400:00000010:3.0:1767384397.710428:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f8bac24. 00000100:00000001:1.0:1767384397.710490:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384397.710494:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384397.710496:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384397.710497:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384397.710501:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:1.0:1767384397.710502:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000100:00000001:1.0:1767384397.710506:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384397.710509:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384397.710517:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710523:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384397.710525:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.710533:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384397.710535:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384397.710537:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384397.710538:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.710540:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384397.710543:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384397.710546:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384397.710549:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384397.710550:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.710551:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384397.710553:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710555:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.710558:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710563:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.710565:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384397.710566:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384397.710569:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384397.710574:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070db5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338688:0@lo:501: 00000100:00000001:1.0:1767384397.710578:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.710580:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710581:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384397.710583:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.710584:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710591:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384397.710593:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000782f211. 00000100:00000001:1.0:1767384397.710595:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384397.710596:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.710599:0:17084:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384397.710601:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384397.710603:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384397.710605:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384397.710611:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.710614:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070db5eb2 x1853236728338688/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710620:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384397.710622:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384397.710625:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077dfd7d0. 02000000:00000001:1.0:1767384397.710627:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384397.710628:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384397.710629:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384397.710631:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384397.710633:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a306d01. 02000000:00000001:1.0:1767384397.710636:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384397.710637:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384397.710638:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070db5eb2. 00000100:00000001:1.0:1767384397.710642:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384397.710643:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384397.710645:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.710647:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384397.710663:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007c72eb11. 00000040:00000001:1.0:1767384397.710666:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384397.710668:0:17084:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384397.710670:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:1.0:1767384397.710674:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070db5eb2. 00000020:00000040:1.0:1767384397.710676:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1767384397.710678:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384397.710680:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384397.710683:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384397.710686:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a306d01. 00000100:00000001:1.0:1767384397.710690:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710693:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384397.710694:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384397.710697:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000782f211. 00000100:00000001:1.0:1767384397.710699:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353968685440 : -113719740866176 : ffff98928f3de180) 00000100:00000001:1.0:1767384397.710702:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384397.710703:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379522048 : -113719330029568 : ffff9892a7bac000) 00000100:00000001:1.0:1767384397.710706:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384397.710713:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710715:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384397.710716:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384397.710719:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710726:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384397.710727:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.710729:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384397.710731:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384397.710733:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384397.710735:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070db5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338816:0@lo:503: 00000100:00000001:1.0:1767384397.710738:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384397.710740:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384397.710742:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.710744:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384397.710757:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ada14cd6. 02000000:00000001:1.0:1767384397.710759:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384397.710763:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384397.710766:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005804aa7a. 00000100:00000200:1.0:1767384397.710769:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728338816, portal 25 00000100:00000001:1.0:1767384397.710771:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384397.710772:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354379522048 : -113719330029568 : ffff9892a7bac000) 00000100:00000040:1.0:1767384397.710776:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710782:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384397.710783:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384397.710785:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000100:00000200:1.0:1767384397.710787:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728338816, offset 0 00000400:00000200:1.0:1767384397.710791:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384397.710796:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384397.710801:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce09980 00000400:00000200:1.0:1767384397.710805:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2229 [2] + 0 00000400:00000010:1.0:1767384397.710807:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c32a7f. 00000400:00000200:1.0:1767384397.710810:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000805a0c97 00000400:00000200:1.0:1767384397.710819:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384397.710822:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384397.710825:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805a0c97 00000400:00000010:1.0:1767384397.710827:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000805a0c97. 00000100:00000001:1.0:1767384397.710830:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384397.710831:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384397.710833:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000fbabe32d x1853236728338816 msgsize 272 00000100:00100000:1.0:1767384397.710836:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384397.710838:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384397.710851:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384397.710856:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66a83cd 00000400:00000010:1.0:1767384397.710857:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000100:00000001:1.0:1767384397.710859:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384397.710861:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710872:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.710876:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.710900:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710904:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384397.710909:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710912:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985773 00000100:00000001:1.0:1767384397.710916:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985772 00000100:00000001:1.0:1767384397.710920:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985773 00000100:00000001:1.0:1767384397.710923:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985772 00000100:00000001:1.0:1767384397.710926:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985773 00000100:00000001:1.0:1767384397.710928:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985772 00000100:00000001:1.0:1767384397.710930:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985773 00000100:00000001:1.0:1767384397.710933:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985772 00000100:00000001:1.0:1767384397.710935:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.710938:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.710940:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384397.710947:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384397.710949:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000782f211 going to sleep for 11 seconds 00000100:00000001:1.0:1767384397.710951:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384397.710953:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.711000:0:40992:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384397.711002:0:40992:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338816 02000000:00000001:3.0:1767384397.711004:0:40992:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384397.711006:0:40992:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.711008:0:40992:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.711010:0:40992:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.711012:0:40992:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338816 00000020:00000001:3.0:1767384397.711014:0:40992:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384397.711015:0:40992:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:3.0:1767384397.711017:0:40992:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.711018:0:40992:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=12 00000020:00000001:3.0:1767384397.711020:0:40992:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:3.0:1767384397.711022:0:40992:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:3.0:1767384397.711024:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.711027:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.711029:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.711031:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000020:00000010:3.0:1767384397.711034:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000582df4a4. 00000020:00000010:3.0:1767384397.711037:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.711040:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000040:3.0:1767384397.711044:0:40992:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384397.711046:0:40992:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384397.711047:0:40992:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384397.711048:0:40992:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.711052:0:40992:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.711068:0:40992:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.711075:0:40992:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384397.711077:0:40992:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384397.711080:0:40992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384397.711082:0:40992:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:3.0:1767384397.711083:0:40992:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756898384 : -113719952653232 : ffff9892829e4450) 00000100:00000040:3.0:1767384397.711087:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fbabe32d x1853236728338816/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.711094:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.711097:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.711098:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.711100:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000100:00100000:3.0:1767384397.711103:0:40992:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fbabe32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338816:12345-0@lo:503: 00000100:00000200:3.0:1767384397.711106:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338816 00000020:00000001:3.0:1767384397.711109:0:40992:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384397.711110:0:40992:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384397.711112:0:40992:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.711114:0:40992:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384397.711115:0:40992:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382944 : -1048168672 : ffffffffc1863720) 00000020:00000001:3.0:1767384397.711117:0:40992:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384397.711118:0:40992:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384397.711120:0:40992:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384397.711122:0:40992:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384397.711123:0:40992:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.711125:0:40992:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384397.711127:0:40992:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384397.711129:0:40992:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384397.711130:0:40992:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384397.711165:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e23c8cef. 02000000:00000001:3.0:1767384397.711168:0:40992:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.711170:0:40992:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384397.711173:0:40992:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:3.0:1767384397.711175:0:40992:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384397.711177:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029edd678. 00000040:00000001:3.0:1767384397.711179:0:40992:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384397.711180:0:40992:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384397.711181:0:40992:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:3.0:1767384397.711182:0:40992:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00000020:00000001:3.0:1767384397.711185:0:40992:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384397.711188:0:40992:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353870585944 : -113719838965672 : ffff989289650058) 00000040:00000001:3.0:1767384397.711189:0:40992:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.711190:0:40992:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.711191:0:40992:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384397.711194:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b3308c64. 00000040:00000001:3.0:1767384397.711195:0:40992:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384397.711196:0:40992:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000001:2.0:1767384397.711392:0:40994:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.712085:0:40992:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.712089:0:40992:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384397.712091:0:40992:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384397.712096:0:40992:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:3.0:1767384397.712099:0:40992:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384397.712101:0:40992:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384397.712104:0:40992:0:(lu_object.c:207:lu_object_put()) Add 00000000c19a94ef/00000000c9e5cddb to site lru. bkt: 00000000fa9b58d7 00000040:00000001:3.0:1767384397.712107:0:40992:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384397.712109:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b3308c64. 00000040:00000010:3.0:1767384397.712112:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029edd678. 00000040:00000040:3.0:1767384397.712114:0:40992:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:3.0:1767384397.712117:0:40992:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384397.712119:0:40992:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338816 00010000:00000001:3.0:1767384397.712121:0:40992:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384397.712125:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fbabe32d x1853236728338816/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384397.712130:0:40992:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384397.712131:0:40992:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.712133:0:40992:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.712158:0:40992:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384397.712160:0:40992:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384397.712162:0:40992:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384397.712165:0:40992:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384397.712167:0:40992:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.712170:0:40992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.712172:0:40992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.712175:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000020c9763a. 00000100:00000200:3.0:1767384397.712180:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728338816, offset 224 00000400:00000200:3.0:1767384397.712185:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.712192:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.712198:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce09980 00000400:00000200:3.0:1767384397.712203:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2c3d [4] + 224 00000400:00000200:3.0:1767384397.712209:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.712212:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384397.712216:0:40992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.712220:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384397.712228:0:40992:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.712245:0:40992:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.712251:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020c9763a 00000400:00000010:3.0:1767384397.712253:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000020c9763a. 00000100:00000001:3.0:1767384397.712256:0:40992:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384397.712258:0:40992:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.712261:0:40992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384397.712263:0:40992:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384397.712266:0:40992:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384397.712267:0:40992:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.712269:0:40992:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384397.712273:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbabe32d x1853236728338816/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.712281:0:40992:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fbabe32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338816:12345-0@lo:503: Request processed in 1186us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384397.712288:0:40992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384397.712291:0:40992:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:3.0:1767384397.712293:0:40992:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384397.712305:0:40992:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384397.712309:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.712314:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384397.712316:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000582df4a4. 00000020:00000040:3.0:1767384397.712322:0:40992:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 11 02000000:00000001:3.0:1767384397.712326:0:40992:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384397.712328:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e23c8cef. 02000000:00000001:3.0:1767384397.712337:0:40992:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384397.712340:0:40992:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384397.712344:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384397.712349:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc82374b. 00000400:00000010:3.0:1767384397.712353:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020c9763a. 00000100:00000001:1.0:1767384397.712393:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384397.712398:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384397.712399:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384397.712401:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000200:1.0:1767384397.712404:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005804aa7a 00000400:00000010:1.0:1767384397.712406:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005804aa7a. 00000100:00000001:1.0:1767384397.712408:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384397.712411:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384397.712419:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.712425:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384397.712426:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.712428:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384397.712430:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384397.712431:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384397.712432:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384397.712435:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384397.712438:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384397.712441:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384397.712444:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384397.712445:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384397.712447:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384397.712448:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.712450:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.712453:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.712459:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384397.712461:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384397.712463:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384397.712466:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384397.712485:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070db5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338816:0@lo:503: 00000100:00000001:1.0:1767384397.712491:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.712492:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384397.712494:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384397.712497:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.712499:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.712505:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384397.712507:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000782f211. 00000100:00000001:1.0:1767384397.712509:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384397.712510:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.712516:0:17084:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384397.712518:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384397.712521:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070db5eb2 x1853236728338816/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384397.712528:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384397.712529:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384397.712531:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ada14cd6. 02000000:00000001:1.0:1767384397.712544:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384397.712547:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384397.712548:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384397.712550:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384397.712552:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a306d01. 02000000:00000001:1.0:1767384397.712556:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384397.712557:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384397.712559:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070db5eb2. 00000100:00000001:1.0:1767384397.712563:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384397.712564:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384397.712566:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384397.712568:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1767384397.712570:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384397.712571:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.712573:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384397.712576:0:17084:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384397.712583:0:17084:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000016fea633. 00000040:00001000:1.0:1767384397.712585:0:17084:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 7 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384397.713097:0:41428:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384397.713103:0:41428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029edd678. 00000020:00000010:3.0:1767384397.713107:0:41428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cbd4eb7f. 00000040:00000010:3.0:1767384397.713110:0:41428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384397.713113:0:41428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc144209. 00000020:00000010:3.0:1767384397.713118:0:41428:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384397.713121:0:41428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384397.713126:0:41428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f5a17343. 40000000:00000010:3.0:1767384397.713130:0:41428:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008436c4b3. 00100000:00000010:3.0:1767384397.713162:0:41428:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384397.713167:0:41428:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080c30be0. 00040000:00000010:3.0:1767384397.713172:0:41428:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da5c2251. 00040000:00000010:3.0:1767384397.713175:0:41428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db06c817. 00080000:00000010:3.0:1767384397.713179:0:41428:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b3308c64. 00080000:00000010:3.0:1767384397.713183:0:41428:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006e1f3df6. 00000004:00000010:3.0:1767384397.713189:0:41428:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000031011242. 00000004:00000010:3.0:1767384397.713194:0:41428:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002bad16e9. 00000004:00000010:3.0:1767384397.713199:0:41428:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002608ec52. 00002000:00000010:3.0:1767384397.713203:0:41428:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069204528. 00000004:00000010:3.0:1767384397.713207:0:41428:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc3cf909. 00000020:00000010:3.0:1767384397.713212:0:41428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000070146723. 00000040:00000010:3.0:1767384397.713218:0:41428:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000389cf0a0. 00000040:00080000:3.0:1767384397.714203:0:41428:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 8 00000040:00000010:3.0:1767384397.714210:0:41428:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000389cf0a0. 00000020:00000010:3.0:1767384397.714218:0:41428:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000070146723. 00000020:00000010:3.0:1767384397.714232:0:41428:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cbd4eb7f. 00000040:00000010:3.0:1767384397.714236:0:41428:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384397.714239:0:41428:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc144209. 00000020:00000010:3.0:1767384397.714244:0:41428:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384397.714248:0:41428:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384397.714251:0:41428:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f5a17343. 40000000:00000010:3.0:1767384397.714255:0:41428:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008436c4b3. 00100000:00000010:3.0:1767384397.714258:0:41428:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384397.714261:0:41428:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080c30be0. 00040000:00000010:3.0:1767384397.714264:0:41428:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da5c2251. 00040000:00000010:3.0:1767384397.714268:0:41428:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db06c817. 00080000:00000010:3.0:1767384397.714272:0:41428:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006e1f3df6. 00080000:00000010:3.0:1767384397.714276:0:41428:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b3308c64. 00000004:00000010:3.0:1767384397.714281:0:41428:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000031011242. 00000004:00000010:3.0:1767384397.714286:0:41428:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002bad16e9. 00000004:00000010:3.0:1767384397.714290:0:41428:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002608ec52. 00002000:00000010:3.0:1767384397.714293:0:41428:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000069204528. 00000004:00000010:3.0:1767384397.714308:0:41428:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc3cf909. 00000020:00000010:3.0:1767384397.714310:0:41428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029edd678. 00000040:00000010:0.0:1767384397.714486:0:17084:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000016fea633. 00000040:00000001:0.0:1767384397.714493:0:17084:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384397.714496:0:17084:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 8-7 (rc=0) 00000040:00000010:0.0:1767384397.714500:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007c72eb11. 00000040:00000010:0.0:1767384397.714504:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008d01e73a. 00000020:00000001:0.0:1767384397.714506:0:17084:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.714508:0:17084:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384397.714513:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009fed1fc5. 00000040:00000010:0.0:1767384397.714517:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a40ee2ce. 00000020:00000010:0.0:1767384397.714520:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae98f990. 00000020:00000010:0.0:1767384397.714523:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b4a0ab9. 80000000:00000010:0.0:1767384397.714526:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7172c42. 00040000:00000010:0.0:1767384397.714528:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057de18f6. 00080000:00000010:0.0:1767384397.714531:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d6c563e8. 00080000:00000010:0.0:1767384397.714536:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f08db520. 20000000:00000010:0.0:1767384397.714540:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000078d90bbb. 00000020:00000010:0.0:1767384397.714542:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b807e81. 10000000:00000010:0.0:1767384397.714546:0:17084:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000000852440a. 10000000:01000000:0.0:1767384397.714549:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:0.0:1767384397.714552:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384397.714555:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384397.714558:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.714560:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b930fa9 refcount=3 00000020:00000001:0.0:1767384397.714563:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:0.0:1767384397.714565:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390144 : -113718973161472 : ffff9892bd002000) 00010000:00000001:0.0:1767384397.714568:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384397.714571:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe21 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.714580:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.714581:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384397.714583:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe21 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.714589:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384397.714590:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.714591:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384397.714592:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.714595:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.714597:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384397.714599:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384397.714601:0:17084:0:(mgc_request.c:108:config_log_get()) log nodemap (0000000097b2812a) refs 2 10000000:00000001:0.0:1767384397.714602:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384397.714605:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384397.714606:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(0000000065f6d3cf) refs 3 10000000:00000001:0.0:1767384397.714608:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384397.714609:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384397.714610:0:17084:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1767384397.714612:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384397.714613:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff9892b5770000 from 1 10000000:00000001:0.0:1767384397.714615:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384397.714617:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1767384397.714622:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000628f32a5. 00000020:00000040:0.0:1767384397.714626:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1767384397.714629:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384397.714632:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384397.714636:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384397.714642:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abd97c5a. 00000100:00000001:0.0:1767384397.714647:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.714651:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384397.714654:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384397.714659:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026d7f65b. 00010000:00000001:0.0:1767384397.714663:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384397.714666:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d056c487. 00000020:00000001:0.0:1767384397.714669:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384397.714671:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d056c487 with handle 0x960a57272cefbe28 to hash 00000020:00000001:0.0:1767384397.714673:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384397.714675:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384397.714677:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:0.0:1767384397.714680:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384397.714682:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384397.714685:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384397.714691:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384397.714713:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384397.714719:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384397.714721:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384397.714726:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c86005ca. 00000100:00000001:0.0:1767384397.714728:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630353848089408 : -113719861462208 : ffff9892880dbb40) 00000100:00000001:0.0:1767384397.714731:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384397.714732:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354608980864 : -113719100570752 : ffff9892b5680380) 00000100:00000001:0.0:1767384397.714736:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384397.714738:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.714740:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384397.714741:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384397.714748:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.714756:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384397.714758:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.714761:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384397.714763:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384397.714766:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.714768:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000628f32a5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338944:0@lo:101: 00000100:00000001:0.0:1767384397.714772:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384397.714776:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384397.714778:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.714780:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384397.714784:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000081c069b9. 02000000:00000001:0.0:1767384397.714786:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384397.714790:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031fedaea. 00000400:00000010:0.0:1767384397.714796:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba034ec. 00000100:00000200:0.0:1767384397.714801:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728338944, portal 25 00000100:00000001:0.0:1767384397.714804:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384397.714805:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354608980864 : -113719100570752 : ffff9892b5680380) 00000100:00000040:0.0:1767384397.714809:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.714815:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.714819:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.714821:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384397.714823:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728338944, offset 0 00000400:00000200:0.0:1767384397.714828:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.714838:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.714847:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09a00 00000400:00000200:0.0:1767384397.714853:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x222d [2] + 0 00000400:00000010:0.0:1767384397.714857:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f03d5a1a. 00000400:00000200:0.0:1767384397.714860:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8e344ac 00000400:00000200:0.0:1767384397.714864:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.714868:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384397.714873:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e344ac 00000400:00000010:0.0:1767384397.714874:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e344ac. 00000100:00000001:0.0:1767384397.714878:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384397.714879:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384397.714883:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000a2379c33 x1853236728338944 msgsize 328 00000100:00100000:0.0:1767384397.714886:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384397.714887:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384397.714901:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.714907:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384397.714909:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384397.714912:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384397.714914:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.714923:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384397.714925:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.714931:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.714932:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.714936:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.714940:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985777 00000100:00000001:0.0:1767384397.714946:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985773 00000100:00000001:0.0:1767384397.714950:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985777 00000100:00000001:0.0:1767384397.714952:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985773 00000100:00000001:0.0:1767384397.714955:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985777 00000100:00000001:0.0:1767384397.714958:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985773 00000100:00000001:0.0:1767384397.714960:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985777 00000100:00000001:0.0:1767384397.714963:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985773 00000100:00000001:0.0:1767384397.714966:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384397.714980:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.714982:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384397.714984:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384397.714986:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c86005ca going to sleep for 11 seconds 00000100:00000001:0.0:1767384397.714988:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384397.714991:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715311:0:40992:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384397.715314:0:40992:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728338944 02000000:00000001:3.0:1767384397.715317:0:40992:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384397.715318:0:40992:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.715320:0:40992:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.715324:0:40992:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.715327:0:40992:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728338944 00000020:00000001:3.0:1767384397.715329:0:40992:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384397.715331:0:40992:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:3.0:1767384397.715332:0:40992:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.715333:0:40992:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=12 00000020:00000001:3.0:1767384397.715336:0:40992:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:3.0:1767384397.715338:0:40992:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:3.0:1767384397.715341:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.715344:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.715347:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.715349:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000020:00000010:3.0:1767384397.715362:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029edd678. 00000020:00000010:3.0:1767384397.715366:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.715370:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000100:00000040:3.0:1767384397.715375:0:40992:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384397.715377:0:40992:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384397.715379:0:40992:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384397.715380:0:40992:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715387:0:40992:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715397:0:40992:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.715406:0:40992:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384397.715408:0:40992:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384397.715411:0:40992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384397.715414:0:40992:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:3.0:1767384397.715416:0:40992:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630353756903504 : -113719952648112 : ffff9892829e5850) 00000100:00000040:3.0:1767384397.715421:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2379c33 x1853236728338944/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715428:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384397.715431:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008436c4b3. 00000100:00000001:3.0:1767384397.715432:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384397.715434:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008436c4b3. 00000100:00100000:3.0:1767384397.715437:0:40992:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2379c33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+12:17084:x1853236728338944:12345-0@lo:101: 00000100:00000200:3.0:1767384397.715441:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728338944 00000020:00000001:3.0:1767384397.715443:0:40992:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384397.715446:0:40992:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384397.715448:0:40992:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.715450:0:40992:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384397.715452:0:40992:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:3.0:1767384397.715455:0:40992:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384397.715456:0:40992:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384397.715458:0:40992:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384397.715460:0:40992:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384397.715463:0:40992:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.715464:0:40992:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384397.715466:0:40992:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384397.715468:0:40992:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384397.715470:0:40992:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384397.715472:0:40992:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715476:0:40992:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384397.715480:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a531cc3f. 00010000:00000001:3.0:1767384397.715483:0:40992:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384397.715485:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000767c7f8c. 00000020:00000001:3.0:1767384397.715488:0:40992:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384397.715490:0:40992:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000767c7f8c with handle 0x960a57272cefbe2f to hash 00000020:00000001:3.0:1767384397.715491:0:40992:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384397.715493:0:40992:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736394240 : -113718973157376 : ffff9892bd003000) 00010000:00000001:3.0:1767384397.715495:0:40992:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736394240 : -113718973157376 : ffff9892bd003000) 00010000:00010000:3.0:1767384397.715497:0:40992:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000767c7f8c/0x960a57272cefbe2f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbe28 expref: -99 pid: 40992 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384397.715503:0:40992:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 8 00000020:00000040:3.0:1767384397.715505:0:40992:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=13 00000100:00000001:3.0:1767384397.715511:0:40992:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384397.715514:0:40992:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384397.715517:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cc3cf909. 02000000:00000001:3.0:1767384397.715519:0:40992:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715521:0:40992:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715523:0:40992:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384397.715526:0:40992:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384397.715529:0:40992:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384397.715531:0:40992:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384397.715533:0:40992:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384397.715535:0:40992:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384397.715536:0:40992:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384397.715538:0:40992:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384397.715540:0:40992:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384397.715541:0:40992:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384397.715543:0:40992:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384397.715544:0:40992:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000a531cc3f) refcount = 1 00010000:00010000:3.0:1767384397.715548:0:40992:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000767c7f8c/0x960a57272cefbe2f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbe28 expref: 13 pid: 40992 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.715554:0:40992:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384397.715556:0:40992:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384397.715557:0:40992:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384397.715559:0:40992:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715561:0:40992:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384397.715564:0:40992:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384397.715566:0:40992:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000767c7f8c/0x960a57272cefbe2f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe28 expref: 13 pid: 40992 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.715572:0:40992:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384397.715574:0:40992:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384397.715576:0:40992:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384397.715578:0:40992:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715579:0:40992:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384397.715581:0:40992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.715582:0:40992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384397.715583:0:40992:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000767c7f8c, rc 0) 00000020:00000001:3.0:1767384397.715585:0:40992:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384397.715588:0:40992:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728338944 00010000:00000001:3.0:1767384397.715591:0:40992:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384397.715594:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2379c33 x1853236728338944/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384397.715601:0:40992:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384397.715603:0:40992:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.715606:0:40992:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.715610:0:40992:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384397.715613:0:40992:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:3.0:1767384397.715615:0:40992:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:3.0:1767384397.715617:0:40992:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384397.715619:0:40992:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715621:0:40992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.715623:0:40992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.715626:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384397.715629:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728338944, offset 224 00000400:00000200:3.0:1767384397.715633:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.715639:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.715645:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09a00 00000400:00000200:3.0:1767384397.715649:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2c4d [1] + 224 00000400:00000200:3.0:1767384397.715653:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.715656:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384397.715659:0:40992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.715662:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384397.715669:0:40992:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715682:0:40992:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.715687:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:3.0:1767384397.715689:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00000001:3.0:1767384397.715704:0:40992:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384397.715706:0:40992:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.715709:0:40992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384397.715712:0:40992:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:3.0:1767384397.715714:0:40992:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384397.715716:0:40992:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.715717:0:40992:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384397.715720:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2379c33 x1853236728338944/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.715728:0:40992:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2379c33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+13:17084:x1853236728338944:12345-0@lo:101: Request processed in 298us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384397.715734:0:40992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384397.715736:0:40992:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:3.0:1767384397.715739:0:40992:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384397.715740:0:40992:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384397.715744:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2213635. 00000020:00000010:3.0:1767384397.715747:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384397.715750:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029edd678. 00000020:00000040:3.0:1767384397.715754:0:40992:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 12 02000000:00000001:3.0:1767384397.715757:0:40992:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384397.715759:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cc3cf909. 02000000:00000001:3.0:1767384397.715761:0:40992:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384397.715763:0:40992:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384397.715767:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384397.715771:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bcfba24. 00000400:00000010:3.0:1767384397.715774:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9f009b5. 00000100:00000001:3.0:1767384397.715786:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384397.715790:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384397.715791:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384397.715792:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031fedaea. 00000400:00000200:3.0:1767384397.715794:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba034ec 00000400:00000010:3.0:1767384397.715796:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba034ec. 00000100:00000001:3.0:1767384397.715798:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.715800:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384397.715808:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715815:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384397.715816:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.715818:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384397.715821:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384397.715822:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.715823:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.715826:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.715831:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384397.715834:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.715836:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384397.715838:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715840:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384397.715841:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715844:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384397.715847:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715853:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384397.715856:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384397.715858:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384397.715860:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.715866:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000628f32a5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728338944:0@lo:101: 00000100:00000001:3.0:1767384397.715871:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.715873:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715875:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384397.715876:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.715878:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715884:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384397.715885:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c86005ca. 00000100:00000001:3.0:1767384397.715888:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384397.715889:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715891:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384397.715894:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384397.715895:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.715896:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=4 00000020:00000001:3.0:1767384397.715898:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:3.0:1767384397.715900:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000040:3.0:1767384397.715903:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d056c487, remote cookie: 0x960a57272cefbe2f, flags: 0x0 00010000:00000001:3.0:1767384397.715905:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384397.715907:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384397.715908:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384397.715910:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384397.715911:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384397.715912:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (0000000026d7f65b) refcount = 1 00010000:00010000:3.0:1767384397.715914:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe2f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.715920:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384397.715921:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384397.715922:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384397.715925:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384397.715927:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384397.715929:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe2f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.715934:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384397.715935:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.715936:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384397.715937:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.715938:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384397.715940:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.715942:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.715944:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000628f32a5 x1853236728338944/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.715950:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384397.715952:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384397.715954:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000081c069b9. 02000000:00000001:3.0:1767384397.715957:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384397.715958:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384397.715960:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384397.715961:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384397.715963:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abd97c5a. 02000000:00000001:3.0:1767384397.715977:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384397.715979:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384397.715981:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000628f32a5. 00000100:00000001:3.0:1767384397.715984:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384397.715985:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384397.715987:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.715989:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384397.715991:0:17084:0:(mgc_request.c:108:config_log_get()) log nodemap (0000000097b2812a) refs 3 10000000:00000001:3.0:1767384397.715992:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.715994:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384397.715995:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.715996:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=3 00000020:00000001:3.0:1767384397.715998:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:3.0:1767384397.716000:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:3.0:1767384397.716002:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384397.716003:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.716004:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384397.716005:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.716012:0:17084:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:3.0:1767384397.716016:0:17084:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:3.0:1767384397.716018:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:3.0:1767384397.716020:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384397.716022:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384397.716023:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.716025:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d056c487 refcount=3 00000020:00000001:3.0:1767384397.716027:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:3.0:1767384397.716030:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491433472 : -113724218118144 : ffff989184607000) 00010000:00000001:3.0:1767384397.716032:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384397.716034:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe2f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.716040:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.716041:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384397.716043:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000d056c487/0x960a57272cefbe28 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe2f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.716048:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384397.716050:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.716051:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384397.716052:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.716054:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.716056:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384397.716058:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384397.716059:0:17084:0:(mgc_request.c:108:config_log_get()) log params (000000007b256548) refs 2 10000000:00000001:3.0:1767384397.716061:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.716062:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384397.716063:0:17084:0:(mgc_request.c:123:config_log_put()) log nodemap(0000000097b2812a) refs 3 10000000:00000001:3.0:1767384397.716065:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384397.716066:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384397.716067:0:17084:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1767384397.716068:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384397.716070:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff989286f90800 from 1 10000000:00000001:3.0:1767384397.716071:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384397.716072:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1767384397.716076:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec65b319. 00000020:00000040:3.0:1767384397.716078:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:3.0:1767384397.716080:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384397.716081:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384397.716083:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384397.716086:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029edd678. 00000100:00000001:3.0:1767384397.716089:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.716092:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384397.716093:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384397.716096:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b5371ca0 count: 2 00010000:00000001:3.0:1767384397.716098:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384397.716100:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384397.716102:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af56f313. 00000020:00000001:3.0:1767384397.716105:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384397.716106:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000af56f313 with handle 0x960a57272cefbe36 to hash 00000020:00000001:3.0:1767384397.716108:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384397.716109:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:3.0:1767384397.716111:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:3.0:1767384397.716113:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384397.716115:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384397.716117:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384397.716121:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384397.716127:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384397.716132:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384397.716133:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384397.716152:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fbb1e6fa. 00000100:00000001:3.0:1767384397.716154:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349571603264 : -113724137948352 : ffff98918927bb40) 00000100:00000001:3.0:1767384397.716157:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384397.716158:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378914688 : -113719330636928 : ffff9892a7b17b80) 00000100:00000001:3.0:1767384397.716161:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384397.716162:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.716164:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384397.716165:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384397.716167:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.716174:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384397.716175:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.716177:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384397.716179:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384397.716180:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384397.716182:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ec65b319 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339072:0@lo:101: 00000100:00000001:3.0:1767384397.716185:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384397.716188:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384397.716189:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.716192:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384397.716194:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc3cf909. 02000000:00000001:3.0:1767384397.716196:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384397.716198:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077aa2a9d. 00000400:00000010:3.0:1767384397.716201:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f520d9a. 00000100:00000200:3.0:1767384397.716204:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728339072, portal 25 00000100:00000001:3.0:1767384397.716205:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384397.716206:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354378914688 : -113719330636928 : ffff9892a7b17b80) 00000100:00000040:3.0:1767384397.716209:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.716216:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384397.716217:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384397.716219:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000100:00000200:3.0:1767384397.716221:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728339072, offset 0 00000400:00000200:3.0:1767384397.716224:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384397.716231:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384397.716237:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09a80 00000400:00000200:3.0:1767384397.716241:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2231 [2] + 0 00000400:00000010:3.0:1767384397.716243:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bb2f6e. 00000400:00000200:3.0:1767384397.716246:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5c3676e 00000400:00000200:3.0:1767384397.716248:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384397.716251:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384397.716254:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c3676e 00000400:00000010:3.0:1767384397.716255:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5c3676e. 00000100:00000001:3.0:1767384397.716258:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384397.716259:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384397.716261:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000e2bf53bc x1853236728339072 msgsize 328 00000100:00100000:3.0:1767384397.716264:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384397.716266:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384397.716319:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384397.716324:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46713a9 00000400:00000010:3.0:1767384397.716326:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000100:00000001:3.0:1767384397.716328:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384397.716331:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.716343:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.716345:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.716351:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.716352:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384397.716355:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.716357:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985779 00000100:00000001:3.0:1767384397.716362:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985777 00000100:00000001:3.0:1767384397.716364:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985779 00000100:00000001:3.0:1767384397.716366:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985777 00000100:00000001:3.0:1767384397.716368:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985779 00000100:00000001:3.0:1767384397.716370:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985777 00000100:00000001:3.0:1767384397.716372:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985779 00000100:00000001:3.0:1767384397.716374:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985777 00000100:00000001:3.0:1767384397.716376:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384397.716378:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384397.716380:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384397.716381:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384397.716383:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fbb1e6fa going to sleep for 11 seconds 00000100:00000001:3.0:1767384397.716385:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384397.716386:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.716481:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.716483:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728339072 02000000:00000001:0.0:1767384397.716485:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.716487:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.716488:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.716490:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.716492:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728339072 00000020:00000001:0.0:1767384397.716494:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.716495:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.716497:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.716498:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=13 00000020:00000001:0.0:1767384397.716500:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:0.0:1767384397.716502:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:0.0:1767384397.716504:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.716507:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.716509:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.716510:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000020:00000010:0.0:1767384397.716514:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7a1d899. 00000020:00000010:0.0:1767384397.716517:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.716520:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.716524:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.716526:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.716528:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.716529:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.716532:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.716577:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.716585:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.716586:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.716589:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384397.716591:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.716593:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354367531088 : -113719342020528 : ffff9892a703c850) 00000100:00000040:0.0:1767384397.716596:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2bf53bc x1853236728339072/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.716604:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.716606:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.716607:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.716609:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000100:00100000:0.0:1767384397.716612:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2bf53bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+13:17084:x1853236728339072:12345-0@lo:101: 00000100:00000200:0.0:1767384397.716615:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728339072 00000020:00000001:0.0:1767384397.716617:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.716619:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.716620:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.716622:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.716623:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:0.0:1767384397.716626:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.716627:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.716629:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.716631:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.716633:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.716635:0:40994:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384397.716636:0:40994:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384397.716637:0:40994:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384397.716638:0:40994:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384397.716640:0:40994:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.716642:0:40994:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384397.716646:0:40994:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000026da0c49 count: 2 00010000:00000001:0.0:1767384397.716648:0:40994:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.716650:0:40994:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384397.716652:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a7693bfd. 00000020:00000001:0.0:1767384397.716654:0:40994:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384397.716655:0:40994:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a7693bfd with handle 0x960a57272cefbe3d to hash 00000020:00000001:0.0:1767384397.716657:0:40994:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384397.716658:0:40994:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491432960 : -113724218118656 : ffff989184606e00) 00010000:00000001:0.0:1767384397.716660:0:40994:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491432960 : -113724218118656 : ffff989184606e00) 00010000:00010000:0.0:1767384397.716662:0:40994:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a7693bfd/0x960a57272cefbe3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbe36 expref: -99 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.716668:0:40994:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 9 00000020:00000040:0.0:1767384397.716670:0:40994:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=14 00000100:00000001:0.0:1767384397.716673:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.716675:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.716677:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a1e03223. 02000000:00000001:0.0:1767384397.716679:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.716681:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.716682:0:40994:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384397.716685:0:40994:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384397.716686:0:40994:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384397.716688:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.716700:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.716702:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.716703:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.716705:0:40994:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384397.716706:0:40994:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384397.716708:0:40994:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384397.716708:0:40994:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384397.716710:0:40994:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000026da0c49) refcount = 2 00010000:00000040:0.0:1767384397.716713:0:40994:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384397.716715:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d1303511/0x960a57272cefbdc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbdbf expref: 14 pid: 40992 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384397.716721:0:40994:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a7693bfd/0x960a57272cefbe3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbe36 expref: 14 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.716726:0:40994:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384397.716727:0:40994:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384397.716728:0:40994:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.716730:0:40994:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.716732:0:40994:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.716734:0:40994:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384397.716736:0:40994:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a7693bfd/0x960a57272cefbe3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe36 expref: 14 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.716741:0:40994:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384397.716743:0:40994:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384397.716744:0:40994:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.716746:0:40994:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.716748:0:40994:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384397.716749:0:40994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.716750:0:40994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384397.716751:0:40994:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a7693bfd, rc 0) 00000020:00000001:0.0:1767384397.716754:0:40994:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.716756:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728339072 00010000:00000001:0.0:1767384397.716758:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.716761:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2bf53bc x1853236728339072/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.716768:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.716769:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.716771:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.716774:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.716776:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.716778:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.716780:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.716782:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.716784:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.716785:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.716788:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384397.716790:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728339072, offset 224 00000400:00000200:0.0:1767384397.716795:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.716799:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.716805:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09a80 00000400:00000200:0.0:1767384397.716808:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2c5d [1] + 224 00000400:00000200:0.0:1767384397.716812:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.716814:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.716817:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.716820:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.716827:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.716844:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.716848:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384397.716849:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384397.716851:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.716852:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.716855:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.716857:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.716859:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.716861:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.716863:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384397.716865:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384397.716866:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2bf53bc x1853236728339072/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384397.716872:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.716874:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.716878:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077aa2a9d. 00000100:00100000:0.0:1767384397.716879:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2bf53bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339072:12345-0@lo:101: Request processed in 273us (615us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384397.716884:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f520d9a 00000400:00000010:2.0:1767384397.716889:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f520d9a. 00000100:00100000:0.0:1767384397.716889:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384397.716893:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:2.0:1767384397.716895:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384397.716898:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.716901:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384397.716902:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384397.716904:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.716910:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.716915:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7a1d899. 00000100:00000200:2.0:1767384397.716917:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384397.716921:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 13 02000000:00000001:0.0:1767384397.716926:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384397.716929:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a1e03223. 00000100:00000001:2.0:1767384397.716932:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384397.716933:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384397.716934:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.716936:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.716937:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.716940:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384397.716942:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.716946:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056cfcfb7. 00000400:00000010:0.0:1767384397.716949:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000407750f1. 00000100:00000001:2.0:1767384397.716951:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.716954:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.716957:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.716960:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.716963:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.716966:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.716976:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.716978:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.716980:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.716982:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.716985:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.716992:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.716994:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.716995:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.716998:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.717004:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ec65b319 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339072:0@lo:101: 00000100:00000001:2.0:1767384397.717009:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.717011:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717012:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.717013:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.717015:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.717021:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.717023:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fbb1e6fa. 00000100:00000001:2.0:1767384397.717026:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.717027:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.717029:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384397.717031:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.717032:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.717033:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af56f313 refcount=4 00000020:00000001:2.0:1767384397.717035:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:2.0:1767384397.717038:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000040:2.0:1767384397.717041:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000af56f313, remote cookie: 0x960a57272cefbe3d, flags: 0x0 00010000:00000001:2.0:1767384397.717044:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384397.717046:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384397.717047:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384397.717048:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384397.717050:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384397.717051:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000b5371ca0) refcount = 2 00010000:00000040:2.0:1767384397.717054:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384397.717056:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 00000000dda42cde/0x960a57272cefbdbf lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbdc6 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.717061:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe3d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.717067:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384397.717068:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384397.717070:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.717072:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384397.717073:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.717076:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe3d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.717081:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384397.717082:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.717083:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.717084:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.717085:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.717086:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717088:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.717090:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ec65b319 x1853236728339072/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.717096:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.717098:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.717099:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cc3cf909. 02000000:00000001:2.0:1767384397.717101:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.717103:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.717104:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.717106:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.717108:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029edd678. 02000000:00000001:2.0:1767384397.717110:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.717111:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.717113:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec65b319. 00000100:00000001:2.0:1767384397.717116:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.717117:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384397.717119:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.717121:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384397.717122:0:17084:0:(mgc_request.c:108:config_log_get()) log params (000000007b256548) refs 3 10000000:00000001:2.0:1767384397.717124:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.717126:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.717127:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.717128:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af56f313 refcount=3 00000020:00000001:2.0:1767384397.717130:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:2.0:1767384397.717132:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:2.0:1767384397.717133:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384397.717176:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.717177:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.717178:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.717181:0:17084:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384397.717184:0:17084:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a8fe7805. 00000020:00000010:2.0:1767384397.717218:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d26650f6. 00000020:00000010:2.0:1767384397.717222:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3b28046. 00000040:00000010:2.0:1767384397.717226:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9e1d6d7. 00000020:00000010:2.0:1767384397.717230:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005e1c533. 00000020:00000010:2.0:1767384397.717233:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c571428. 80000000:00000010:2.0:1767384397.717237:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fce27353. 00040000:00000010:2.0:1767384397.717240:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d52a3bca. 00080000:00000010:2.0:1767384397.717245:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000045a4ce77. 00080000:00000010:2.0:1767384397.717250:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f23f13a6. 20000000:00000010:2.0:1767384397.717255:0:17084:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000475281c1. 10000000:00000040:2.0:1767384397.717258:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6878d87 : new refcount 2 00000020:00000001:2.0:1767384397.717261:0:17084:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384397.717263:0:17084:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384397.717265:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384397.717268:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d6676c7. 00000040:00000001:2.0:1767384397.717271:0:17084:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384397.717273:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:2.0:1767384397.717276:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.717279:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.717281:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.717283:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.717285:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.717290:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df9af385. 00000100:00000001:2.0:1767384397.717293:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717469:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.717471:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.717475:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.717477:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.717479:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.717481:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.717484:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.717485:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717487:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.717488:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.717491:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.717498:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.717499:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.717510:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.717512:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.717514:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.717516:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339200:0@lo:501: 00000100:00000001:2.0:1767384397.717519:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.717521:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.717523:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.717524:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.717527:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003df7bc7d. 02000000:00000001:2.0:1767384397.717529:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.717532:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee21064. 00000400:00000010:2.0:1767384397.717535:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.717538:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728339200, portal 25 00000100:00000001:2.0:1767384397.717540:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.717541:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.717544:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.717550:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.717552:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.717554:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.717556:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236728339200, offset 0 00000400:00000200:2.0:1767384397.717560:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.717565:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.717571:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824ce09b00 00000400:00000200:2.0:1767384397.717575:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2235 [2] + 0 00000400:00000010:2.0:1767384397.717578:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d9e2e0. 00000400:00000200:2.0:1767384397.717580:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000abe034c 00000400:00000200:2.0:1767384397.717583:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.717586:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.717588:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000abe034c 00000400:00000010:2.0:1767384397.717590:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000abe034c. 00000100:00000001:2.0:1767384397.717593:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.717594:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.717596:0:17084:0:(events.c:337:request_in_callback()) incoming req@00000000a3ac4ebe x1853236728339200 msgsize 504 00000100:00100000:2.0:1767384397.717599:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.717601:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.717610:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.717614:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.717615:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.717617:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.717620:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.717627:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.717630:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.717631:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.717635:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728339200 02000000:00000001:0.0:1767384397.717638:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.717640:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.717643:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717644:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.717647:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717648:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384397.717652:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728339200 00000100:00000001:2.0:1767384397.717653:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.717655:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384397.717657:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985779 00000020:00000040:0.0:1767384397.717658:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.717661:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384397.717663:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, keep current deadline 4294985779 00000020:00000040:0.0:1767384397.717664:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=14 00000100:00000001:2.0:1767384397.717667:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985779 00000020:00000001:0.0:1767384397.717668:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:2.0:1767384397.717671:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, keep current deadline 4294985779 00000020:00000001:0.0:1767384397.717672:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:2.0:1767384397.717677:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985779 00000100:00000001:0.0:1767384397.717678:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384397.717681:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, keep current deadline 4294985779 00000020:00000010:0.0:1767384397.717683:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:2.0:1767384397.717684:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985779 00000100:00000001:0.0:1767384397.717686:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.717688:0:17084:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, keep current deadline 4294985779 00000100:00000001:2.0:1767384397.717692:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.717694:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.717696:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.717697:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.717698:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.717700:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.717702:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384397.717749:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000020:00000010:0.0:1767384397.717754:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7a1d899. 00000020:00000010:0.0:1767384397.717757:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.717760:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.717763:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.717765:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.717767:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.717768:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.717771:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.717782:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.717788:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.717790:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.717793:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384397.717794:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.717796:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354367530064 : -113719342021552 : ffff9892a703c450) 00000100:00000040:0.0:1767384397.717799:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3ac4ebe x1853236728339200/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 504/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.717806:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.717808:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a76538b9. 00000100:00000001:0.0:1767384397.717810:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.717811:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a76538b9. 00000100:00100000:0.0:1767384397.717814:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3ac4ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339200:12345-0@lo:501: 00000100:00000200:0.0:1767384397.717818:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728339200 00000020:00000001:0.0:1767384397.717819:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.717821:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.717822:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.717824:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.717825:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:0.0:1767384397.717827:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.717829:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.717830:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.717832:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.717834:0:40994:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384397.717835:0:40994:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.717837:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384397.717839:0:40994:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384397.717841:0:40994:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384397.717842:0:40994:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384397.717845:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.717846:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.717848:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a1e03223. 02000000:00000001:0.0:1767384397.717850:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.717852:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384397.717854:0:40994:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384397.717857:0:40994:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:0.0:1767384397.717859:0:40994:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384397.717861:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000498f36fe. 00000040:00000001:0.0:1767384397.717864:0:40994:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384397.717866:0:40994:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384397.717869:0:40994:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:0.0:1767384397.717871:0:40994:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00080000:00000001:0.0:1767384397.717878:0:40994:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384397.717882:0:40994:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384397.717902:0:40994:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384397.717917:0:40994:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384397.717919:0:40994:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384397.717921:0:40994:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384397.717922:0:40994:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384397.717924:0:40994:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384397.717927:0:40994:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:910724746 to info 00000000efbbe0fb 00000020:00000001:0.0:1767384397.717930:0:40994:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000571ae0d 00080000:00000002:0.0:1767384397.717932:0:40994:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384397.717934:0:40994:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384397.717938:0:40994:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384397.717940:0:40994:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384397.717945:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000009d260695. 00000020:00000001:0.0:1767384397.717947:0:40994:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384397.717952:0:40994:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353870511448 : -113719839040168 : ffff98928963dd58) 00000040:00000001:0.0:1767384397.717955:0:40994:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384397.717956:0:40994:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384397.717959:0:40994:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384397.717962:0:40994:0:(lu_object.c:207:lu_object_put()) Add 000000003aef9a36/000000002be5dd95 to site lru. bkt: 00000000bdec3c5a 00000040:00000010:0.0:1767384397.717964:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000009d260695. 00000040:00000001:0.0:1767384397.717979:0:40994:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384397.717982:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000498f36fe. 00000040:00000001:0.0:1767384397.717984:0:40994:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384397.717986:0:40994:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:0.0:1767384397.717988:0:40994:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384397.717991:0:40994:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.717994:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728339200 00010000:00000001:0.0:1767384397.717996:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.717999:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3ac4ebe x1853236728339200/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 504/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.718005:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.718006:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.718008:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.718012:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.718013:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.718015:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.718017:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.718019:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.718021:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.718022:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.718025:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384397.718028:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728339200, offset 224 00000400:00000200:0.0:1767384397.718031:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.718036:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.718041:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce09b00 00000400:00000200:0.0:1767384397.718044:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2c6d [1] + 224 00000400:00000200:0.0:1767384397.718048:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.718051:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.718053:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.718056:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.718063:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.718077:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.718080:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384397.718081:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384397.718083:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.718084:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.718087:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.718088:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.718090:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.718093:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.718095:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.718097:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3ac4ebe x1853236728339200/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 504/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.718100:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.718106:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384397.718108:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3ac4ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339200:12345-0@lo:501: Request processed in 300us (510us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384397.718110:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.718112:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee21064. 00000400:00000200:2.0:1767384397.718118:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000100:00100000:0.0:1767384397.718120:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000400:00000010:2.0:1767384397.718121:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000040:0.0:1767384397.718124:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:2.0:1767384397.718125:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384397.718127:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.718130:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.718132:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000713ff722. 00000100:00000200:2.0:1767384397.718153:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384397.718160:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.718165:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7a1d899. 00000100:00000200:2.0:1767384397.718168:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384397.718170:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 13 02000000:00000001:0.0:1767384397.718175:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384397.718177:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a1e03223. 00000100:00000001:2.0:1767384397.718180:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384397.718181:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384397.718183:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384397.718186:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.718189:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b988dc5c. 00000400:00000010:0.0:1767384397.718192:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a07c0edb. 00000100:00000001:2.0:1767384397.718237:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.718240:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.718242:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.718243:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.718245:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.718247:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.718249:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.718252:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.718255:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.718256:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.718257:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.718259:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.718261:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.718264:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.718270:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.718272:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.718274:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.718276:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.718283:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339200:0@lo:501: 00000100:00000001:2.0:1767384397.718286:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.718288:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.718290:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.718291:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.718292:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.718428:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.718430:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.718433:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.718434:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.718437:0:17084:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384397.718439:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.718440:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.718442:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384397.718444:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.718446:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728339200/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.718452:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.718454:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.718455:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003df7bc7d. 02000000:00000001:2.0:1767384397.718458:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.718459:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.718460:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.718461:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.718463:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df9af385. 02000000:00000001:2.0:1767384397.718464:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.718466:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.718467:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:2.0:1767384397.718470:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.718471:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.718472:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.718474:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384397.718479:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009f35afef. 00000040:00000001:2.0:1767384397.718481:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384397.718483:0:17084:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384397.718484:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:2.0:1767384397.720734:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.720740:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.720744:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.720746:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.720819:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.720826:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df9af385. 00000100:00000001:2.0:1767384397.720831:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.720835:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.720836:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.720840:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.720842:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.720844:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.720845:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.720849:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.720851:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.720852:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.720854:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.720859:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.720874:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.720876:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.720879:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.720882:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.720884:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.720887:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339328:0@lo:503: 00000100:00000001:2.0:1767384397.720891:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.720894:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.720895:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.720897:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.720912:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e23c8cef. 02000000:00000001:2.0:1767384397.720914:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.720919:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee21064. 00000400:00000010:2.0:1767384397.720925:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000243de217. 00000100:00000200:2.0:1767384397.720930:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236728339328, portal 25 00000100:00000001:2.0:1767384397.720932:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.720933:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.720939:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.720947:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.720960:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.720964:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.720978:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236728339328, offset 0 00000400:00000200:2.0:1767384397.720984:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.720994:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.721001:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824ce09b80 00000400:00000200:2.0:1767384397.721005:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2239 [2] + 0 00000400:00000010:2.0:1767384397.721009:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e41232d0. 00000400:00000200:2.0:1767384397.721012:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf25388c 00000400:00000200:2.0:1767384397.721016:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.721019:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.721023:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf25388c 00000400:00000010:2.0:1767384397.721025:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf25388c. 00000100:00000001:2.0:1767384397.721028:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.721030:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.721033:0:17084:0:(events.c:337:request_in_callback()) incoming req@0000000020f3b18a x1853236728339328 msgsize 272 00000100:00100000:2.0:1767384397.721038:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.721040:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.721049:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.721054:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:2.0:1767384397.721055:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:2.0:1767384397.721059:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.721061:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.721069:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.721071:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.721078:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.721079:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.721083:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.721086:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985783 00000100:00000001:2.0:1767384397.721100:0:40992:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384397.721103:0:40992:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728339328 02000000:00000001:2.0:1767384397.721105:0:40992:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384397.721107:0:40992:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.721109:0:40992:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.721112:0:40992:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.721114:0:40992:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728339328 00000020:00000001:2.0:1767384397.721116:0:40992:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384397.721118:0:40992:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:2.0:1767384397.721120:0:40992:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.721122:0:40992:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=14 00000020:00000001:2.0:1767384397.721124:0:40992:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:2.0:1767384397.721126:0:40992:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:2.0:1767384397.721130:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384397.721134:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000465ee82e. 00000100:00000001:2.0:1767384397.721152:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384397.721155:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000465ee82e. 00000020:00000010:2.0:1767384397.721160:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384397.721164:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077128aae. 00000020:00000010:2.0:1767384397.721169:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000100:00000040:2.0:1767384397.721176:0:40992:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384397.721178:0:40992:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384397.721180:0:40992:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384397.721181:0:40992:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.721198:0:40992:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.721206:0:40992:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.721215:0:40992:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384397.721216:0:40992:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384397.721219:0:40992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384397.721223:0:40992:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:2.0:1767384397.721225:0:40992:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354367535184 : -113719342016432 : ffff9892a703d850) 00000100:00000040:2.0:1767384397.721230:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020f3b18a x1853236728339328/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.721248:0:40992:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384397.721251:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000465ee82e. 00000100:00000001:2.0:1767384397.721254:0:40992:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384397.721258:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000465ee82e. 00000100:00100000:2.0:1767384397.721262:0:40992:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020f3b18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339328:12345-0@lo:503: 00000100:00000200:2.0:1767384397.721265:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728339328 00000020:00000001:2.0:1767384397.721267:0:40992:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384397.721270:0:40992:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384397.721272:0:40992:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.721275:0:40992:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384397.721277:0:40992:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382944 : -1048168672 : ffffffffc1863720) 00000020:00000001:2.0:1767384397.721280:0:40992:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384397.721281:0:40992:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384397.721283:0:40992:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384397.721285:0:40992:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384397.721286:0:40992:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.721289:0:40992:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384397.721290:0:40992:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384397.721293:0:40992:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384397.721295:0:40992:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384397.721315:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007fdfea27. 02000000:00000001:2.0:1767384397.721318:0:40992:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.721320:0:40992:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384397.721323:0:40992:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:2.0:1767384397.721326:0:40992:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384397.721329:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a659248b. 00000040:00000001:2.0:1767384397.721332:0:40992:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384397.721335:0:40992:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384397.721343:0:40992:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:2.0:1767384397.721346:0:40992:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00000020:00000001:2.0:1767384397.721351:0:40992:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384397.721355:0:40992:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630353870511448 : -113719839040168 : ffff98928963dd58) 00000040:00000001:2.0:1767384397.722690:0:40992:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.722692:0:40992:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.722695:0:40992:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384397.722700:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002c17e86a. 00000040:00000001:2.0:1767384397.722703:0:40992:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384397.722705:0:40992:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384397.722710:0:40992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384397.722711:0:40992:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384397.722714:0:40992:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384397.722716:0:40992:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.722718:0:40992:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384397.722723:0:40992:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384397.722726:0:40992:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384397.722729:0:40992:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384397.722732:0:40992:0:(lu_object.c:207:lu_object_put()) Add 000000003aef9a36/000000002be5dd95 to site lru. bkt: 00000000bdec3c5a 00000040:00000001:2.0:1767384397.722735:0:40992:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384397.722737:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384397.722818:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a659248b. 00000040:00000040:2.0:1767384397.722822:0:40992:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:2.0:1767384397.722825:0:40992:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384397.722828:0:40992:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728339328 00010000:00000001:2.0:1767384397.722831:0:40992:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384397.722837:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020f3b18a x1853236728339328/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384397.722844:0:40992:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384397.722846:0:40992:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.722849:0:40992:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.722852:0:40992:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384397.722854:0:40992:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:2.0:1767384397.722856:0:40992:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:2.0:1767384397.722859:0:40992:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384397.722862:0:40992:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.722865:0:40992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.722867:0:40992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.722871:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d907f4fc. 00000100:00000200:2.0:1767384397.722876:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236728339328, offset 224 00000400:00000200:2.0:1767384397.722881:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.722892:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.722899:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824ce09b80 00000400:00000200:2.0:1767384397.722904:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2c7d [4] + 224 00000400:00000200:2.0:1767384397.722911:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.722914:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384397.722919:0:40992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.722923:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384397.722932:0:40992:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.722939:0:40992:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.722945:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d907f4fc 00000400:00000010:2.0:1767384397.722947:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d907f4fc. 00000100:00000001:2.0:1767384397.722949:0:40992:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384397.722951:0:40992:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.722954:0:40992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.722956:0:40992:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:2.0:1767384397.722959:0:40992:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384397.722960:0:40992:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.722962:0:40992:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384397.722965:0:40992:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020f3b18a x1853236728339328/t0(0) o503->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 272/8416 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.722984:0:40992:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020f3b18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339328:12345-0@lo:503: Request processed in 1735us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384397.722991:0:40992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384397.722994:0:40992:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:2.0:1767384397.722996:0:40992:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384397.722998:0:40992:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384397.723002:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077128aae. 00000020:00000010:2.0:1767384397.723005:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384397.723008:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000020:00000040:2.0:1767384397.723011:0:40992:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 13 02000000:00000001:2.0:1767384397.723015:0:40992:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384397.723016:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007fdfea27. 02000000:00000001:2.0:1767384397.723027:0:40992:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384397.723030:0:40992:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384397.723035:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384397.723038:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f196cbf1. 00000400:00000010:2.0:1767384397.723047:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d907f4fc. 00000100:00000001:2.0:1767384397.723066:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985779 00000100:00000001:2.0:1767384397.723070:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985785 00000100:00000001:2.0:1767384397.723072:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985779 00000100:00000001:2.0:1767384397.723074:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985785 00000100:00000001:2.0:1767384397.723075:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985779 00000100:00000001:2.0:1767384397.723077:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985785 00000100:00000001:2.0:1767384397.723079:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985779 00000100:00000001:2.0:1767384397.723080:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.723083:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.723085:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.723086:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.723087:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.723089:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384397.723092:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384397.723093:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.723094:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee21064. 00000400:00000200:2.0:1767384397.723096:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000243de217 00000400:00000010:2.0:1767384397.723097:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000243de217. 00000100:00000001:2.0:1767384397.723098:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384397.723100:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384397.723106:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.723110:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.723110:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.723112:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.723113:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.723114:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.723115:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.723117:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.723120:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.723122:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.723124:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.723125:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.723127:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.723129:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.723130:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.723132:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.723234:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.723236:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.723237:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.723240:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.723244:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339328:0@lo:503: 00000100:00000001:2.0:1767384397.723247:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.723249:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.723250:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.723251:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.723253:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.723256:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.723258:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.723260:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.723260:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.723264:0:17084:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384397.723265:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.723267:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728339328/t0(0) o503->MGC192.168.202.115@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.723271:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.723273:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.723275:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e23c8cef. 02000000:00000001:2.0:1767384397.723283:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.723285:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.723287:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.723289:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.723290:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df9af385. 02000000:00000001:2.0:1767384397.723293:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.723428:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.723431:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:2.0:1767384397.723436:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.723437:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384397.723440:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.723441:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.723443:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384397.723445:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.723447:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.723450:0:17084:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384397.723453:0:17084:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000088b89d05. 00000040:00001000:2.0:1767384397.723455:0:17084:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1767384397.723650:0:41431:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384397.723657:0:41431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000498f36fe. 00000020:00000010:0.0:1767384397.723662:0:41431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003da8866d. 00000040:00000010:0.0:1767384397.723665:0:41431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000260b03a1. 00000020:00000010:0.0:1767384397.723669:0:41431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3fdf7b6. 00000020:00000010:0.0:1767384397.723674:0:41431:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384397.723678:0:41431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091b1a192. 80000000:00000010:0.0:1767384397.723682:0:41431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008351b691. 40000000:00000010:0.0:1767384397.723685:0:41431:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f901eb54. 00100000:00000010:0.0:1767384397.723690:0:41431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000339d7bdf. 00040000:00000010:0.0:1767384397.723705:0:41431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000451841ce. 00040000:00000010:0.0:1767384397.723711:0:41431:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d1bafca. 00040000:00000010:0.0:1767384397.723715:0:41431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abd97c5a. 00080000:00000010:0.0:1767384397.723721:0:41431:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001127d7f3. 00080000:00000010:0.0:1767384397.723726:0:41431:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f08db520. 00000004:00000010:0.0:1767384397.723732:0:41431:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001f4c894d. 00000004:00000010:0.0:1767384397.723738:0:41431:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000365bde3f. 00000004:00000010:0.0:1767384397.723742:0:41431:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000adcc59d4. 00002000:00000010:0.0:1767384397.723746:0:41431:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006e1e6c5e. 00000004:00000010:0.0:1767384397.723749:0:41431:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1e03223. 00000020:00000010:0.0:1767384397.723753:0:41431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec477c17. 00000040:00000010:0.0:1767384397.723760:0:41431:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d6c563e8. 00000040:00080000:0.0:1767384397.724317:0:41431:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000040:00000010:0.0:1767384397.724323:0:41431:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d6c563e8. 00000020:00000010:0.0:1767384397.724330:0:41431:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ec477c17. 00000020:00000010:0.0:1767384397.724337:0:41431:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003da8866d. 00000040:00000010:0.0:1767384397.724341:0:41431:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000260b03a1. 00000020:00000010:0.0:1767384397.724344:0:41431:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d3fdf7b6. 00000020:00000010:0.0:1767384397.724348:0:41431:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384397.724353:0:41431:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091b1a192. 80000000:00000010:0.0:1767384397.725339:0:41431:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008351b691. 40000000:00000010:0.0:1767384397.725349:0:41431:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f901eb54. 00100000:00000010:0.0:1767384397.725353:0:41431:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000339d7bdf. 00040000:00000010:0.0:1767384397.725441:0:41431:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000451841ce. 00040000:00000010:0.0:1767384397.725446:0:41431:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d1bafca. 00040000:00000010:0.0:1767384397.725450:0:41431:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abd97c5a. 00080000:00000010:0.0:1767384397.725455:0:41431:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f08db520. 00080000:00000010:0.0:1767384397.725459:0:41431:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001127d7f3. 00000004:00000010:0.0:1767384397.725465:0:41431:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001f4c894d. 00000004:00000010:0.0:1767384397.725469:0:41431:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000365bde3f. 00000004:00000010:0.0:1767384397.725473:0:41431:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000adcc59d4. 00002000:00000010:0.0:1767384397.725475:0:41431:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006e1e6c5e. 00000004:00000010:0.0:1767384397.725479:0:41431:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1e03223. 00000020:00000010:0.0:1767384397.725482:0:41431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000498f36fe. 00000040:00000010:2.0:1767384397.725610:0:17084:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000088b89d05. 00000040:00000001:2.0:1767384397.725615:0:17084:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384397.725618:0:17084:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000010:2.0:1767384397.725622:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009f35afef. 00000040:00000010:2.0:1767384397.725625:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d6676c7. 00000020:00000001:2.0:1767384397.725628:0:17084:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.725631:0:17084:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384397.725635:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3b28046. 00000040:00000010:2.0:1767384397.725638:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9e1d6d7. 00000020:00000010:2.0:1767384397.725641:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005e1c533. 00000020:00000010:2.0:1767384397.725644:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c571428. 80000000:00000010:2.0:1767384397.725647:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fce27353. 00040000:00000010:2.0:1767384397.725649:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d52a3bca. 00080000:00000010:2.0:1767384397.725652:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f23f13a6. 00080000:00000010:2.0:1767384397.725655:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000045a4ce77. 20000000:00000010:2.0:1767384397.725658:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000475281c1. 00000020:00000010:2.0:1767384397.725661:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d26650f6. 10000000:00000010:2.0:1767384397.725663:0:17084:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a8fe7805. 10000000:01000000:2.0:1767384397.725666:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1767384397.725669:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384397.725671:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.725673:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.725676:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af56f313 refcount=3 00000020:00000001:2.0:1767384397.725678:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:2.0:1767384397.725680:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630354736390656 : -113718973160960 : ffff9892bd002200) 00010000:00000001:2.0:1767384397.725683:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384397.725686:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe3d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.726453:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.726455:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384397.726457:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000af56f313/0x960a57272cefbe36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe3d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.726464:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384397.726466:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.726467:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384397.726468:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.726470:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.726473:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384397.726475:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384397.726476:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000ac2cbc7e) refs 3 10000000:00000001:2.0:1767384397.726477:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.726479:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384397.726480:0:17084:0:(mgc_request.c:123:config_log_put()) log params(000000007b256548) refs 3 10000000:00000001:2.0:1767384397.726482:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384397.726483:0:17084:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384397.726485:0:17084:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1767384397.726486:0:17084:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384397.726488:0:17084:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9892b5770000 from 1 10000000:00000001:2.0:1767384397.726490:0:17084:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384397.726491:0:17084:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1767384397.726496:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.726499:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.726502:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.726504:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.726508:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.726513:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df9af385. 00000100:00000001:2.0:1767384397.726519:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.726523:0:17084:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384397.726525:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384397.726530:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008656df65 count: 5 00010000:00000001:2.0:1767384397.726532:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.726535:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384397.726537:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000135f0305. 00000020:00000001:2.0:1767384397.726540:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384397.726542:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000135f0305 with handle 0x960a57272cefbe44 to hash 00000020:00000001:2.0:1767384397.726545:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384397.726546:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:2.0:1767384397.726548:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:2.0:1767384397.726551:0:17084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384397.726553:0:17084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.726555:0:17084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.726562:0:17084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.726570:0:17084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384397.726575:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.726577:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.726581:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.726583:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.726585:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.726586:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.726590:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.726591:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.726593:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.726595:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.726601:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.726608:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.726610:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.726612:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.726615:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.726617:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.726619:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339456:0@lo:101: 00000100:00000001:2.0:1767384397.726622:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.726627:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.726629:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.726631:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.726633:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c5a0aad. 02000000:00000001:2.0:1767384397.726635:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.726640:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee21064. 00000400:00000010:2.0:1767384397.726646:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.726651:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236728339456, portal 25 00000100:00000001:2.0:1767384397.726652:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.726653:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.726657:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.726663:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.726666:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.726667:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.726669:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236728339456, offset 0 00000400:00000200:2.0:1767384397.726675:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.726684:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.726692:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824ce09c00 00000400:00000200:2.0:1767384397.726762:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x223d [2] + 0 00000400:00000010:2.0:1767384397.726766:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f09c483e. 00000400:00000200:2.0:1767384397.726769:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058cc1184 00000400:00000200:2.0:1767384397.726774:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.726778:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.726781:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058cc1184 00000400:00000010:2.0:1767384397.726783:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058cc1184. 00000100:00000001:2.0:1767384397.726787:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.726789:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.726793:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000001d56ee16 x1853236728339456 msgsize 328 00000100:00100000:2.0:1767384397.726796:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.726798:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.726809:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.726815:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.726816:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.726819:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.726823:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.726832:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.726834:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.726840:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.726841:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.726845:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.726849:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985789 00000100:00000001:2.0:1767384397.726855:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985783 00000100:00000001:2.0:1767384397.726859:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985789 00000100:00000001:2.0:1767384397.726862:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985785 00000100:00000001:2.0:1767384397.726864:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985789 00000100:00000001:2.0:1767384397.726867:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985785 00000100:00000001:2.0:1767384397.726869:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985789 00000100:00000001:2.0:1767384397.726871:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985785 00000100:00000001:2.0:1767384397.726873:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.726875:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.726877:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384397.726878:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.726880:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00000001:2.0:1767384397.726883:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384397.726886:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.726949:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384397.726952:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728339456 02000000:00000001:0.0:1767384397.726955:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384397.726957:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384397.726959:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.726963:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.726975:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728339456 00000020:00000001:0.0:1767384397.726978:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.726980:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.726982:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.726984:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=14 00000020:00000001:0.0:1767384397.726986:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:0.0:1767384397.726988:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:0.0:1767384397.726992:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.726997:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f901eb54. 00000100:00000001:0.0:1767384397.726999:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.727001:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f901eb54. 00000020:00000010:0.0:1767384397.727007:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a0e7c0. 00000020:00000010:0.0:1767384397.727012:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.727017:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.727025:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.727028:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.727029:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.727031:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.727038:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.727050:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.727061:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.727063:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.727068:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:0.0:1767384397.727070:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.727072:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354367529040 : -113719342022576 : ffff9892a703c050) 00000100:00000040:0.0:1767384397.727077:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d56ee16 x1853236728339456/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.727085:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.727087:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f901eb54. 00000100:00000001:0.0:1767384397.727089:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.727091:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f901eb54. 00000100:00100000:0.0:1767384397.727094:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d56ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+14:17084:x1853236728339456:12345-0@lo:101: 00000100:00000200:0.0:1767384397.727098:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728339456 00000020:00000001:0.0:1767384397.727101:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.727104:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.727107:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.727109:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.727111:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661383232 : -1048168384 : ffffffffc1863840) 00000020:00000001:0.0:1767384397.727114:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.727116:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.727119:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.727121:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.727124:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.727127:0:40994:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384397.727129:0:40994:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384397.727131:0:40994:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384397.727153:0:40994:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384397.727155:0:40994:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.727161:0:40994:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384397.727165:0:40994:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002cfde7d8 count: 5 00010000:00000001:0.0:1767384397.727167:0:40994:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.727169:0:40994:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384397.727172:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f048c453. 00000020:00000001:0.0:1767384397.727175:0:40994:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384397.727177:0:40994:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f048c453 with handle 0x960a57272cefbe4b to hash 00000020:00000001:0.0:1767384397.727179:0:40994:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384397.727180:0:40994:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00000001:0.0:1767384397.727181:0:40994:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630349491429376 : -113724218122240 : ffff989184606000) 00010000:00010000:0.0:1767384397.727184:0:40994:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f048c453/0x960a57272cefbe4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x960a57272cefbe44 expref: -99 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.727190:0:40994:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000079d3fa45 : new locks_count 10 00000020:00000040:0.0:1767384397.727192:0:40994:0:(genops.c:887:class_export_get()) GET export 0000000079d3fa45 refcount=15 00000100:00000001:0.0:1767384397.727199:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.727201:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.727204:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a1e03223. 02000000:00000001:0.0:1767384397.727206:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.727208:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.727210:0:40994:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384397.727213:0:40994:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384397.727215:0:40994:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384397.727217:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.727220:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.727222:0:40994:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384397.727223:0:40994:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.727226:0:40994:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384397.727227:0:40994:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384397.727230:0:40994:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384397.727231:0:40994:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384397.727233:0:40994:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000002cfde7d8) refcount = 5 00010000:00000040:0.0:1767384397.727236:0:40994:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384397.727239:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000f9db32f/0x960a57272cefbe21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe1a expref: 15 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.727245:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000077154621/0x960a57272cefbe13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe0c expref: 15 pid: 40993 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.727251:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5fe4b66/0x960a57272cefbdd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbdcd expref: 15 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384397.727256:0:40994:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea51028a/0x960a57272cefbd48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbd41 expref: 15 pid: 40993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384397.727262:0:40994:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f048c453/0x960a57272cefbe4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x960a57272cefbe44 expref: 15 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.727268:0:40994:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384397.727269:0:40994:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384397.727271:0:40994:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.727273:0:40994:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.727275:0:40994:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384397.727279:0:40994:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384397.727280:0:40994:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f048c453/0x960a57272cefbe4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x960a57272cefbe44 expref: 15 pid: 40994 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384397.727286:0:40994:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384397.727288:0:40994:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384397.727290:0:40994:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384397.727291:0:40994:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.727293:0:40994:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384397.727294:0:40994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384397.727295:0:40994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384397.727297:0:40994:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f048c453, rc 0) 00000020:00000001:0.0:1767384397.727299:0:40994:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384397.727302:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728339456 00010000:00000001:0.0:1767384397.727304:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.727308:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d56ee16 x1853236728339456/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.727315:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.727317:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.727320:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.727324:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.727326:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.727327:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.727330:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.727332:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.727334:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.727336:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.727340:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384397.727343:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236728339456, offset 224 00000400:00000200:0.0:1767384397.727347:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.727353:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.729021:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824ce09c00 00000400:00000200:0.0:1767384397.729028:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2c8d [1] + 224 00000400:00000200:0.0:1767384397.729035:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.729040:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.729046:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.729052:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.729061:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.729082:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.729090:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384397.729092:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384397.729095:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.729097:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.729100:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.729103:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.729106:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.729108:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.729111:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.729115:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d56ee16 x1853236728339456/t0(0) o101->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 328/344 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.729123:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d56ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728339456:12345-0@lo:101: Request processed in 2037us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384397.729130:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:0.0:1767384397.729133:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:0.0:1767384397.729151:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.729153:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.729159:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000713ff722. 00000100:00000001:2.0:1767384397.729162:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384397.729164:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000400:00000001:2.0:1767384397.729169:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384397.729169:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a0e7c0. 00000400:00000001:2.0:1767384397.729173:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384397.729175:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee21064. 00000020:00000040:0.0:1767384397.729175:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 14 00000400:00000200:2.0:1767384397.729180:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 02000000:00000001:0.0:1767384397.729182:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384397.729183:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 02000000:00000010:0.0:1767384397.729187:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a1e03223. 00000100:00000001:2.0:1767384397.729188:0:17084:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384397.729192:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384397.729195:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.729197:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384397.729206:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.729213:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025b8db34. 00000100:00000200:2.0:1767384397.729219:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384397.729220:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066d764d5. 00000100:00000001:2.0:1767384397.729230:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384397.729232:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.729235:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384397.729237:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384397.729239:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.729241:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.729244:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384397.729248:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384397.729252:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384397.729255:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384397.729257:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.729259:0:17084:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384397.729261:0:17084:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729263:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384397.729267:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729274:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.729276:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384397.729278:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384397.729280:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384397.729287:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339456:0@lo:101: 00000100:00000001:2.0:1767384397.729292:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384397.729294:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729303:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384397.729305:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.729307:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729314:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384397.729316:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.729319:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384397.729320:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.729328:0:17084:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384397.729331:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.729332:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.729334:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000135f0305 refcount=4 00000020:00000001:2.0:1767384397.729336:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:2.0:1767384397.729339:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000040:2.0:1767384397.729343:0:17084:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000135f0305, remote cookie: 0x960a57272cefbe4b, flags: 0x0 00010000:00000001:2.0:1767384397.729346:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384397.729349:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384397.729350:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384397.729352:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384397.729353:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384397.729355:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008656df65) refcount = 5 00010000:00000040:2.0:1767384397.729358:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384397.729360:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 000000004b930fa9/0x960a57272cefbe1a lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe21 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.729367:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 0000000016c89e53/0x960a57272cefbe0c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe13 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.729373:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 00000000172f1fd7/0x960a57272cefbdcd lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbdd4 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384397.729378:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.115@tcp lock: 000000002ab24300/0x960a57272cefbd41 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbd48 expref: -99 pid: 40985 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384397.729382:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe4b expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.729388:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384397.729389:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384397.729390:0:17084:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384397.729393:0:17084:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384397.729396:0:17084:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.729398:0:17084:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x960a57272cefbe4b expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384397.729403:0:17084:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384397.729405:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.729406:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.729407:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.729408:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.729409:0:17084:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729411:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.729413:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728339456/t0(0) o101->MGC192.168.202.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729419:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384397.729421:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384397.729424:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c5a0aad. 02000000:00000001:2.0:1767384397.729427:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384397.729428:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384397.729430:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1767384397.729432:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384397.729433:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df9af385. 02000000:00000001:2.0:1767384397.729436:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384397.729438:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384397.729439:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:2.0:1767384397.729443:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384397.729444:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384397.729445:0:17084:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.729448:0:17084:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384397.729449:0:17084:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000ac2cbc7e) refs 4 10000000:00000001:2.0:1767384397.729451:0:17084:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.729453:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384397.729454:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384397.729455:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000135f0305 refcount=3 00000020:00000001:2.0:1767384397.729457:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:2.0:1767384397.729459:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:2.0:1767384397.729461:0:17084:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384397.729463:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384397.729464:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384397.729465:0:17084:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384397.729467:0:17084:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384397.729471:0:17084:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a8fe7805. 00000020:00000010:2.0:1767384397.729474:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df9af385. 00000020:00000010:2.0:1767384397.729477:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003df7bc7d. 00000040:00000010:2.0:1767384397.729481:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a659248b. 00000020:00000010:2.0:1767384397.729485:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005e1c533. 00000020:00000010:2.0:1767384397.729489:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008325f623. 80000000:00000010:2.0:1767384397.729493:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fce27353. 00040000:00000010:2.0:1767384397.729498:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc3d9e2f. 00080000:00000010:2.0:1767384397.729503:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000045a4ce77. 00080000:00000010:2.0:1767384397.729507:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f23f13a6. 20000000:00000010:2.0:1767384397.729512:0:17084:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e5049aef. 10000000:00000040:2.0:1767384397.729516:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6878d87 : new refcount 2 00000020:00000001:2.0:1767384397.729519:0:17084:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384397.729521:0:17084:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1767384397.729523:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384397.729526:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a87c5a11. 00000040:00000001:2.0:1767384397.729529:0:17084:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384397.729531:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000010:2.0:1767384397.729533:0:17084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040eeeea6. 00000020:00000040:2.0:1767384397.729536:0:17084:0:(genops.c:1229:class_import_get()) import 00000000503d488e refcount=5 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1767384397.729539:0:17084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384397.729541:0:17084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384397.729544:0:17084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384397.729548:0:17084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082f18079. 00000100:00000001:2.0:1767384397.729552:0:17084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729556:0:17084:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384397.729557:0:17084:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384397.729561:0:17084:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000040424a. 00000100:00000001:2.0:1767384397.729563:0:17084:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630349491798400 : -113724217753216 : ffff989184660180) 00000100:00000001:2.0:1767384397.729565:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.729567:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000001:2.0:1767384397.729570:0:17084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384397.729572:0:17084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729574:0:17084:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384397.729575:0:17084:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384397.729578:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729585:0:17084:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384397.729587:0:17084:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.729589:0:17084:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384397.729591:0:17084:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384397.729594:0:17084:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384397.729596:0:17084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339584:0@lo:501: 00000100:00000001:2.0:1767384397.729600:0:17084:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384397.729603:0:17084:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384397.729605:0:17084:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384397.729607:0:17084:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384397.729610:0:17084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc234aec. 02000000:00000001:2.0:1767384397.729612:0:17084:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384397.729615:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee21064. 00000400:00000010:2.0:1767384397.729618:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d7891c. 00000100:00000200:2.0:1767384397.729621:0:17084:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236728339584, portal 25 00000100:00000001:2.0:1767384397.729623:0:17084:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384397.729625:0:17084:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630354637732736 : -113719071818880 : ffff9892b71ebb80) 00000100:00000040:2.0:1767384397.729628:0:17084:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729635:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384397.729637:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384397.729640:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000100:00000200:2.0:1767384397.729643:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236728339584, offset 0 00000400:00000200:2.0:1767384397.729647:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.729653:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.729660:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824ce09c80 00000400:00000200:2.0:1767384397.729664:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2241 [2] + 0 00000400:00000010:2.0:1767384397.729667:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f160239. 00000400:00000200:2.0:1767384397.729671:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038594259 00000400:00000200:2.0:1767384397.729673:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384397.729676:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384397.729679:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038594259 00000400:00000010:2.0:1767384397.729681:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038594259. 00000100:00000001:2.0:1767384397.729684:0:17084:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384397.729686:0:17084:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384397.729696:0:17084:0:(events.c:337:request_in_callback()) incoming req@000000009fd0ad61 x1853236728339584 msgsize 512 00000100:00100000:2.0:1767384397.729699:0:17084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384397.729701:0:17084:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384397.729713:0:17084:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384397.729716:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007526cb3f 00000400:00000010:2.0:1767384397.729718:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000100:00000001:2.0:1767384397.729720:0:17084:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384397.729723:0:17084:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729730:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384397.729732:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384397.729738:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729739:0:17084:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384397.729742:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729745:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 0 is 4294985792 00000100:00000001:2.0:1767384397.729757:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985789 00000100:00000001:2.0:1767384397.729762:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 1 is 4294985792 00000100:00000001:2.0:1767384397.729764:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985789 00000100:00000001:2.0:1767384397.729767:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4294985792 00000100:00000001:2.0:1767384397.729769:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294985789 00000100:00000001:2.0:1767384397.729772:0:17084:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4294985792 00000100:00000001:2.0:1767384397.729775:0:17084:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294985789 00000100:00000001:2.0:1767384397.729778:0:17084:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384397.729781:0:17084:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384397.729783:0:17084:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384397.729784:0:40994:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384397.729785:0:17084:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384397.729789:0:17084:0:(client.c:2690:ptlrpc_set_wait()) set 000000000040424a going to sleep for 11 seconds 00000100:00100000:0.0:1767384397.729789:0:40994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236728339584 02000000:00000001:0.0:1767384397.729793:0:40994:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384397.729794:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384397.729797:0:40994:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384397.729798:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.729801:0:40994:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384397.729805:0:40994:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384397.729808:0:40994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236728339584 00000020:00000001:0.0:1767384397.729811:0:40994:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384397.729812:0:40994:0:(genops.c:823:class_conn2export()) looking for export cookie 0x960a57272cefbd1e 00000020:00000001:0.0:1767384397.729814:0:40994:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384397.729815:0:40994:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000079d3fa45 refcount=15 00000020:00000001:0.0:1767384397.729818:0:40994:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000020:00000001:0.0:1767384397.729820:0:40994:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630349475878912 : -113724233672704 : ffff989183731800) 00000100:00000001:0.0:1767384397.729823:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.729826:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f901eb54. 00000100:00000001:0.0:1767384397.729828:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.729830:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f901eb54. 00000020:00000010:0.0:1767384397.729835:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a0e7c0. 00000020:00000010:0.0:1767384397.729838:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.729841:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000100:00000040:0.0:1767384397.729847:0:40994:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384397.729850:0:40994:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384397.729851:0:40994:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384397.729853:0:40994:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.729858:0:40994:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.729870:0:40994:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384397.729878:0:40994:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384397.729880:0:40994:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384397.729883:0:40994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:0.0:1767384397.729885:0:40994:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000079d3fa45 : new rpc_count 1 00000100:00000001:0.0:1767384397.729887:0:40994:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630354367541328 : -113719342010288 : ffff9892a703f050) 00000100:00000040:0.0:1767384397.729891:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fd0ad61 x1853236728339584/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/0 e 0 to 0 dl 1767384408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.729899:0:40994:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384397.729901:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f901eb54. 00000100:00000001:0.0:1767384397.729903:0:40994:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384397.729905:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f901eb54. 00000100:00100000:0.0:1767384397.729908:0:40994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fd0ad61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728339584:12345-0@lo:501: 00000100:00000200:0.0:1767384397.729912:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236728339584 00000020:00000001:0.0:1767384397.729914:0:40994:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384397.729917:0:40994:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384397.729918:0:40994:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.729921:0:40994:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384397.729923:0:40994:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661382848 : -1048168768 : ffffffffc18636c0) 00000020:00000001:0.0:1767384397.729926:0:40994:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384397.729927:0:40994:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384397.729929:0:40994:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384397.729930:0:40994:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384397.729933:0:40994:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384397.729935:0:40994:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.729936:0:40994:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384397.729938:0:40994:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384397.729940:0:40994:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384397.729942:0:40994:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384397.729945:0:40994:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384397.729946:0:40994:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384397.729949:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a1e03223. 02000000:00000001:0.0:1767384397.729951:0:40994:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.729953:0:40994:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384397.729955:0:40994:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384397.729957:0:40994:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077b1cc3e : new refcount 2 00000040:00000001:0.0:1767384397.729960:0:40994:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384397.729962:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000b807e81. 00000040:00000001:0.0:1767384397.729965:0:40994:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384397.729979:0:40994:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384397.729981:0:40994:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630353876905984 : -113719832645632 : 0xffff989289c57000) 00000020:00000001:0.0:1767384397.729986:0:40994:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630353876905984 : -113719832645632 : ffff989289c57000) 00080000:00000001:0.0:1767384397.729993:0:40994:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384397.729997:0:40994:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384397.730009:0:40994:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384397.730013:0:40994:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384397.730016:0:40994:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384397.730020:0:40994:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384397.730022:0:40994:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384397.730024:0:40994:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384397.730027:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000b807e81. 00000040:00000001:0.0:1767384397.730030:0:40994:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384397.730032:0:40994:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384397.730034:0:40994:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077b1cc3e : new refcount 1 00000020:00000001:0.0:1767384397.730037:0:40994:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384397.730039:0:40994:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384397.730041:0:40994:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236728339584 00010000:00000001:0.0:1767384397.730043:0:40994:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384397.730047:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fd0ad61 x1853236728339584/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384397.730053:0:40994:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384397.730056:0:40994:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384397.730058:0:40994:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba861654 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384397.730062:0:40994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384397.730064:0:40994:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000044fc1bc5 refcount 21 to 0@lo 00000100:00000001:0.0:1767384397.730066:0:40994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630354744032832 : -113718965518784 : ffff9892bd74be40) 02000000:00000001:0.0:1767384397.730068:0:40994:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384397.730069:0:40994:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.730071:0:40994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384397.730073:0:40994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384397.730076:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000100:00000200:0.0:1767384397.730078:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236728339584, offset 224 00000400:00000200:0.0:1767384397.730083:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384397.730088:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384397.730093:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824ce09c80 00000400:00000200:0.0:1767384397.730097:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2c9d [1] + 224 00000400:00000200:0.0:1767384397.730100:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384397.730103:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384397.730106:0:40994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384397.730108:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384397.730115:0:40994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384397.730151:0:40994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384397.730155:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6c8659 00000400:00000010:0.0:1767384397.730157:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 00000100:00000001:0.0:1767384397.730160:0:40994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384397.730161:0:40994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384397.730163:0:40994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384397.730165:0:40994:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000044fc1bc5 refcount 20 to 0@lo 00010000:00000001:0.0:1767384397.730167:0:40994:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384397.730169:0:40994:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.730170:0:40994:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384397.730173:0:40994:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd0ad61 x1853236728339584/t0(0) o501->3e3a581e-56d8-41d6-afef-11a885c88bac@0@lo:378/0 lens 512/272 e 0 to 0 dl 1767384408 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384397.730180:0:40994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fd0ad61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e3a581e-56d8-41d6-afef-11a885c88bac+15:17084:x1853236728339584:12345-0@lo:501: Request processed in 281us (483us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384397.730187:0:40994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:0.0:1767384397.730189:0:40994:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079d3fa45 : new rpc_count 0 00000100:00000001:0.0:1767384397.730191:0:40994:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384397.730192:0:40994:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384397.730195:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000713ff722. 00000020:00000010:0.0:1767384397.730197:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384397.730200:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a0e7c0. 00000020:00000040:0.0:1767384397.730203:0:40994:0:(genops.c:898:class_export_put()) PUTting export 0000000079d3fa45 : new refcount 14 02000000:00000001:0.0:1767384397.730206:0:40994:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384397.730207:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a1e03223. 02000000:00000001:0.0:1767384397.730209:0:40994:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384397.730211:0:40994:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384397.730214:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384397.730216:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069eb8b14. 00000400:00000010:0.0:1767384397.730220:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c86005ca. 00000100:00000001:3.0:1767384397.730347:0:17084:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384397.730351:0:17084:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384397.730353:0:17084:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384397.730355:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee21064. 00000400:00000200:3.0:1767384397.730358:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d7891c 00000400:00000010:3.0:1767384397.730360:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d7891c. 00000100:00000001:3.0:1767384397.730363:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384397.730366:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384397.730373:0:17084:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.730379:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384397.730381:0:17084:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.730382:0:17084:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384397.730384:0:17084:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384397.730385:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384397.730387:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384397.730388:0:17084:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384397.730391:0:17084:0:(import.c:2128:obd_at_measure()) add 5 to 0000000031938b09 time=120 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384397.730394:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c6462697 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384397.730396:0:17084:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384397.730399:0:17084:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.730404:0:17084:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384397.730465:0:17084:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767384397.730477:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.730493:0:17084:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1767384397.730522:0:17084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384397.730532:0:17084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384397.730563:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384397.730571:0:17084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040eeeea6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e3a581e-56d8-41d6-afef-11a885c88bac:17084:1853236728339584:0@lo:501: 00000100:00000001:3.0:1767384397.730575:0:17084:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384397.730577:0:17084:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384397.730579:0:17084:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384397.730580:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.730583:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.730589:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384397.730591:0:17084:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000040424a. 00000100:00000001:3.0:1767384397.730594:0:17084:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384397.730596:0:17084:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384397.730598:0:17084:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1767384397.730601:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384397.730602:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=4 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384397.730604:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384397.730605:0:17084:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384397.730607:0:17084:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040eeeea6 x1853236728339584/t0(0) o501->MGC192.168.202.115@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384413 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384397.730620:0:17084:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384397.730622:0:17084:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384397.730624:0:17084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc234aec. 02000000:00000001:3.0:1767384397.730628:0:17084:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384397.730629:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384397.730630:0:17084:0:(genops.c:1242:class_import_put()) import 00000000503d488e refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:3.0:1767384397.730632:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384397.730633:0:17084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082f18079. 02000000:00000001:3.0:1767384397.730636:0:17084:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384397.730637:0:17084:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384397.730638:0:17084:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040eeeea6. 00000100:00000001:3.0:1767384397.730641:0:17084:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384397.730642:0:17084:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384397.730644:0:17084:0:(llog.c:1547:llog_open()) MGC192.168.202.115@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767384397.730647:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a87c5a11. 00000040:00000001:3.0:1767384397.730650:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384397.730652:0:17084:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767384397.730655:0:17084:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1767384397.730660:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003df7bc7d. 00000040:00000010:3.0:1767384397.730663:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a659248b. 00000020:00000010:3.0:1767384397.730666:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005e1c533. 00000020:00000010:3.0:1767384397.730670:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008325f623. 80000000:00000010:3.0:1767384397.730674:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fce27353. 00040000:00000010:3.0:1767384397.730678:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc3d9e2f. 00080000:00000010:3.0:1767384397.730682:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f23f13a6. 00080000:00000010:3.0:1767384397.730686:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000045a4ce77. 20000000:00000010:3.0:1767384397.730689:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e5049aef. 00000020:00000010:3.0:1767384397.730691:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df9af385. 10000000:00000010:3.0:1767384397.730693:0:17084:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a8fe7805. 10000000:01000000:3.0:1767384397.730696:0:17084:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1767384397.730698:0:17084:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384397.730700:0:17084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384397.730701:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384397.730702:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000135f0305 refcount=3 00000020:00000001:3.0:1767384397.730704:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:3.0:1767384397.730706:0:17084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630349491646464 : -113724217905152 : ffff98918463b000) 00010000:00000001:3.0:1767384397.730709:0:17084:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384397.730711:0:17084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe4b expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.730717:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.730718:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384397.730719:0:17084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.115@tcp lock: 00000000135f0305/0x960a57272cefbe44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x960a57272cefbe4b expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384397.730724:0:17084:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384397.730725:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384397.730726:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384397.730727:0:17084:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384397.730728:0:17084:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767384397.730730:0:17084:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384397.730732:0:17084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384397.730733:0:17084:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000ac2cbc7e) refs 4 10000000:00000001:3.0:1767384397.730735:0:17084:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000010:2.0:1767384397.748272:0:41418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000047852248. 00080000:00000010:2.0:1767384397.748283:0:41418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000047852248. 00000020:00000001:2.0:1767384397.748288:0:41418:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384397.748296:0:41418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000047852248. 00080000:00000010:2.0:1767384397.748301:0:41418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000047852248. 00000020:00000001:2.0:1767384397.748304:0:41418:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384397.749816:0:760:0:(connection.c:75:cpu_latency_work()) work item of 00000000171d55f9 (cpu 0) has reached its deadline 4294985792, at 4294985793 00000100:00000010:1.0:1767384397.749828:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d572c648. 00000100:00000040:0.0:1767384397.749898:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000019f27ae8 (cpu 0) has reached its deadline 4294985792, at 4294985793 00000100:00000010:0.0:1767384397.749905:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a3ecd5f. 00000100:00000040:3.0:1767384397.750375:0:763:0:(connection.c:75:cpu_latency_work()) work item of 000000000b206d74 (cpu 0) has reached its deadline 4294985792, at 4294985794 00000100:00000010:3.0:1767384397.750382:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0ad26f7. 00000100:00000040:2.0:1767384397.752040:0:252:0:(connection.c:75:cpu_latency_work()) work item of 000000004eb1ebc4 (cpu 0) has reached its deadline 4294985792, at 4294985795 00000100:00000010:2.0:1767384397.752050:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e0734f9. 00000001:00000001:1.0:1767384397.970952:0:41457:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384397.970959:0:41457:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg215-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384397.974465:0:41457:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767384398.132272:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384398.132279:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.132286:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384398.132287:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384398.132400:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384398.132405:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384398.132407:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384398.199508:0:17889:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384398.199533:0:17889:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384398.199536:0:17889:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934600 is committed 00000001:00000040:3.0:1767384398.199556:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004e463ebc : new cb_count 2 00000020:00000040:3.0:1767384398.199562:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000004e463ebc : new refcount 6 00000001:00000010:3.0:1767384398.199565:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000072f898e0. 00002000:00001000:3.0:1767384398.199608:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x61:0x0], th_sync 0 00002000:00000010:3.0:1767384398.199612:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000842aab1e. 00080000:00000010:3.0:1767384398.199615:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009a945bc5. 00000001:00000040:3.0:1767384398.199619:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004e463ebc : new cb_count 1 00000020:00000040:3.0:1767384398.199621:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000004e463ebc : new refcount 5 00000001:00000010:3.0:1767384398.199641:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005d2e8713. 00002000:00001000:3.0:1767384398.199645:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x61:0x0], th_sync 0 00002000:00000010:3.0:1767384398.199647:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e259a30b. 00080000:00000010:3.0:1767384398.199648:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007997a07d. 00000001:00000040:3.0:1767384398.199651:0:17889:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004e463ebc : new cb_count 0 00000020:00000040:3.0:1767384398.199673:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000004e463ebc : new refcount 4 00000001:00000010:3.0:1767384398.199675:0:17889:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b80653c2. 00002000:00001000:3.0:1767384398.199678:0:17889:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x61:0x0], th_sync 0 00002000:00000010:3.0:1767384398.199680:0:17889:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000005210ba7d. 00080000:00000010:3.0:1767384398.199682:0:17889:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2106509. 00080000:00000010:1.0:1767384398.410279:0:41469:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9e3f4e3. 00080000:00000010:1.0:1767384398.410290:0:41469:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9e3f4e3. 00000020:00000001:1.0:1767384398.410295:0:41469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384398.410302:0:41469:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9e3f4e3. 00080000:00000010:1.0:1767384398.410308:0:41469:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9e3f4e3. 00000020:00000001:1.0:1767384398.410311:0:41469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384398.708187:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384398.708203:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384398.708392:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384398.708394:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384398.900215:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (4) 00000800:00000200:0.1:1767384398.900245:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ca3d2a3] -> 12345-192.168.202.115@tcp38 (4) 00000400:00000200:1.0:1767384398.900526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.900574:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.900596:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.900612:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.900628:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.900656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901016:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901043:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901077:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901093:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901109:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901200:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901228:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901261:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901830:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901852:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901868:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901884:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901916:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901974:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.901993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902025:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902042:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902058:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902073:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902108:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.115:988 00000400:00000200:1.0:1767384398.902124:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.115:988 00000800:00000010:1.0:1767384398.902295:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ba8ee90. 00000800:00000010:1.0:1767384398.902300:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4ea09f3. 00000800:00000010:1.0:1767384398.902305:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d67d33de. 00000800:00000010:1.0:1767384398.902323:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d67d33de. 00000800:00020000:1.0:1767384398.902334:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384398.902337:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4ea09f3. 00000800:00000010:1.0:1767384398.902339:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ba8ee90. 00000400:02020000:1.0:1767384398.902386:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp38 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384398.902391:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384398.928558:0:41517:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008b7e384d. 00080000:00000010:3.0:1767384398.928569:0:41517:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008b7e384d. 00000020:00000001:3.0:1767384398.928574:0:41517:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384398.928581:0:41517:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008b7e384d. 00080000:00000010:3.0:1767384398.928586:0:41517:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008b7e384d. 00000020:00000001:3.0:1767384398.928590:0:41517:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.156290:0:252:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384399.156298:0:252:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.156305:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384399.156308:0:252:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384399.156310:0:252:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384399.156312:0:252:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.156315:0:252:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384399.156316:0:252:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.156318:0:252:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.156320:0:252:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.156342:0:40107:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384399.156345:0:40107:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384399.156347:0:40107:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384399.499623:0:41562:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000077ec15af. 00080000:00000010:1.0:1767384399.499633:0:41562:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000077ec15af. 00000020:00000001:1.0:1767384399.499639:0:41562:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384399.499647:0:41562:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000077ec15af. 00080000:00000010:1.0:1767384399.499653:0:41562:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000077ec15af. 00000020:00000001:1.0:1767384399.499662:0:41562:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384399.720429:0:41601:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:2.0:1767384399.733659:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000700e3ff7. 02000000:00000010:2.0:1767384399.733690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ad2f76b. 00000100:00000010:2.0:1767384399.733717:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062c10ea5. 02000000:00000010:2.0:1767384399.733723:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000870d2a0b. 00000100:00000010:2.0:1767384399.733736:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad5eeccf. 02000000:00000010:2.0:1767384399.733749:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b502436. 00000100:00000010:2.0:1767384399.733756:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003afbd761. 02000000:00000010:2.0:1767384399.733759:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055fadd68. 02000000:00000010:2.0:1767384399.733788:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac5fd750. 00000400:00000010:2.0:1767384399.733795:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f98a24. 00000400:00000010:2.0:1767384399.733801:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000400:00000010:2.0:1767384399.733809:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000400:00000010:2.0:1767384399.733829:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047089d5c. 00000400:00000010:2.0:1767384399.733839:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000999456a5. 00000400:00000010:2.0:1767384399.733856:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000100:00000010:2.0:1767384399.733866:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1bd516. 00000100:00000010:2.0:1767384399.733877:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f28822d. 00000100:00000010:2.0:1767384399.733883:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000286dba0. 00000100:00000010:2.0:1767384399.733887:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014a07334. 02000000:00000010:2.0:1767384399.733915:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a87c5a11. 00000400:00000010:2.0:1767384399.733920:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a293ecd8. 00000400:00000010:2.0:1767384399.733924:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000020:00000010:2.0:1767384399.733931:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009f35afef. 00000400:00000010:2.0:1767384399.733936:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000100:00000010:2.0:1767384399.733962:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f409b35. 00000400:00000010:2.0:1767384399.733975:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 02000000:00000010:2.0:1767384399.734005:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003df7bc7d. 00000400:00000010:2.0:1767384399.734010:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018117168. 00000400:00000010:2.0:1767384399.734013:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000400:00000010:2.0:1767384399.734018:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000100:00000010:2.0:1767384399.734028:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6f63f13. 00000400:00000010:2.0:1767384399.734038:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 02000000:00000010:2.0:1767384399.734055:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5049aef. 00000400:00000010:2.0:1767384399.734059:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea63595c. 00000400:00000010:2.0:1767384399.734061:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000400:00000010:2.0:1767384399.734065:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000100:00000010:2.0:1767384399.734077:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005d44524. 00000400:00000010:2.0:1767384399.734096:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000010:2.0:1767384399.734184:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734188:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734193:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca5ab47. 00000020:00000010:2.0:1767384399.734197:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000884af6c3. 00000020:00000010:2.0:1767384399.734202:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384399.734237:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734240:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd290f77. 02000000:00000010:2.0:1767384399.734254:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b892a696. 00000400:00000010:2.0:1767384399.734267:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:2.0:1767384399.734290:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000010:2.0:1767384399.734302:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000884af6c3. 00000020:00000010:2.0:1767384399.734305:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384399.734308:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca5ab47. 02000000:00000010:2.0:1767384399.734315:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b892a696. 00000400:00000010:2.0:1767384399.734322:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e508a33. 00000400:00000010:2.0:1767384399.734327:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000805a0c97. 00000020:00000010:2.0:1767384399.734360:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734363:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734367:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca5ab47. 00000020:00000010:2.0:1767384399.734371:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000884af6c3. 00000020:00000010:2.0:1767384399.734373:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384399.734397:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd290f77. 00000020:00000010:2.0:1767384399.734401:0:41000:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069c3ef8b. 00000020:00000010:2.0:1767384399.734415:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fed1fc5. 00000020:00000010:2.0:1767384399.734419:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384399.734422:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384399.734432:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c3ef8b. 00000020:00000010:2.0:1767384399.734434:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069c3ef8b. 02000000:00000010:2.0:1767384399.734445:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b892a696. 00000400:00000010:2.0:1767384399.734452:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:2.0:1767384399.734468:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000010:2.0:1767384399.734475:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000884af6c3. 00000020:00000010:2.0:1767384399.734485:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384399.734488:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca5ab47. 00000020:00000010:2.0:1767384399.734499:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c3ef8b. 00000020:00000010:2.0:1767384399.734501:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069c3ef8b. 02000000:00000010:2.0:1767384399.734509:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008458b153. 00000400:00000010:2.0:1767384399.734515:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:2.0:1767384399.734540:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000010:2.0:1767384399.734547:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384399.734550:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384399.734552:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fed1fc5. 00000020:00000010:2.0:1767384399.734577:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c3ef8b. 00000020:00000010:2.0:1767384399.734580:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fdfc10e8. 00000020:00000010:2.0:1767384399.734585:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fed1fc5. 00000020:00000010:2.0:1767384399.734588:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384399.734590:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384399.734611:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001787b94. 00000020:00000010:2.0:1767384399.734613:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001787b94. 02000000:00000010:2.0:1767384399.734621:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002926e60a. 00000400:00000010:2.0:1767384399.734626:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:2.0:1767384399.734639:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 00000020:00000010:2.0:1767384399.734645:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384399.734647:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384399.734649:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fed1fc5. 00000400:00000010:2.0:1767384399.734675:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea63595c. 00000400:00000010:2.0:1767384399.734678:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 02000000:00000010:2.0:1767384399.734693:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a0b3d83. 02000000:00000010:2.0:1767384399.734698:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd78584. 00000100:00000010:2.0:1767384399.734703:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000017bace9. 00000400:00000010:2.0:1767384399.734712:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018117168. 00000400:00000010:2.0:1767384399.734714:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 02000000:00000010:2.0:1767384399.734721:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5049aef. 02000000:00000010:2.0:1767384399.734723:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007b502436. 00000100:00000010:2.0:1767384399.734726:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad5eeccf. 02000000:00000010:2.0:1767384399.734734:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003df7bc7d. 02000000:00000010:2.0:1767384399.734736:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000870d2a0b. 00000100:00000010:2.0:1767384399.734738:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062c10ea5. 00000400:00000010:2.0:1767384399.734750:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a293ecd8. 00000400:00000010:2.0:1767384399.734753:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 00000400:00000010:2.0:1767384399.734761:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f98a24. 00000400:00000010:2.0:1767384399.734763:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 02000000:00000010:2.0:1767384399.734768:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a87c5a11. 02000000:00000010:2.0:1767384399.734770:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055fadd68. 00000100:00000010:2.0:1767384399.734773:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003afbd761. 02000000:00000010:2.0:1767384399.734775:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac5fd750. 02000000:00000010:2.0:1767384399.734777:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ad2f76b. 00000100:00000010:2.0:1767384399.734778:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000700e3ff7. 00000100:00000010:2.0:1767384399.753626:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000286dba0. 00000100:00000010:1.0:1767384399.754219:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f28822d. 00000100:00000010:0.0:1767384399.755049:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1bd516. 00000100:00000010:3.0:1767384399.755247:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014a07334. 00000400:00000010:2.0:1767384400.756266:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f3187049. 00000400:00000010:2.0:1767384400.756281:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f40d2131. 00000400:00000010:2.0:1767384400.756287:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000400:00000010:2.0:1767384400.756296:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071c58d70. 00000800:00000010:2.0:1767384400.756328:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f0572111. 00000800:00000010:3.0:1767384400.757267:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e1f3df6. 00000800:00000010:3.0:1767384400.757274:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384400.757280:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384400.757312:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000979990e0. 00000800:00020000:3.0:1767384400.757323:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384400.757328:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384400.757330:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006e1f3df6. 00000400:02020000:3.0:1767384400.757368:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp37 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384400.757378:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f0572111. 00000400:00000010:2.0:1767384401.780376:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 00000400:00000010:2.0:1767384401.780413:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f3187049. 00000400:00000010:2.0:1767384401.780419:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f40d2131. 00000100:00000010:3.0:1767384402.804337:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000017bace9. 02000000:00000010:3.0:1767384402.804362:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af0da2e2. 02000000:00000010:0.0:1767384402.805226:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e19e7421. 00000400:00000010:0.0:1767384402.805234:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50037d1. 00000400:00000010:0.0:1767384402.805241:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6c8659. 00000400:00000010:0.0:1767384402.805251:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000100:00000010:0.0:1767384402.805281:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5248855. 00000400:00000010:0.0:1767384402.805306:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 00000100:00000010:0.0:1767384402.805320:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1bb81a4. 00000100:00000010:0.0:1767384402.805332:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051d8affb. 00000100:00000010:0.0:1767384402.805336:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008edbdf2d. 00000100:00000010:0.0:1767384402.805389:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000016034a7. 00000020:00000010:1.0:1767384402.808040:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb22e696. 00000020:00000010:1.0:1767384402.808050:0:18424:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069c3ef8b. 00000020:00000010:1.0:1767384402.808064:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384402.808070:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c72890d. 00000020:00000010:1.0:1767384402.808075:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384402.808116:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059e876ed. 00000020:00000010:1.0:1767384402.808119:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059e876ed. 02000000:00000010:1.0:1767384402.808148:0:18424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a0ef5d19. 00000400:00000010:1.0:1767384402.808183:0:18424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000400:00000010:1.0:1767384402.808235:0:18424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000020:00000010:1.0:1767384402.808247:0:18424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c72890d. 00000020:00000010:1.0:1767384402.808251:0:18424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384402.808253:0:18424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000400:00000010:3.0:1767384402.808340:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50037d1. 00000400:00000010:3.0:1767384402.808346:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6c8659. 02000000:00000010:3.0:1767384402.808373:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e19e7421. 02000000:00000010:3.0:1767384402.808380:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af0da2e2. 00000100:00000010:3.0:1767384402.808384:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000017bace9. 00000100:00000010:3.0:1767384402.813199:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000016034a7. 00000100:00000010:1.0:1767384402.813199:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051d8affb. 00000100:00000010:2.0:1767384402.813267:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008edbdf2d. 00000100:00000010:0.0:1767384402.813323:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1bb81a4. 00000800:00000010:1.0:1767384402.997111:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ba8ee90. 00000800:00000010:1.0:1767384402.997122:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000137c9f2b. 00000800:00000010:1.0:1767384402.997127:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059e876ed. 00000800:00000010:1.0:1767384402.997185:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059e876ed. 00000800:00020000:1.0:1767384402.997195:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384402.997200:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000137c9f2b. 00000800:00000010:1.0:1767384402.997202:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ba8ee90. 00000400:02020000:1.0:1767384402.997236:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp31 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384403.422495:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008533fc6b. 00000800:00000010:3.0:1767384403.422601:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e1f3df6. 00000800:00000010:3.0:1767384403.422607:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384403.423518:0:35781:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fbb1e6fa. 00000800:00000010:3.0:1767384403.423529:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384403.423563:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384403.423566:0:35781:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384403.423594:0:35781:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008533fc6b. 00000800:00000010:2.0:1767384403.428925:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ad2f76b. 00000800:00000010:2.0:1767384403.429004:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ad2f76b. 00000800:00000010:1.0:1767384403.432207:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000352de5e8. 00000800:00000010:2.0:1767384403.432211:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ad2f76b. 00000800:00000010:2.0:1767384403.432249:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ad2f76b. 00000800:00000010:3.0:1767384403.432544:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000389cf0a0. 00000800:00000010:3.0:1767384403.432550:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384403.433166:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fb4077b5. 00000800:00000010:3.1:1767384403.433171:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fb4077b5. 00000800:00000010:3.0:1767384403.433178:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384403.433199:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384403.433202:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384403.433218:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000352de5e8. 00000800:00000010:1.0:1767384403.439078:0:16351:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c148f61. 00000800:00000010:0.0:1767384403.441994:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f08db520. 00000800:00000010:0.0:1767384403.442001:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9e8dc7f. 00000800:00000010:0.0:1767384403.442019:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000987414b9. 00000800:00000010:0.1:1767384403.442024:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000987414b9. 00000800:00000010:0.0:1767384403.442049:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055256447. 00000800:00000010:0.0:1767384403.442096:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055256447. 00000800:00000010:0.0:1767384403.442099:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9e8dc7f. 00000800:00000010:0.0:1767384403.442114:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003c148f61. 00000800:00000010:3.0:1767384404.021788:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3308c64. 00000800:00000010:3.0:1767384404.021799:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384404.021804:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384404.021821:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000979990e0. 00000800:00020000:3.0:1767384404.021842:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384404.021847:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384404.021849:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3308c64. 00000400:02020000:3.0:1767384404.021885:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp26 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384404.442654:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4201a31. 00000400:00000010:3.0:1767384404.442696:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cac9da6. 00000020:00000010:2.0:1767384404.442888:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.442932:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.442937:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 02000000:00000010:2.0:1767384404.442996:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000446fbf02. 00000020:00000010:2.0:1767384404.443006:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000001fe83ee. 00000001:00000010:2.0:1767384404.443015:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000ad2f76b. 00000001:00000010:2.0:1767384404.443029:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000918dc6c0. 00000001:00000010:2.0:1767384404.443033:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a87c5a11. 00000001:00000010:2.0:1767384404.443036:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df9af385. 00000001:00000010:2.0:1767384404.443038:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082f18079. 00000001:00000010:2.0:1767384404.443040:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc234aec. 00000020:00000010:2.0:1767384404.443055:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000286dba0. 00000020:00000010:2.0:1767384404.443132:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000eef88d40. 00000020:00000010:2.0:1767384404.443161:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000a5c3676e. 00000020:00000010:2.0:1767384404.443165:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000055fadd68. 00000020:00000010:2.0:1767384404.443179:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009c5a0aad. 00000020:00000010:2.0:1767384404.443181:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000870d2a0b. 00000020:00000010:2.0:1767384404.443184:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a659248b. 00000020:00000010:2.0:1767384404.443192:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000684c2287. 00000400:00000010:2.0:1767384404.443249:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007526cb3f. 00000800:00000010:2.0:1767384404.443277:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b502436. 00000020:00000010:2.0:1767384404.443302:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.443306:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.443309:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.443325:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f98a24. 00000400:00000010:2.0:1767384404.443329:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000abe034c. 00000800:00000010:3.0:1767384404.443726:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b502436. 00000400:00000010:3.0:1767384404.443733:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007526cb3f. 02000000:00000010:3.0:1767384404.443737:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000446fbf02. 00000400:00000010:2.0:1767384404.448574:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce512f3. 00000400:00000010:2.0:1767384404.448596:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000718029f9. 00000020:00000010:0.0:1767384404.448823:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.448838:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.448843:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.448847:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.448852:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.448890:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.448893:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055256447. 00010000:00000010:0.0:1767384404.448924:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015a1e83e. 02000000:00000010:0.0:1767384404.448937:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009a2af50d. 00000400:00000010:0.0:1767384404.448962:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004888adcc. 00000800:00000010:0.0:1767384404.448995:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd05a39. 00000020:00000010:0.0:1767384404.449018:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.449021:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.449024:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.449034:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b9e735. 00000400:00000010:0.0:1767384404.449038:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e8dc7f. 00000800:00000010:3.0:1767384404.449116:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd05a39. 00000400:00000010:3.0:1767384404.449123:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004888adcc. 02000000:00000010:3.0:1767384404.449128:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009a2af50d. 00000400:00000010:3.0:1767384404.451092:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7026710. 00000400:00000010:3.0:1767384404.451107:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000116a6f1a. 00000020:00000010:2.0:1767384404.451535:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.451539:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.451543:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.451547:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.451550:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.451726:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.451729:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 02000000:00000010:2.0:1767384404.451742:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000065d169ea. 00000040:00000010:2.0:1767384404.451748:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc3d9e2f. 00000040:00000010:2.0:1767384404.451777:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc3d9e2f. 00000400:00000010:2.0:1767384404.451795:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd0c1e31. 00000800:00000010:2.0:1767384404.451813:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805961f5. 00000020:00000010:2.0:1767384404.451838:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.451841:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.451844:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.451851:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a293ecd8. 00000400:00000010:2.0:1767384404.451855:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e0384b. 00000800:00000010:3.0:1767384404.451958:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805961f5. 00000400:00000010:3.0:1767384404.451965:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0c1e31. 02000000:00000010:3.0:1767384404.451968:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000065d169ea. 00000400:00000010:3.0:1767384404.455450:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003a8bdfc. 00000400:00000010:3.0:1767384404.455468:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae0d2e9f. 00000020:00000010:2.0:1767384404.455715:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.455720:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.455724:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.455727:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.455731:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.455761:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.455763:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00010000:00000010:2.0:1767384404.455782:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053427ffd. 02000000:00000010:2.0:1767384404.455792:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c7853ee2. 00000400:00000010:2.0:1767384404.455811:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336902d3. 00000800:00000010:2.0:1767384404.455833:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000198e88cb. 00000020:00000010:2.0:1767384404.455894:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.455897:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.455900:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.455919:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018117168. 00000400:00000010:2.0:1767384404.455924:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1e91142. 00000800:00000010:3.0:1767384404.457039:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000198e88cb. 00000400:00000010:3.0:1767384404.457045:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000336902d3. 02000000:00000010:3.0:1767384404.457049:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c7853ee2. 00000400:00000010:3.0:1767384404.458696:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c62d1c9. 00000400:00000010:3.0:1767384404.458710:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f5b5894. 00000020:00000010:0.0:1767384404.458789:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.458793:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.458797:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.458800:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.458803:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.458831:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055256447. 00000020:00000010:0.0:1767384404.458833:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055256447. 02000000:00000010:0.0:1767384404.458846:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000f32cfb0. 00000040:00000010:0.0:1767384404.458861:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000e76654e. 00000040:00000010:0.0:1767384404.458937:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ca522e45. 00000040:00000010:0.0:1767384404.458950:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ca522e45. 00000040:00000010:0.0:1767384404.458953:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000e76654e. 20000000:00000010:0.0:1767384404.458960:0:40994:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000055256447. 00000400:00000010:0.0:1767384404.458970:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394b7a40. 00000800:00000010:0.0:1767384404.458992:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000451841ce. 00000020:00000010:0.0:1767384404.459014:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.459018:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.459020:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.459038:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002354c9a8. 00000400:00000010:0.0:1767384404.459042:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987414b9. 00000800:00000010:3.0:1767384404.459195:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000451841ce. 00000400:00000010:3.0:1767384404.459201:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394b7a40. 02000000:00000010:3.0:1767384404.459204:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000f32cfb0. 00000400:00000010:3.0:1767384404.461765:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f345a68. 00000400:00000010:3.0:1767384404.461779:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093f43f35. 00000020:00000010:2.0:1767384404.461935:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.461939:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.461943:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.461947:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.461950:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.461979:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.461981:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 02000000:00000010:2.0:1767384404.462007:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ada14cd6. 00000040:00000010:2.0:1767384404.462012:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc3d9e2f. 00000040:00000010:2.0:1767384404.462024:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.462052:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.462055:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc3d9e2f. 00000400:00000010:2.0:1767384404.462065:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dc77dde7. 00000800:00000010:2.0:1767384404.462086:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000bc3d9e2f. 00000020:00000010:2.0:1767384404.462108:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.462112:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.462115:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.462123:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea63595c. 00000400:00000010:2.0:1767384404.462127:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d43a8a. 00000800:00000010:3.0:1767384404.462750:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000bc3d9e2f. 00000400:00000010:3.0:1767384404.462756:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dc77dde7. 02000000:00000010:3.0:1767384404.462759:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ada14cd6. 00000400:00000010:3.0:1767384404.467301:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc59ae2c. 00000400:00000010:3.0:1767384404.467318:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3545125. 00000020:00000010:0.0:1767384404.467676:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.467681:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.467686:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.467691:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.467694:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.467728:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.467731:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 02000000:00000010:0.0:1767384404.467752:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ada14cd6. 00000040:00000010:0.0:1767384404.467757:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000e76654e. 00000040:00000010:0.0:1767384404.467770:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d6c563e8. 00000040:00000010:0.0:1767384404.467799:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d6c563e8. 00000040:00000010:0.0:1767384404.467803:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000e76654e. 00000400:00000010:0.0:1767384404.467815:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009a3737e5. 00000800:00000010:0.0:1767384404.467838:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000000e76654e. 00000020:00000010:0.0:1767384404.467863:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.467866:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.467869:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.467877:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3172335. 00000400:00000010:0.0:1767384404.467959:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093878346. 00000800:00000010:3.0:1767384404.468049:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000000e76654e. 00000400:00000010:3.0:1767384404.468055:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009a3737e5. 02000000:00000010:3.0:1767384404.468058:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ada14cd6. 00000400:00000010:3.0:1767384404.504285:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04126a7. 00000400:00000010:3.0:1767384404.504327:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005370c194. 00000020:00000010:2.0:1767384404.508272:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.508279:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.508286:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.508291:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.508305:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.508343:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.508345:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 02000000:00000010:2.0:1767384404.508376:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ada14cd6. 00000040:00000010:2.0:1767384404.508382:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000091afd96e. 00000040:00000010:2.0:1767384404.508397:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.508452:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.508456:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000091afd96e. 00000400:00000010:2.0:1767384404.508472:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fc51eedc. 00000800:00000010:2.0:1767384404.508508:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000091afd96e. 00000020:00000010:2.0:1767384404.508536:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.508540:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.508543:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.508553:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f54ba2f. 00000400:00000010:2.0:1767384404.508557:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7c3a514. 00000800:00000010:3.0:1767384404.509085:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000091afd96e. 00000400:00000010:3.0:1767384404.509094:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fc51eedc. 02000000:00000010:3.0:1767384404.509098:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ada14cd6. 00000400:00000010:3.0:1767384404.512600:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077529990. 00000400:00000010:3.0:1767384404.512620:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef89059. 00000020:00000010:0.0:1767384404.514056:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.514061:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.514066:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.514071:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.514074:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.514162:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.514165:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00010000:00000010:0.0:1767384404.514183:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ef92edd1. 02000000:00000010:0.0:1767384404.514196:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000047cfda42. 00000400:00000010:0.0:1767384404.514225:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000800:00000010:0.0:1767384404.514251:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea778dc2. 00000020:00000010:0.0:1767384404.514274:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.514285:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.514288:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.514304:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c3a1e70. 00000400:00000010:0.0:1767384404.514308:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddcdafc. 00000800:00000010:3.0:1767384404.514379:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea778dc2. 00000400:00000010:3.0:1767384404.514385:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 02000000:00000010:3.0:1767384404.514389:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000047cfda42. 00000400:00000010:3.0:1767384404.520744:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008728a089. 00000400:00000010:3.0:1767384404.520766:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095d31116. 00000020:00000010:0.0:1767384404.521029:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.521034:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.521038:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.521043:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.521047:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.521084:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.521086:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 02000000:00000010:0.0:1767384404.521101:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e69973d6. 20000000:00000010:0.0:1767384404.521113:0:40994:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000d3fdf7b6. 00000100:00000010:0.0:1767384404.521227:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b53db94f. 00000100:00000010:0.0:1767384404.521232:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ca522e45. 00000400:00000010:0.0:1767384404.521240:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000400:00000010:0.0:1767384404.521248:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d2c6b89. 00000800:00000010:0.0:1767384404.521275:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6da37fd. 00000800:00000010:3.0:1767384404.522153:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6da37fd. 00000400:00000010:3.0:1767384404.523253:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000100:00000010:0.0:1767384404.524087:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ca522e45. 00000100:00000010:0.0:1767384404.524093:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b53db94f. 20000000:00000010:0.0:1767384404.524102:0:40994:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000d3fdf7b6. 00000400:00000010:0.0:1767384404.524119:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000800:00000010:0.0:1767384404.524157:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000af0499b. 00000020:00000010:0.0:1767384404.524222:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.524228:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.524231:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.524243:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e57011. 00000400:00000010:0.0:1767384404.524248:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008603928. 00000800:00000010:3.0:1767384404.526758:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000af0499b. 00000400:00000010:3.0:1767384404.526766:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 02000000:00000010:3.0:1767384404.526772:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e69973d6. 00000400:00000010:3.0:1767384404.532325:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f01abe. 00000400:00000010:3.0:1767384404.532350:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056d6a927. 00000020:00000010:0.0:1767384404.534089:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.534095:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.534101:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.534106:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.534111:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.534229:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.534243:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00010000:00000010:0.0:1767384404.534266:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093b2c031. 02000000:00000010:0.0:1767384404.534279:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b53db94f. 00000400:00000010:0.0:1767384404.534306:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000800:00000010:0.0:1767384404.534338:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000531f1ee7. 00000020:00000010:0.0:1767384404.534368:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.534373:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.534376:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.534387:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfe89a7. 00000400:00000010:0.0:1767384404.534391:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ce34e38. 00000800:00000010:3.0:1767384404.534499:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000531f1ee7. 00000400:00000010:3.0:1767384404.534506:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 02000000:00000010:3.0:1767384404.534511:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b53db94f. 00000400:00000010:3.0:1767384404.538837:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787cf438. 00000400:00000010:3.0:1767384404.538860:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b77bf351. 00000020:00000010:0.0:1767384404.539090:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.539095:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.539100:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.539105:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.539109:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.539173:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daf073d5. 00000020:00000010:0.0:1767384404.539176:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daf073d5. 02000000:00000010:0.0:1767384404.539195:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000059d364b3. 00000040:00000010:0.0:1767384404.539201:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004e791bec. 00000040:00000010:0.0:1767384404.539246:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000082496c20. 00000040:00000010:0.0:1767384404.539258:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000082496c20. 00000040:00000010:0.0:1767384404.539261:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004e791bec. 00000400:00000010:0.0:1767384404.539282:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000800:00000010:0.0:1767384404.539314:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2cc0a10. 00000020:00000010:0.0:1767384404.539382:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.539387:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:0.0:1767384404.539389:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000400:00000010:0.0:1767384404.539398:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bab7c8a. 00000400:00000010:0.0:1767384404.539403:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3199160. 00000800:00000010:3.0:1767384404.540869:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2cc0a10. 00000400:00000010:3.0:1767384404.540878:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 02000000:00000010:3.0:1767384404.540975:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000059d364b3. 00000400:00000010:3.0:1767384404.542379:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da044f7. 00000400:00000010:3.0:1767384404.542391:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ae74323. 00000020:00000010:2.0:1767384404.542668:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.542671:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.542675:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40d2131. 00000020:00000010:2.0:1767384404.542679:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.542683:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.542778:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384404.542781:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 02000000:00000010:2.0:1767384404.542805:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ada14cd6. 00000040:00000010:2.0:1767384404.542811:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da87dd8e. 00000040:00000010:2.0:1767384404.542825:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.542837:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002c17e86a. 00000040:00000010:2.0:1767384404.542841:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000da87dd8e. 00000400:00000010:2.0:1767384404.542852:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fc51eedc. 00000800:00000010:2.0:1767384404.542891:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000da87dd8e. 00000020:00000010:2.0:1767384404.542921:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384404.542924:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384404.542927:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.542935:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c0dd68e. 00000400:00000010:2.0:1767384404.542939:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc77dde7. 00000800:00000010:3.0:1767384404.543031:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000da87dd8e. 00000400:00000010:3.0:1767384404.543036:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fc51eedc. 02000000:00000010:3.0:1767384404.543040:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ada14cd6. 00000100:00000010:3.0:1767384404.556723:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000017bace9. 00040000:00000010:0.0:1767384404.556896:0:40998:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3fdf7b6. 00000004:00000010:0.0:1767384404.556926:0:40998:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000339d7bdf. 00000004:00000010:0.0:1767384404.556932:0:40998:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d1bafca. 00000004:00000010:0.0:1767384404.556936:0:40998:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007482d95c. 00000020:00000010:0.0:1767384404.556955:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003131b871. 00000020:00000010:0.0:1767384404.556959:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020e0df9. 00000020:00000010:0.0:1767384404.556963:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000154c6625. 02000000:00000010:0.0:1767384404.557017:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b5d351cd. 00000020:00000010:0.0:1767384404.557036:0:40998:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001f4c894d. 00000004:00000010:0.0:1767384404.557043:0:40998:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000daf073d5. 00000001:00000010:0.0:1767384404.557046:0:40998:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d0e67e82. 00000001:00000010:0.0:1767384404.557052:0:40998:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a2cc0a10. 00000001:00000010:0.0:1767384404.557056:0:40998:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc5a6ede. 00000001:00000010:0.0:1767384404.557058:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e791bec. 00000001:00000010:0.0:1767384404.557061:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000098667c5. 00000001:00000010:0.0:1767384404.557063:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dbcc9cc7. 00000001:00000010:0.0:1767384404.557065:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000397c5daa. 00000001:00000010:0.0:1767384404.557068:0:40998:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000531f1ee7. 00000001:00000010:0.0:1767384404.557071:0:40998:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000624d5d0a. 00000001:00000010:0.0:1767384404.557073:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055c9083b. 00000001:00000010:0.0:1767384404.557076:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a82f9f60. 00000001:00000010:0.0:1767384404.557078:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5b0252b. 00000001:00000010:0.0:1767384404.557080:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000877a5218. 00080000:00000010:0.0:1767384404.557110:0:40998:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000530fcd00. 00080000:00000010:0.0:1767384404.557118:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2c910fc. 00080000:00000010:1.0:1767384404.561877:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000530fcd00. 00080000:00000010:0.0:1767384404.561933:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e2c910fc. 00080000:00000010:0.0:1767384404.561947:0:40998:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000530fcd00. 00080000:00000010:0.0:1767384404.561954:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2c910fc. 00000001:00000010:0.0:1767384404.561967:0:40998:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e1bb81a4. 00080000:00000010:0.0:1767384404.561990:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384404.561999:0:40998:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000c009080. 00000020:00000010:0.0:1767384404.562066:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fc613769. 00000020:00000010:0.0:1767384404.562069:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000df19cd7b. 00000020:00000010:0.0:1767384404.562073:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000adcc59d4. 00000020:00000010:0.0:1767384404.562087:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000304d374e. 00000020:00000010:0.0:1767384404.562090:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000af0499b. 00000020:00000010:0.0:1767384404.562097:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000e76654e. 00000020:00000010:0.0:1767384404.562112:0:40998:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ee28c3b0. 00000020:00000010:0.0:1767384404.562213:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000400:00000010:1.0:1767384404.562708:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66a83cd. 00000800:00000010:1.0:1767384404.562743:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091293981. 00000020:00000010:1.0:1767384404.562837:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020e0df9. 00000020:00000010:1.0:1767384404.562843:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000154c6625. 00000020:00000010:1.0:1767384404.562852:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003131b871. 00000800:00000010:3.0:1767384404.562979:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091293981. 00000400:00000010:3.0:1767384404.562988:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a66a83cd. 00000400:00000010:2.0:1767384404.853079:0:16352:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000729fce8c. 00000400:00000010:2.0:1767384404.853093:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f40d2131. 00000400:00000010:2.0:1767384404.853098:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792253c. 00000400:00000010:2.0:1767384404.853106:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d391001a. 00000800:00000010:2.0:1767384404.853194:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000957f41cd. 00000800:00000010:3.0:1767384404.853952:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3308c64. 00000800:00000010:3.0:1767384404.853958:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384404.853963:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000979990e0. 00000800:00000010:3.0:1767384404.853979:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000979990e0. 00000800:00020000:3.0:1767384404.853988:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:3.0:1767384404.853992:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bed6a49. 00000800:00000010:3.0:1767384404.853995:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3308c64. 00000400:02020000:3.0:1767384404.854025:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp39 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384404.854032:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000957f41cd. 00000100:00000010:1.0:1767384404.854250:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070db5eb2. 02000000:00000010:1.0:1767384404.854263:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d0080e6. 02000000:00000010:2.0:1767384404.854317:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003df7bc7d. 00000400:00000010:2.0:1767384404.854322:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da93f55a. 00000400:00000010:2.0:1767384404.854326:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000400:00000010:2.0:1767384404.854333:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000400:00000010:2.0:1767384404.854348:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a0de6f. 00000400:00000010:2.0:1767384404.854357:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000658e8026. 00000100:00000010:1.0:1767384404.854412:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e816ad4. 02000000:00000010:1.0:1767384404.854417:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b448d85. 00000100:00000010:1.0:1767384404.854423:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb15d19. 02000000:00000010:1.0:1767384404.854426:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c85c6802. 00000100:00000010:1.0:1767384404.854439:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 02000000:00000010:1.0:1767384404.854442:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bfdeb0ee. 02000000:00000010:1.0:1767384404.854458:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce842082. 00000400:00000010:1.0:1767384404.854462:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384404.854465:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000400:00000010:1.0:1767384404.854470:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000100:00000010:1.0:1767384404.854482:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000988715d0. 00000400:00000010:1.0:1767384404.854492:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000100:00000010:1.0:1767384404.854502:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000968a222a. 00000100:00000010:1.0:1767384404.854512:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b81ddd5. 00000100:00000010:1.0:1767384404.854515:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e75c6ba. 00000100:00000010:1.0:1767384404.854519:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f70b521. 02000000:00000010:1.0:1767384404.854536:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f2ad78c. 00000400:00000010:1.0:1767384404.854538:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ade4cb. 00000400:00000010:1.0:1767384404.854541:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000400:00000010:1.0:1767384404.854544:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000100:00000010:1.0:1767384404.854563:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072a8c313. 00000400:00000010:1.0:1767384404.854572:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000020:00000010:1.0:1767384404.854599:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384404.854602:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384404.854606:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d1185a. 00000020:00000010:1.0:1767384404.854610:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.854614:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.854640:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384404.854642:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bd65b2d. 02000000:00000010:1.0:1767384404.854667:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004429b27e. 00000400:00000010:1.0:1767384404.854677:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000400:00000010:1.0:1767384404.854693:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00000020:00000010:1.0:1767384404.854703:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.854706:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.854708:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d1185a. 00000400:00000010:1.0:1767384404.854722:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016ade4cb. 00000400:00000010:1.0:1767384404.854724:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 02000000:00000010:1.0:1767384404.854739:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f2ad78c. 02000000:00000010:1.0:1767384404.854743:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bfdeb0ee. 00000100:00000010:1.0:1767384404.854747:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011276065. 00000020:00000010:1.0:1767384404.854771:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bd65b2d. 00000020:00000010:1.0:1767384404.854776:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cb22e696. 00000020:00000010:1.0:1767384404.854784:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f2ad78c. 00000020:00000010:1.0:1767384404.854787:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.854789:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.854807:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb22e696. 00000020:00000010:1.0:1767384404.854810:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb22e696. 02000000:00000010:1.0:1767384404.854817:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e95fe64e. 00000400:00000010:1.0:1767384404.854822:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000400:00000010:1.0:1767384404.854837:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000020:00000010:1.0:1767384404.854843:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.854845:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.854847:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f2ad78c. 00000400:00000010:1.0:1767384404.854860:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384404.854862:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 02000000:00000010:1.0:1767384404.854869:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce842082. 02000000:00000010:1.0:1767384404.854872:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c85c6802. 00000100:00000010:1.0:1767384404.854874:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb15d19. 00000400:00000010:2.0:1767384404.854998:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 02000000:00000010:2.0:1767384404.855020:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5049aef. 00000400:00000010:2.0:1767384404.855023:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a0de6f. 00000400:00000010:2.0:1767384404.855025:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000400:00000010:2.0:1767384404.855029:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000100:00000010:2.0:1767384404.855038:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000700e3ff7. 00000400:00000010:2.0:1767384404.855051:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000020:00000010:1.0:1767384404.855130:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb22e696. 00000020:00000010:1.0:1767384404.855147:0:40999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dd290f77. 00000020:00000010:1.0:1767384404.855161:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384404.855164:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.855171:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.855192:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384404.855195:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 02000000:00000010:1.0:1767384404.855201:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad1cfb96. 00000400:00000010:1.0:1767384404.855206:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000400:00000010:1.0:1767384404.855221:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000020:00000010:1.0:1767384404.855226:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006918eb68. 00000020:00000010:1.0:1767384404.855228:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384404.855230:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000400:00000010:2.0:1767384404.855307:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a0de6f. 00000400:00000010:2.0:1767384404.855310:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 02000000:00000010:2.0:1767384404.855325:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5049aef. 02000000:00000010:2.0:1767384404.855327:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b448d85. 00000100:00000010:2.0:1767384404.855329:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e816ad4. 00000020:00000010:3.0:1767384404.855382:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384404.855386:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384404.855389:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfc77fbd. 00000020:00000010:3.0:1767384404.855391:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000373c710b. 00000020:00000010:3.0:1767384404.855394:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384404.855446:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384404.855449:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000979990e0. 02000000:00000010:3.0:1767384404.855455:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090c8eda9. 00000400:00000010:3.0:1767384404.855460:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000400:00000010:3.0:1767384404.855513:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 00000020:00000010:3.0:1767384404.855520:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000373c710b. 00000020:00000010:3.0:1767384404.855523:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384404.855526:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfc77fbd. 02000000:00000010:3.0:1767384404.855529:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090c8eda9. 00000400:00000010:3.0:1767384404.855535:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015545ed8. 00000400:00000010:3.0:1767384404.855538:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bed6a49. 00000400:00000010:2.0:1767384404.855640:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da93f55a. 00000400:00000010:2.0:1767384404.855644:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 02000000:00000010:2.0:1767384404.855652:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003df7bc7d. 02000000:00000010:2.0:1767384404.855654:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d0080e6. 00000100:00000010:2.0:1767384404.855657:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070db5eb2. 00000100:00000010:3.0:1767384404.874230:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f70b521. 00000100:00000010:2.0:1767384404.874319:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e75c6ba. 00000100:00000010:0.0:1767384404.874388:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000968a222a. 00000100:00000010:1.0:1767384404.874501:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b81ddd5. 00000800:00000010:1.0:1767384405.045728:0:35781:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ba8ee90. 00000800:00000010:1.0:1767384405.045738:0:35781:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000137c9f2b. 00000800:00000010:1.0:1767384405.045743:0:35781:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9442903. 00000800:00000010:1.0:1767384405.045760:0:35781:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9442903. 00000800:00020000:1.0:1767384405.045766:0:35781:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.115 00000800:00000010:1.0:1767384405.045770:0:35781:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000137c9f2b. 00000800:00000010:1.0:1767384405.045773:0:35781:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ba8ee90. 00000400:02020000:1.0:1767384405.045805:0:35781:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.115@tcp34 at host 192.168.202.115:988: is it running a compatible version of Lustre? 00000100:00000010:3.0:1767384405.566200:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec65b319. 00000020:00000010:0.0:1767384405.566278:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efd32deb. 00000020:00000010:0.0:1767384405.566285:0:40998:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.566308:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8a21d61. 00000020:00000010:0.0:1767384405.566313:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384405.566318:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002b65615. 00000020:00000010:0.0:1767384405.566360:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.566363:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 02000000:00000010:0.0:1767384405.566382:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000059d364b3. 00000020:00000010:0.0:1767384405.566406:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004495cfde. 00000400:00000010:0.0:1767384405.566424:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a16c0f6. 00000800:00000010:0.0:1767384405.566454:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6da37fd. 00000020:00000010:0.0:1767384405.566494:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384405.566499:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002b65615. 00000020:00000010:0.0:1767384405.566502:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8a21d61. 00000800:00000010:3.0:1767384405.566584:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6da37fd. 00000400:00000010:3.0:1767384405.566592:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a16c0f6. 00000100:00000010:3.0:1767384405.567392:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011d7562. 00000020:00000010:1.0:1767384405.567590:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.567594:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.567598:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384405.567601:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.567605:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.567629:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.567631:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 02000000:00000010:1.0:1767384405.567639:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000094dbbd3b. 00000020:00000010:1.0:1767384405.567649:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000b094a751. 00000400:00000010:1.0:1767384405.567657:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496f9029. 00000800:00000010:1.0:1767384405.567734:0:40999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c85c6802. 00000020:00000010:1.0:1767384405.567771:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.567774:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.567777:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000800:00000010:3.0:1767384405.567894:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c85c6802. 00000400:00000010:3.0:1767384405.567910:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496f9029. 00000100:00000010:3.0:1767384405.574792:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb7a5b9d. 00000020:00000010:0.0:1767384405.574988:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.574994:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.575000:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8a21d61. 00000020:00000010:0.0:1767384405.575005:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384405.575008:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002b65615. 00000020:00000010:0.0:1767384405.575100:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.575103:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 02000000:00000010:0.0:1767384405.575125:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000b53db94f. 00000400:00000010:0.0:1767384405.575177:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a16c0f6. 00000800:00000010:0.0:1767384405.575208:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea778dc2. 00000020:00000010:0.0:1767384405.575235:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384405.575239:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002b65615. 00000020:00000010:0.0:1767384405.575242:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8a21d61. 00000800:00000010:3.0:1767384405.575342:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea778dc2. 00000400:00000010:3.0:1767384405.575349:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a16c0f6. 00000400:00000010:3.0:1767384405.577383:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d06ffa. 00000400:00000010:3.0:1767384405.577398:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7444279. 00000100:00000010:3.0:1767384405.577484:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083369aa1. 00000020:00000010:0.0:1767384405.577621:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d6c563e8. 00040000:00000010:0.0:1767384405.577641:0:41002:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca645a3a. 00000004:00000010:0.0:1767384405.577646:0:41002:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018c8ac12. 00000004:00000010:0.0:1767384405.577651:0:41002:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000050e3243. 00000004:00000010:0.0:1767384405.577655:0:41002:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e69973d6. 00000020:00000010:0.0:1767384405.577663:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.577665:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.577669:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8a21d61. 00000020:00000010:0.0:1767384405.577672:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f081b89e. 00000020:00000010:0.0:1767384405.577675:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002b65615. 00000020:00000010:2.0:1767384405.577876:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384405.577881:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384405.577884:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.577887:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.577890:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.577925:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384405.577927:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5eb8fd. 02000000:00000010:2.0:1767384405.577938:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065d169ea. 00000400:00000010:2.0:1767384405.577947:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097933078. 00000800:00000010:2.0:1767384405.577969:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000957f41cd. 00000020:00000010:2.0:1767384405.577987:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.577991:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.577994:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000400:00000010:2.0:1767384405.578005:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da93f55a. 00000400:00000010:2.0:1767384405.578010:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc51eedc. 00000100:00000010:1.0:1767384405.578018:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb15d19. 00000020:00000010:0.0:1767384405.578104:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.578107:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 00080000:00000010:0.0:1767384405.578168:0:41002:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000b7b36879. 02000000:00000010:0.0:1767384405.578185:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000002d06adbd. 02000000:00000010:0.0:1767384405.578195:0:41002:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000fb4e4365. 00000020:00000010:2.0:1767384405.578323:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.578327:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.578329:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000800:00000010:1.0:1767384405.579375:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000957f41cd. 00000400:00000010:1.0:1767384405.579385:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097933078. 02000000:00000010:1.0:1767384405.579391:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065d169ea. 02000000:00000010:2.0:1767384405.583844:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c7853ee2. 00000020:00000010:2.0:1767384405.583859:0:17895:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b8d193f8. 00000001:00000010:2.0:1767384405.583867:0:17895:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bbdc2ab1. 00000001:00000010:2.0:1767384405.583872:0:17895:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000198e88cb. 00000001:00000010:2.0:1767384405.583877:0:17895:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000009317cfc. 00000001:00000010:2.0:1767384405.583889:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5049aef. 00000001:00000010:2.0:1767384405.583909:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ca5ab47. 00000001:00000010:2.0:1767384405.583912:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da87dd8e. 00000001:00000010:2.0:1767384405.583915:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091afd96e. 00080000:00000010:2.0:1767384405.583950:0:17895:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc3d9e2f. 00080000:00000010:2.0:1767384405.583960:0:17895:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e5eb8fd. 00000001:00000010:2.0:1767384405.583976:0:17895:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000811adec0. 00080000:00000010:2.0:1767384405.584009:0:17895:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e5eb8fd. 00000020:00000010:2.0:1767384405.584021:0:17895:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000710579e4. 00000020:00000010:2.0:1767384405.584028:0:17895:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000710579e4. 00000020:00000010:2.0:1767384405.584033:0:17895:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e49a15d6. 00000020:00000010:2.0:1767384405.584039:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5eb8fd. 00000400:00000010:2.0:1767384405.584082:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c16ffa72. 00000800:00000010:2.0:1767384405.584112:0:17895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805961f5. 00000020:00000010:2.0:1767384405.584157:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.584161:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.584165:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000800:00000010:3.0:1767384405.585009:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805961f5. 00000400:00000010:3.0:1767384405.585044:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c16ffa72. 00000004:00000010:0.0:1767384405.596857:0:41614:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000c1d4b71c. 00000004:00000010:0.0:1767384405.596877:0:41614:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000c1d4b71c. 00000020:00000010:2.0:1767384405.597592:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000009fff8bcf. 00000400:00000010:2.0:1767384405.597627:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338be1d. 00000800:00000010:2.0:1767384405.597666:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b502436. 00000020:00000010:2.0:1767384405.597699:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002c17e86a. 00000020:00000010:2.0:1767384405.597710:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f081b89e. 00000020:00000010:2.0:1767384405.597716:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002b65615. 00000020:00000010:2.0:1767384405.597720:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8a21d61. 00000800:00000010:3.0:1767384405.599571:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b502436. 00000400:00000010:3.0:1767384405.599584:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338be1d. 00000100:00000010:3.0:1767384405.675107:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020f09e8d. 00000020:00000010:0.0:1767384405.675276:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.675293:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.675300:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009085de15. 00000020:00000010:0.0:1767384405.675305:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001da6cdae. 00000020:00000010:0.0:1767384405.675310:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.675341:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c910fc. 00000020:00000010:0.0:1767384405.675343:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c910fc. 00010000:00000010:0.0:1767384405.675371:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc5f355b. 00010000:00000010:0.0:1767384405.675375:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000020e0df9. 00010000:00000010:0.0:1767384405.675381:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051245d9a. 00000020:00000010:0.0:1767384405.675386:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e2c910fc. 00010000:00000010:0.0:1767384405.675391:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da8fdda7. 02000000:00000010:0.0:1767384405.675416:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000a52fec34. 00010000:00000010:0.0:1767384405.675444:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c63f112. 00010000:00000010:0.0:1767384405.675449:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b358bd. 00000020:00000010:0.0:1767384405.675459:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b058f8bf. 00080000:00000010:0.0:1767384405.675513:0:40998:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000b1544927. 00010000:00000010:0.0:1767384405.675549:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da8fdda7. 00000400:00000010:0.0:1767384405.675575:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2ee33f1. 00000800:00000010:0.0:1767384405.675608:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000451841ce. 00000020:00000010:0.0:1767384405.675640:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001da6cdae. 00000020:00000010:0.0:1767384405.675644:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.675647:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009085de15. 00000800:00000010:3.0:1767384405.675725:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000451841ce. 00000400:00000010:3.0:1767384405.675733:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ee33f1. 00000100:00000010:3.0:1767384405.677230:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000526733c4. 00000020:00000010:2.0:1767384405.679974:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088cd970f. 00000020:00000010:2.0:1767384405.679980:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088cd970f. 00000020:00000010:2.0:1767384405.679986:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.679990:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.679994:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.680024:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088cd970f. 00000020:00000010:2.0:1767384405.680026:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088cd970f. 00010000:00000010:2.0:1767384405.680048:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5dd8851. 00000020:00000010:2.0:1767384405.680052:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000088cd970f. 00010000:00000010:2.0:1767384405.680066:0:40999:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000837d46a2. 02000000:00000010:2.0:1767384405.680087:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000132131a1. 00010000:00000010:2.0:1767384405.680108:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a59cd36. 00010000:00000010:2.0:1767384405.680112:0:40999:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015eabfad. 00000020:00000010:2.0:1767384405.680121:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ac5fd750. 00010000:00000010:2.0:1767384405.680210:0:40999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f85ab886. 00010000:00000010:2.0:1767384405.680214:0:40999:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005bbd6319. 00010000:00000010:2.0:1767384405.680217:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000be204060. 00010000:00000010:2.0:1767384405.680220:0:40999:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea1da982. 00080000:00000010:2.0:1767384405.680267:0:40999:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000446fbf02. 00010000:00000010:2.0:1767384405.680285:0:40999:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015eabfad. 00010000:00000010:2.0:1767384405.680294:0:40999:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea1da982. 00010000:00000010:2.0:1767384405.680298:0:40999:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bbd6319. 00010000:00000010:2.0:1767384405.680318:0:40999:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000837d46a2. 00000400:00000010:2.0:1767384405.680331:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc15b8e4. 00000800:00000010:2.0:1767384405.680360:0:40999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0572111. 00000020:00000010:2.0:1767384405.680386:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.680390:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.680393:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000800:00000010:3.0:1767384405.680621:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0572111. 00000400:00000010:3.0:1767384405.680655:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc15b8e4. 00010000:00000010:0.1:1767384405.684295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051245d9a. 00000100:00000010:3.0:1767384405.684393:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004920708. 00000020:00000010:1.0:1767384405.684487:0:41008:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004ba8ee90. 00040000:00000010:1.0:1767384405.684498:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3ac54dd. 00000004:00000010:1.0:1767384405.684502:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b83b1094. 00000004:00000010:1.0:1767384405.684506:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ae98f990. 00000004:00000010:1.0:1767384405.684510:0:41008:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001fb0cde5. 00000020:00000010:1.0:1767384405.684526:0:41008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.684530:0:41008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.684535:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384405.684539:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.684544:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.684580:0:41008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.684582:0:41008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 02000000:00000010:1.0:1767384405.684599:0:41008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000003006d779. 00000400:00000010:1.0:1767384405.684617:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2ead9. 00000800:00000010:1.0:1767384405.684647:0:41008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bfdeb0ee. 00000020:00000010:1.0:1767384405.684679:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.684683:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.684686:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000800:00000010:2.0:1767384405.684800:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bfdeb0ee. 00000400:00000010:2.0:1767384405.684808:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2ead9. 00000100:00000010:3.0:1767384405.686466:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084600cc7. 00000020:00000010:0.0:1767384405.686564:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f74660. 00000020:00000010:0.0:1767384405.686568:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f74660. 00000020:00000010:0.0:1767384405.686573:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009085de15. 00000020:00000010:0.0:1767384405.686577:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001da6cdae. 00000020:00000010:0.0:1767384405.686591:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.686634:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f74660. 00000020:00000010:0.0:1767384405.686638:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f74660. 00010000:00000010:0.0:1767384405.686673:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.686688:0:40998:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000020e0df9. 00010000:00000010:0.0:1767384405.686697:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000093760897. 00010000:00000010:0.0:1767384405.686700:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000020e0df9. 00010000:00000010:0.0:1767384405.686706:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051245d9a. 00010000:00000010:0.0:1767384405.686710:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b358bd. 02000000:00000010:0.0:1767384405.686739:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000333136b7. 00080000:00000010:0.0:1767384405.686795:0:40998:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000047cfda42. 00010000:00000010:0.0:1767384405.686805:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099fb3556. 00010000:00000010:0.0:1767384405.686808:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da8fdda7. 00010000:00000010:0.0:1767384405.686821:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fafc6b0b. 00010000:00000010:0.0:1767384405.686823:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008696e1ad. 00010000:00000010:0.0:1767384405.686845:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005324f01f. 00010000:00000010:0.0:1767384405.686850:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2465a48. 00000004:00000010:0.0:1767384405.686864:0:40998:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000e6e9332. 00000004:00000010:0.0:1767384405.686873:0:40998:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000029008961. 00000004:00000010:0.0:1767384405.686879:0:40998:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dd91eb9e. 00080000:00000010:0.0:1767384405.686906:0:40998:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003131b871. 00000020:00000010:0.0:1767384405.686928:0:40998:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000008edbdf2d. 00080000:00000010:0.0:1767384405.686933:0:40998:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f8a21d61. 00000020:00000010:0.0:1767384405.686938:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000047166e00. 00000020:00000010:0.0:1767384405.686941:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000001a8918fd. 00080000:00000010:0.0:1767384405.686963:0:40998:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000f09338b3. 00000004:00000010:0.0:1767384405.686972:0:40998:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000009a3737e5. 00000020:00000010:0.0:1767384405.686977:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000001937ad92. 00020000:00000010:0.0:1767384405.686999:0:40998:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000082496c20. 00020000:00000010:0.0:1767384405.687002:0:40998:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000cb90a8c1. 00020000:00000010:0.0:1767384405.687006:0:40998:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000a9cdfc18. 00000020:00000010:0.0:1767384405.687015:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 00000000b3c9e4f1. 00000004:00000010:0.0:1767384405.687035:0:40998:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000b01db25a. 00080000:00000010:0.0:1767384405.687051:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000050f74660. 00080000:00000010:0.0:1767384405.687084:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d80055f3. 00000001:00000010:0.0:1767384405.687248:0:40998:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f50037d1. 00000001:00000010:0.0:1767384405.687761:0:40998:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f50037d1. 00000020:00000010:0.0:1767384405.687785:0:40998:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 00000000b3c9e4f1. 00000020:00000010:0.0:1767384405.687788:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000007ec9ba21. 00080000:00000010:0.0:1767384405.687800:0:40998:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000713ff722. 00080000:00000010:0.0:1767384405.687809:0:40998:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000b381d00b. 00000001:00000010:0.0:1767384405.687845:0:40998:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000016034a7. 00000001:00000010:0.0:1767384405.687849:0:40998:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000a23a6145. 00000001:00000010:0.0:1767384405.687888:0:40998:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000370c9861. 00080000:00000010:0.0:1767384405.687909:0:40998:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000051d8affb. 00080000:00000010:0.0:1767384405.687930:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d80055f3. 00080000:00000010:0.0:1767384405.687933:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000050f74660. 00000020:00000010:0.0:1767384405.687937:0:40998:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000008edbdf2d. 00010000:00000010:0.0:1767384405.688004:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb26e42a. 00010000:00000010:0.0:1767384405.688008:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ef577e0. 00010000:00000010:0.0:1767384405.688012:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c238607e. 00010000:00000010:0.0:1767384405.688016:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f30fcc6. 00000004:00000010:0.0:1767384405.688045:0:40998:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000e91eb780. 00010000:00000010:0.0:1767384405.688067:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da8fdda7. 00010000:00000010:0.0:1767384405.688089:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.688094:0:40998:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000020e0df9. 00000400:00000010:0.0:1767384405.688114:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c3e912. 00000400:00000010:0.0:1767384405.688123:0:40998:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c4a2c95. 00000800:00000010:0.0:1767384405.688257:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd05a39. 00000020:00000010:0.0:1767384405.688379:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001da6cdae. 00000020:00000010:0.0:1767384405.688383:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.688387:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009085de15. 00000800:00000010:3.0:1767384405.689440:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd05a39. 00000400:00000010:3.0:1767384405.689466:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c3e912. 00000020:00000010:0.0:1767384405.689519:0:16341:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005153d0a8. 00000020:00000010:0.0:1767384405.689524:0:16341:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009085de15. 80000000:00000010:0.0:1767384405.689527:0:16341:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008edbdf2d. 40000000:00000010:0.0:1767384405.689530:0:16341:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000050f74660. 00100000:00000010:0.0:1767384405.689535:0:16341:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1d4b71c. 00040000:00000010:0.0:1767384405.689539:0:16341:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009cb2fc60. 00040000:00000010:0.0:1767384405.689542:0:16341:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8c263b1. 00040000:00000010:0.0:1767384405.689554:0:16341:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b47562dc. 00080000:00000010:0.0:1767384405.689559:0:16341:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001127d7f3. 00080000:00000010:0.0:1767384405.689565:0:16341:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bb7c0a4. 00000004:00000010:0.0:1767384405.689569:0:16341:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000024e5df1a. 00000004:00000010:0.0:1767384405.689573:0:16341:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000a7ff904. 00000004:00000010:0.0:1767384405.689576:0:16341:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cdfb91a. 00002000:00000010:0.0:1767384405.689579:0:16341:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000f32cfb0. 00000004:00000010:0.0:1767384405.689581:0:16341:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009a2af50d. 00010000:00000010:0.0:1767384405.689593:0:16341:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2465a48. 00010000:00000010:0.0:1767384405.689597:0:16341:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008696e1ad. 00000100:00000010:3.0:1767384405.690495:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007eda9c42. 00000020:00000010:1.0:1767384405.691101:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.691108:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005e5eb8fd. 00000020:00000010:1.0:1767384405.691130:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384405.691195:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.691201:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.691283:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059e876ed. 00000020:00000010:1.0:1767384405.691286:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059e876ed. 00010000:00000010:1.0:1767384405.691306:0:18426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002f01bcf6. 00010000:00000010:1.0:1767384405.691310:0:18426:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000071c3bf55. 00010000:00000010:1.0:1767384405.691316:0:18426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ef69440. 00000020:00000010:1.0:1767384405.691320:0:18426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000059e876ed. 00002000:00000010:1.0:1767384405.691347:0:18426:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000c5da76d8. 02000000:00000010:1.0:1767384405.691368:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000b15e4d54. 00000020:00000010:1.0:1767384405.691380:0:18426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005f2ad78c. 00000400:00000010:1.0:1767384405.691401:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcb7141a. 00000800:00000010:1.0:1767384405.691429:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d82599ac. 00000020:00000010:1.0:1767384405.691457:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.691461:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.691464:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000800:00000010:0.0:1767384405.691544:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d82599ac. 00000400:00000010:0.0:1767384405.691551:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcb7141a. 00010000:00000010:2.1:1767384405.694375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a59cd36. 00010000:00000010:2.1:1767384405.694388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f85ab886. 00010000:00000010:2.1:1767384405.694392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be204060. 00010000:00000010:2.1:1767384405.694394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5dd8851. 00000100:00000010:2.0:1767384405.695970:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003afbd761. 00000020:00000010:1.0:1767384405.696829:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083761fa3. 00000020:00000010:1.0:1767384405.696835:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083761fa3. 00000020:00000010:1.0:1767384405.696841:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce842082. 00000020:00000010:1.0:1767384405.696846:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.696851:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.696891:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083761fa3. 00000020:00000010:1.0:1767384405.696905:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083761fa3. 00010000:00000010:1.0:1767384405.696931:0:18426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095604b88. 02000000:00000010:1.0:1767384405.696949:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000001c0dfd13. 00010000:00000010:1.0:1767384405.696963:0:18426:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000083761fa3. 00000100:00000010:1.0:1767384405.696970:0:18426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000137c9f2b. 00000100:00000010:1.0:1767384405.696979:0:18426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 02000000:00000010:1.0:1767384405.696989:0:18426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045d1185a. 02000000:00000010:1.0:1767384405.697015:0:18426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f682f699. 00000400:00000010:1.0:1767384405.697020:0:18426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384405.697026:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960a7040. 00000400:00000010:1.0:1767384405.697034:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000609c245b. 00000800:00000010:1.0:1767384405.697067:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d82599ac. 00000100:00000010:1.0:1767384405.697088:0:18426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b81ddd5. 00000100:00000010:1.0:1767384405.697099:0:18426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e73e9821. 00000100:00000010:1.0:1767384405.697103:0:18426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031222542. 00000100:00000010:1.0:1767384405.697107:0:18426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db3436df. 00000800:00000010:2.0:1767384405.697217:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d82599ac. 00000400:00000010:2.0:1767384405.697229:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609c245b. 00010000:00000010:0.1:1767384405.697275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c63f112. 00010000:00000010:0.1:1767384405.697289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc5f355b. 00010000:00000010:0.1:1767384405.697293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099fb3556. 00010000:00000010:0.1:1767384405.697295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000093760897. 00010000:00000010:0.1:1767384405.697298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051245d9a. 00000400:00000010:1.0:1767384405.699310:0:18426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f22e77. 00000400:00000010:1.0:1767384405.699319:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960a7040. 02000000:00000010:1.0:1767384405.699478:0:18426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f682f699. 02000000:00000010:1.0:1767384405.699486:0:18426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045d1185a. 00000100:00000010:1.0:1767384405.699491:0:18426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011276065. 00000100:00000010:1.0:1767384405.699495:0:18426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000137c9f2b. 00010000:00000010:1.0:1767384405.699498:0:18426:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000083761fa3. 00000400:00000010:1.0:1767384405.699529:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960a7040. 00000800:00000010:1.0:1767384405.699556:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bfdeb0ee. 00000400:00000010:0.0:1767384405.699576:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b7359e0. 00000020:00000010:1.0:1767384405.699595:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.699600:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.699604:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce842082. 00000400:00000010:0.0:1767384405.699904:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc7f13fe. 00000800:00000010:2.0:1767384405.700292:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bfdeb0ee. 00000400:00000010:2.0:1767384405.700301:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960a7040. 00000020:00000010:3.0:1767384405.700502:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384405.700507:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384405.700511:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.700515:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a848a4fe. 00000020:00000010:3.0:1767384405.700519:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384405.700549:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000979990e0. 00000020:00000010:3.0:1767384405.700552:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000979990e0. 02000000:00000010:3.0:1767384405.700559:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069204528. 00000020:00000010:3.0:1767384405.700594:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cfc77fbd. 00000020:00000010:3.0:1767384405.700600:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000979990e0. 00010000:00000010:3.0:1767384405.700739:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb445c0e. 00000100:00000010:3.0:1767384405.700747:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb4077b5. 00000100:00000010:3.0:1767384405.700754:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c105d02. 02000000:00000010:3.0:1767384405.700764:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002760f58e. 02000000:00000010:3.0:1767384405.700784:0:17072:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5b873ae. 00000400:00000010:3.0:1767384405.700789:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75b6df5. 00000400:00000010:3.0:1767384405.700793:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000400:00000010:3.0:1767384405.700800:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc17e6fc. 00000800:00000010:3.0:1767384405.700823:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af0da2e2. 00000800:00000010:2.0:1767384405.701724:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af0da2e2. 00000400:00000010:2.0:1767384405.701732:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc17e6fc. 00010000:00000010:0.1:1767384405.703205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fafc6b0b. 00010000:00000010:0.1:1767384405.703216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005324f01f. 00000100:00000010:0.0:1767384405.705526:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003039bb59. 00000020:00000010:2.0:1767384405.705654:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001787b94. 00000020:00000010:2.0:1767384405.705660:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001787b94. 00000020:00000010:2.0:1767384405.705667:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.705678:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.705683:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.705729:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001787b94. 00000020:00000010:2.0:1767384405.705732:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001787b94. 02000000:00000010:2.0:1767384405.705772:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 0000000087873181. 00000004:00000010:2.0:1767384405.705817:0:41002:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 0000000001787b94. 00000020:00000010:2.0:1767384405.705831:0:41002:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000710579e4. 00080000:00000010:2.0:1767384405.705837:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008325f623. 00080000:00000010:2.0:1767384405.705861:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000e5ef9a6. 00000001:00000010:2.0:1767384405.705916:0:41002:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000014a07334. 00000001:00000010:2.0:1767384405.705923:0:41002:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000001fcefb43. 00080000:00000010:2.0:1767384405.705959:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.705965:0:41002:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000710579e4. 00000004:00000010:2.0:1767384405.705990:0:41002:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000e91eb780. 00000400:00000010:2.0:1767384405.706026:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa27e14. 00000800:00000010:2.0:1767384405.706060:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0572111. 00000020:00000010:2.0:1767384405.706095:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.706100:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.706103:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000400:00000010:3.0:1767384405.706185:0:17072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75b6df5. 00000400:00000010:3.0:1767384405.706190:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 02000000:00000010:3.0:1767384405.706214:0:17072:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5b873ae. 02000000:00000010:3.0:1767384405.706219:0:17072:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002760f58e. 00000100:00000010:3.0:1767384405.706223:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c105d02. 00000100:00000010:3.0:1767384405.706228:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fb4077b5. 00010000:00000010:3.0:1767384405.706232:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb445c0e. 00000400:00000010:3.0:1767384405.706244:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46713a9. 00000800:00000010:3.0:1767384405.706258:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4c96083. 00000020:00000010:3.0:1767384405.706269:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a848a4fe. 00000020:00000010:3.0:1767384405.706271:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed71e34c. 00000020:00000010:3.0:1767384405.706274:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 02000000:00000010:3.0:1767384405.706281:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000029c2e5ba. 00000100:00000010:3.0:1767384405.706284:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000269c4345. 02000000:00000010:3.0:1767384405.706287:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000049c596dc. 00000100:00000010:3.0:1767384405.706289:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d097d017. 02000000:00000010:3.0:1767384405.706293:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c82a1f45. 00000100:00000010:3.0:1767384405.706296:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007eb3ea59. 02000000:00000010:3.0:1767384405.706299:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5074b9c. 00000100:00000010:3.0:1767384405.706301:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c53c840f. 02000000:00000010:3.0:1767384405.706304:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001aaf580c. 00000100:00000010:3.0:1767384405.706306:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f2e26658. 02000000:00000010:3.0:1767384405.706310:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c3d8026. 00000100:00000010:3.0:1767384405.706312:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d461d9a7. 00000400:00000010:3.0:1767384405.706328:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75b6df5. 00000400:00000010:3.0:1767384405.706332:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb4077b5. 00000800:00000010:1.0:1767384405.706433:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0572111. 00000400:00000010:1.0:1767384405.706440:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa27e14. 00000800:00000010:1.0:1767384405.706491:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4c96083. 00000400:00000010:1.0:1767384405.706496:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46713a9. 02000000:00000010:1.0:1767384405.706499:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000069204528. 00010000:00000010:3.1:1767384405.711186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ef69440. 00000100:00000010:1.0:1767384405.720269:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e73e9821. 00000100:00000010:3.0:1767384405.720372:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db3436df. 00000100:00000010:2.0:1767384405.720440:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031222542. 00000100:00000010:0.0:1767384405.720552:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b81ddd5. 00000100:00000010:2.0:1767384405.766532:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062c10ea5. 00000020:00000010:0.0:1767384405.766626:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.766632:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.766638:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5edfe55. 00000020:00000010:0.0:1767384405.766643:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008696e1ad. 00000020:00000010:0.0:1767384405.766647:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.766685:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.766687:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 00000001:00000010:0.0:1767384405.766697:0:40998:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000a23a6145. 00010000:00000010:0.0:1767384405.766718:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fafc6b0b. 00010000:00000010:0.0:1767384405.766721:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001da6cdae. 00010000:00000010:0.0:1767384405.766727:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005324f01f. 00010000:00000010:0.0:1767384405.766732:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2465a48. 02000000:00000010:0.0:1767384405.766754:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000048cbbb72. 00010000:00000010:0.0:1767384405.766781:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d73b135. 00010000:00000010:0.0:1767384405.766785:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.766855:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2465a48. 00000400:00000010:0.0:1767384405.766877:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004614fcc0. 00000800:00000010:0.0:1767384405.766939:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cd05a39. 00000020:00000010:0.0:1767384405.767042:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008696e1ad. 00000020:00000010:0.0:1767384405.767047:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.767050:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5edfe55. 00000800:00000010:3.0:1767384405.767454:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cd05a39. 00000400:00000010:3.0:1767384405.767462:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004614fcc0. 00000100:00000010:1.0:1767384405.769656:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011276065. 00000020:00000010:0.0:1767384405.769703:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.769708:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.769712:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5edfe55. 00000020:00000010:0.0:1767384405.769715:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008696e1ad. 00000020:00000010:0.0:1767384405.769719:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.769782:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.769785:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 02000000:00000010:0.0:1767384405.769805:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000dc89ab54. 00010000:00000010:0.0:1767384405.769827:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f30fcc6. 00010000:00000010:0.0:1767384405.769836:0:40998:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ef577e0. 00010000:00000010:0.0:1767384405.769855:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.769860:0:40998:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001da6cdae. 00010000:00000010:0.0:1767384405.769872:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000093760897. 00010000:00000010:0.0:1767384405.769874:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001da6cdae. 00010000:00000010:0.0:1767384405.769878:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001416b5cd. 00010000:00000010:0.0:1767384405.769880:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.769889:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc5f355b. 00010000:00000010:0.0:1767384405.769891:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ef577e0. 00010000:00000010:0.0:1767384405.769907:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000050a25d1b. 00010000:00000010:0.0:1767384405.769910:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f30fcc6. 00000001:00000010:0.0:1767384405.769951:0:40998:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f50037d1. 00000001:00000010:0.0:1767384405.769960:0:40998:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f50037d1. 00010000:00000010:0.0:1767384405.769973:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003aeb1469. 00010000:00000010:0.0:1767384405.769976:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000020e0df9. 00010000:00000010:0.0:1767384405.769979:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027c4fafb. 00010000:00000010:0.0:1767384405.769981:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2465a48. 00000020:00000010:0.0:1767384405.769995:0:40998:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000ee317a98. 00000020:00000010:0.0:1767384405.770004:0:40998:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000ee317a98. 00000020:00000010:0.0:1767384405.770014:0:40998:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000008351b691. 00080000:00000010:0.0:1767384405.770019:0:40998:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c237307a. 00080000:00000010:0.0:1767384405.770057:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d80055f3. 00080000:00000010:0.0:1767384405.770067:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000187df249. 00080000:00000010:0.0:1767384405.770072:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ad15af88. 00080000:00000010:0.0:1767384405.770099:0:40998:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001e7f04a2. 00000001:00000010:0.0:1767384405.770175:0:40998:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f50037d1. 00000001:00000010:0.0:1767384405.770183:0:40998:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f50037d1. 00000004:00000010:0.0:1767384405.770229:0:40998:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000000faa8d5. 00000001:00000010:0.0:1767384405.770243:0:40998:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c988a6cb. 00000001:00000010:0.0:1767384405.770249:0:40998:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000a23a6145. 00080000:00000010:0.0:1767384405.770261:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001e7f04a2. 00080000:00000010:0.0:1767384405.770264:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ad15af88. 00080000:00000010:0.0:1767384405.770272:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000187df249. 00080000:00000010:0.0:1767384405.770274:0:40998:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.770278:0:40998:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000008351b691. 00010000:00000010:0.0:1767384405.770286:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e367f88. 00010000:00000010:0.0:1767384405.770289:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da8fdda7. 00010000:00000010:0.0:1767384405.770301:0:40998:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005215cfe3. 00010000:00000010:0.0:1767384405.770340:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2465a48. 00080000:00000010:0.0:1767384405.770402:0:40998:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000713ff722. 00080000:00000010:0.0:1767384405.770407:0:40998:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003131b871. 00000004:00000010:0.0:1767384405.770416:0:40998:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000b01db25a. 00000004:00000010:0.0:1767384405.770420:0:40998:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000082496c20. 00000004:00000010:0.0:1767384405.770422:0:40998:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000cb90a8c1. 00000004:00000010:0.0:1767384405.770426:0:40998:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000009a3737e5. 00000004:00000010:0.0:1767384405.770428:0:40998:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dd91eb9e. 00000004:00000010:0.0:1767384405.770432:0:40998:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000029008961. 00000004:00000010:0.0:1767384405.770436:0:40998:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000e6e9332. 00010000:00000010:0.0:1767384405.770446:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b358bd. 00010000:00000010:0.0:1767384405.770450:0:40998:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001da6cdae. 00000400:00000010:0.0:1767384405.770470:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053685d54. 00000400:00000010:0.0:1767384405.770477:0:40998:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e7229b1e. 00000800:00000010:0.0:1767384405.770499:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000451841ce. 00000020:00000010:0.0:1767384405.770525:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008696e1ad. 00000020:00000010:0.0:1767384405.770528:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.770531:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5edfe55. 00000800:00000010:3.0:1767384405.770619:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000451841ce. 00000020:00000010:1.0:1767384405.770680:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ce842082. 00000020:00000010:1.0:1767384405.770686:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000083761fa3. 00010000:00000010:1.0:1767384405.770688:0:17076:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da8fdda7. 00010000:00000010:1.0:1767384405.770692:0:17076:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000020e0df9. 00010000:00000010:1.0:1767384405.770697:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005215cfe3. 00010000:00000010:0.1:1767384405.772239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005324f01f. 00000400:00000010:3.0:1767384405.772416:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053685d54. 00000020:00000010:1.0:1767384405.772465:0:16342:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de726331. 00000020:00000010:1.0:1767384405.772470:0:16342:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045d1185a. 80000000:00000010:1.0:1767384405.772474:0:16342:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e73e9821. 40000000:00000010:1.0:1767384405.772477:0:16342:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046341c45. 00100000:00000010:1.0:1767384405.772483:0:16342:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001eae5d0a. 00040000:00000010:1.0:1767384405.772487:0:16342:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c85c6802. 00040000:00000010:1.0:1767384405.772491:0:16342:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bfa22e3a. 00040000:00000010:1.0:1767384405.772494:0:16342:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f682f699. 00080000:00000010:1.0:1767384405.772499:0:16342:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000455161a0. 00080000:00000010:1.0:1767384405.772503:0:16342:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000098357808. 00000004:00000010:1.0:1767384405.772509:0:16342:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000047eeabdd. 00000004:00000010:1.0:1767384405.772520:0:16342:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027f4f13f. 00000004:00000010:1.0:1767384405.772527:0:16342:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000074d58f38. 00002000:00000010:1.0:1767384405.772531:0:16342:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a4fd369. 00000004:00000010:1.0:1767384405.772534:0:16342:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d5074b9c. 00010000:00000010:1.0:1767384405.772549:0:16342:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f30fcc6. 00010000:00000010:1.0:1767384405.772554:0:16342:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ef577e0. 00010000:00000010:1.1:1767384405.781184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aeb1469. 00010000:00000010:1.1:1767384405.781201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e367f88. 00010000:00000010:0.1:1767384405.784248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c238607e. 00010000:00000010:0.1:1767384405.784259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb26e42a. 00010000:00000010:0.1:1767384405.784262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d73b135. 00010000:00000010:0.1:1767384405.784263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fafc6b0b. 00010000:00000010:0.1:1767384405.784265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027c4fafb. 00010000:00000010:0.1:1767384405.784275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000093760897. 00010000:00000010:0.1:1767384405.784276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001416b5cd. 00010000:00000010:1.1:1767384405.785179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc5f355b. 00010000:00000010:1.1:1767384405.785187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000050a25d1b. 00000100:00000010:1.0:1767384405.817950:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d639c0a. 00000020:00000010:1.0:1767384405.818287:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.818292:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.818298:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020234351. 00000020:00000010:1.0:1767384405.818303:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.818308:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.818347:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.818350:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a182135. 00000001:00000010:1.0:1767384405.818360:0:40998:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000001fcefb43. 00010000:00000010:1.0:1767384405.818382:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d3ca9ac3. 00010000:00000010:1.0:1767384405.818386:0:40998:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000061ae805f. 00010000:00000010:1.0:1767384405.818392:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048d2293c. 00010000:00000010:1.0:1767384405.818398:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002842b427. 02000000:00000010:1.0:1767384405.818423:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c3d05c68. 00010000:00000010:1.0:1767384405.818448:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c7a9a7c. 00010000:00000010:1.0:1767384405.818451:0:40998:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aac6cf9. 00010000:00000010:1.0:1767384405.818523:0:40998:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002842b427. 00000400:00000010:1.0:1767384405.818546:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d973a6e. 00000800:00000010:1.0:1767384405.818597:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0080e6. 00000020:00000010:1.0:1767384405.818621:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.818628:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:1.0:1767384405.818631:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020234351. 00000800:00000010:3.0:1767384405.818700:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0080e6. 00000400:00000010:3.0:1767384405.818709:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d973a6e. 00000100:00000010:3.0:1767384405.822090:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c105d02. 00000020:00000010:1.0:1767384405.823027:0:18424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.823033:0:18424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.823038:0:18424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020234351. 00000020:00000010:1.0:1767384405.823042:0:18424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a2bb163. 00000020:00000010:1.0:1767384405.823055:0:18424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4242757. 00000020:00000010:3.0:1767384405.823573:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb445c0e. 00000020:00000010:3.0:1767384405.823577:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb445c0e. 02000000:00000010:3.0:1767384405.823590:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000029c2e5ba. 00000400:00000010:3.0:1767384405.823609:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3e60565. 00000800:00000010:3.0:1767384405.823633:0:17897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4c96083. 00000020:00000010:3.0:1767384405.823694:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a2bb163. 00000020:00000010:3.0:1767384405.823699:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4242757. 00000020:00000010:3.0:1767384405.823702:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020234351. 00000800:00000010:0.0:1767384405.823795:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4c96083. 00000400:00000010:0.0:1767384405.823801:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3e60565. 00010000:00000010:1.1:1767384405.824340:0:18424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048d2293c. 00000100:00000010:3.0:1767384405.848981:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870f4c47. 00000100:00000010:3.0:1767384405.849028:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc3413aa. 00000100:00000010:3.0:1767384405.849066:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007660d57b. 00040000:00000010:2.0:1767384405.849696:0:19669:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f7edc78. 00000004:00000010:2.0:1767384405.849716:0:19669:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000005e1c533. 00000004:00000010:2.0:1767384405.849728:0:19669:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb5b1693. 00000004:00000010:2.0:1767384405.849732:0:19669:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000074df629f. 00000004:00000010:2.0:1767384405.849744:0:19669:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efaf4f6a. 00000020:00000010:2.0:1767384405.849777:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849781:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849786:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.849790:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.849795:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.849848:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849851:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849868:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbd78584. 00000020:00000010:2.0:1767384405.849870:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005bbd6319. 00000020:00000010:2.0:1767384405.849873:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384405.849888:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849890:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849906:0:19669:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fed1fc5. 00000020:00000010:2.0:1767384405.849913:0:19669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384405.849915:0:19669:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002116393f. 00000020:00000010:2.0:1767384405.849929:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.849931:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 02000000:00000010:2.0:1767384405.849940:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a46e7485. 00000400:00000010:2.0:1767384405.849976:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae10c25d. 00000800:00000010:2.0:1767384405.850010:0:19669:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b502436. 00000020:00000010:2.0:1767384405.850048:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b29670. 00000020:00000010:2.0:1767384405.850052:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c741f0. 00000020:00000010:2.0:1767384405.850055:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df7bc7d. 00000020:00000010:2.0:1767384405.850067:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.850069:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 02000000:00000010:2.0:1767384405.850075:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b0b946b. 00000400:00000010:2.0:1767384405.850088:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026eff504. 00000800:00000010:2.0:1767384405.850099:0:19669:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805961f5. 00000020:00000010:2.0:1767384405.850108:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005bbd6319. 00000020:00000010:2.0:1767384405.850110:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e9f317c. 00000020:00000010:2.0:1767384405.850113:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbd78584. 00000020:00000010:2.0:1767384405.850122:0:19669:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5ef9a6. 00000020:00000010:2.0:1767384405.850124:0:19669:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5ef9a6. 02000000:00000010:2.0:1767384405.850128:0:19669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae9394ca. 00000400:00000010:2.0:1767384405.850178:0:19669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc24baf0. 00000800:00000010:2.0:1767384405.850189:0:19669:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000957f41cd. 00000020:00000010:2.0:1767384405.850196:0:19669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058324a92. 00000020:00000010:2.0:1767384405.850199:0:19669:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002116393f. 00000020:00000010:2.0:1767384405.850201:0:19669:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fed1fc5. 00000800:00000010:2.0:1767384405.850247:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b502436. 00000400:00000010:2.0:1767384405.850257:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae10c25d. 00000800:00000010:2.0:1767384405.850267:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805961f5. 00000400:00000010:2.0:1767384405.850270:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026eff504. 00000800:00000010:2.0:1767384405.850313:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000957f41cd. 00000400:00000010:2.0:1767384405.850317:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc24baf0. 00000100:00000010:0.0:1767384405.852987:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200220f. 00000020:00000010:1.0:1767384405.853087:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.853092:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.853097:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f4494b1. 00000020:00000010:1.0:1767384405.853102:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.853107:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384405.853198:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a182135. 00000020:00000010:1.0:1767384405.853202:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a182135. 02000000:00000010:1.0:1767384405.853231:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049c596dc. 00000020:00000010:1.0:1767384405.853247:0:18426:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.853273:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c383c4e7. 00000020:00000010:1.0:1767384405.853277:0:18426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fbb731f. 00000020:00000010:1.0:1767384405.853281:0:18426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005095692e. 00000020:00000010:1.0:1767384405.853285:0:18426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0a48eea. 00000020:00000010:1.0:1767384405.853288:0:18426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea3463f2. 80000000:00000010:1.0:1767384405.853292:0:18426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f98be99c. 40000000:00000010:1.0:1767384405.853295:0:18426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f9442903. 00100000:00000010:1.0:1767384405.853299:0:18426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e8106ae. 00040000:00000010:1.0:1767384405.853302:0:18426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b448d85. 00040000:00000010:1.0:1767384405.853306:0:18426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000811ee94c. 00080000:00000010:1.0:1767384405.853312:0:18426:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007c72eb11. 00080000:00000010:1.0:1767384405.853318:0:18426:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f0562efe. 00002000:00000010:1.0:1767384405.853336:0:18426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f4a7e21. 00080000:00000010:1.0:1767384405.853344:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c7e1c5d4. 00080000:00000010:1.0:1767384405.853352:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a182135. 00080000:00000010:1.0:1767384405.853410:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a182135. 00000020:00000010:3.0:1767384405.853419:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00080000:00000010:1.0:1767384405.853420:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000020234351. 00080000:00000010:1.0:1767384405.853425:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a182135. 00000020:00000010:3.0:1767384405.853427:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002760f58e. 00000020:00000010:3.0:1767384405.853432:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077e709be. 00000001:00000010:1.0:1767384405.853434:0:18426:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000f3df63a0. 00000020:00000010:3.0:1767384405.853437:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.853441:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384405.853444:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.853447:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00080000:00000010:1.0:1767384405.853449:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a182135. 00100000:00000010:3.0:1767384405.853451:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da5c2251. 00040000:00000010:3.0:1767384405.853455:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00000020:00000010:1.0:1767384405.853456:0:18426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000fbb731f. 00040000:00000010:3.0:1767384405.853458:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006c8746d. 00000020:00000010:1.0:1767384405.853462:0:18426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005095692e. 00000020:00000010:1.0:1767384405.853467:0:18426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0a48eea. 00080000:00000010:3.0:1767384405.853477:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b3308c64. 00080000:00000010:3.0:1767384405.853484:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf1417b5. 00000020:00000010:1.0:1767384405.853486:0:18426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ea3463f2. 80000000:00000010:1.0:1767384405.853489:0:18426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f98be99c. 40000000:00000010:1.0:1767384405.853496:0:18426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f9442903. 00002000:00000010:3.0:1767384405.853497:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.853504:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002760f58e. 00100000:00000010:1.0:1767384405.853504:0:18426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e8106ae. 00000020:00000010:3.0:1767384405.853508:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077e709be. 00040000:00000010:1.0:1767384405.853510:0:18426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b448d85. 00000020:00000010:3.0:1767384405.853514:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00040000:00000010:1.0:1767384405.853516:0:18426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000811ee94c. 00000020:00000010:3.0:1767384405.853519:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5b873ae. 00080000:00000010:1.0:1767384405.853522:0:18426:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f0562efe. 80000000:00000010:3.0:1767384405.853524:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000842aab1e. 00080000:00000010:1.0:1767384405.853528:0:18426:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007c72eb11. 40000000:00000010:3.0:1767384405.853530:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.853535:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000da5c2251. 00002000:00000010:1.0:1767384405.853536:0:18426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003f4a7e21. 00000020:00000010:1.0:1767384405.853541:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c383c4e7. 00040000:00000010:3.0:1767384405.853550:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.853554:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006c8746d. 00080000:00000010:3.0:1767384405.853557:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf1417b5. 00000400:00000010:1.0:1767384405.853560:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7a745d9. 00080000:00000010:3.0:1767384405.853561:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b3308c64. 00002000:00000010:3.0:1767384405.853566:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.853569:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.853572:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.853575:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384405.853577:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.853579:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.853581:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.853583:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.853585:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.853588:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e709be. 00000800:00000010:1.0:1767384405.853589:0:18426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b448d85. 00040000:00000010:3.0:1767384405.853591:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.853595:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.853597:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1417b5. 00080000:00000010:3.0:1767384405.853601:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006df6bc16. 00002000:00000010:3.0:1767384405.853603:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090c8eda9. 00000020:00000010:1.0:1767384405.853617:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.853621:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384405.853624:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f4494b1. 00002000:00000010:3.0:1767384405.853653:0:17075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c5da76d8. 00010000:00000010:3.0:1767384405.853657:0:17075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000071c3bf55. 00000020:00000010:3.0:1767384405.853669:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384405.853671:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.853674:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.853676:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.853683:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.853686:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.853688:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384405.853690:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.853693:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.853695:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006df6bc16. 00080000:00000010:3.0:1767384405.853699:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf1417b5. 00002000:00000010:3.0:1767384405.853701:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.853702:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000800:00000010:2.0:1767384405.853861:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b448d85. 00000400:00000010:2.0:1767384405.853868:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a745d9. 00010000:00000010:2.1:1767384405.857173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053427ffd. 00010000:00000010:2.1:1767384405.857184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef92edd1. 00010000:00000010:3.1:1767384405.861178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f01bcf6. 00010000:00000010:2.1:1767384405.861178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093b2c031. 00010000:00000010:3.1:1767384405.861200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095604b88. 00000100:00000010:2.0:1767384405.862995:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad5eeccf. 00000020:00000010:1.0:1767384405.863103:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.863108:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.863114:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f4494b1. 00000020:00000010:1.0:1767384405.863120:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.863125:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384405.863194:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.863197:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 02000000:00000010:1.0:1767384405.863216:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f4a7e21. 00000020:00000010:1.0:1767384405.863240:0:40999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000efd32deb. 00080000:00000010:1.0:1767384405.863276:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c383c4e7. 00080000:00000010:1.0:1767384405.863285:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9442903. 00080000:00000010:1.0:1767384405.863293:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a182135. 00000020:00000010:3.0:1767384405.863361:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000001:00000010:1.0:1767384405.863364:0:40999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f98be99c. 00000020:00000010:3.0:1767384405.863367:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002760f58e. 00000020:00000010:3.0:1767384405.863373:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077e709be. 00000020:00000010:3.0:1767384405.863377:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.863380:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5b873ae. 00000001:00000010:1.0:1767384405.863383:0:40999:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000137c9f2b. 80000000:00000010:3.0:1767384405.863385:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.863390:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.863394:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da5c2251. 00040000:00000010:3.0:1767384405.863398:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.863401:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006c8746d. 00080000:00000010:3.0:1767384405.863405:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1417b5. 00080000:00000010:3.0:1767384405.863410:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006df6bc16. 00002000:00000010:3.0:1767384405.863415:0:40107:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.863419:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002760f58e. 00000020:00000010:3.0:1767384405.863424:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077e709be. 00000020:00000010:3.0:1767384405.863428:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.863432:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384405.863436:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.863440:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.863443:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000da5c2251. 00040000:00000010:3.0:1767384405.863449:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.863452:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006c8746d. 00080000:00000010:3.0:1767384405.863457:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006df6bc16. 00080000:00000010:3.0:1767384405.863462:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf1417b5. 00002000:00000010:3.0:1767384405.863474:0:40107:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.863477:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.863481:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.863483:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384405.863485:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.863487:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.863490:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.863493:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.863495:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.863498:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384405.863500:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.863502:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.863505:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1417b5. 00080000:00000010:3.0:1767384405.863507:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006df6bc16. 00002000:00000010:3.0:1767384405.863510:0:40107:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.863530:0:40107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cbd4eb7f. 00000020:00000010:3.0:1767384405.863539:0:40107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cfcc66fd. 00010000:00000010:3.0:1767384405.863543:0:40107:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aac6cf9. 00010000:00000010:3.0:1767384405.863549:0:40107:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061ae805f. 00000020:00000010:3.0:1767384405.863562:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384405.863564:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.863568:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.863570:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.863572:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000842aab1e. 40000000:00000010:3.0:1767384405.863574:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.863576:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384405.863578:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.863580:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.863583:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006df6bc16. 00080000:00000010:3.0:1767384405.863585:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf1417b5. 00002000:00000010:3.0:1767384405.863587:0:40107:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090c8eda9. 00000020:00000010:3.0:1767384405.863588:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000001:00000010:0.0:1767384405.864974:0:40987:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f98be99c. 00080000:00000010:0.0:1767384405.864983:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c383c4e7. 00000001:00000010:0.0:1767384405.864987:0:40987:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c988a6cb. 00000004:00000010:0.0:1767384405.865000:0:40987:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000000faa8d5. 00080000:00000010:0.0:1767384405.865004:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c237307a. 00000001:00000010:0.0:1767384405.865015:0:40987:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000014a07334. 00080000:00000010:0.0:1767384405.865018:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008325f623. 00000001:00000010:0.0:1767384405.865022:0:40987:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000016034a7. 00080000:00000010:0.0:1767384405.865025:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f8a21d61. 00000001:00000010:0.0:1767384405.865028:0:40987:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e1bb81a4. 00080000:00000010:0.0:1767384405.865031:0:40987:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000530fcd00. 00000100:00000010:2.0:1767384405.865057:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092816fae. 02000000:00000010:2.0:1767384405.865070:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000612b3315. 00080000:00000010:1.0:1767384405.865091:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a182135. 00080000:00000010:1.0:1767384405.865096:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9442903. 00080000:00000010:1.0:1767384405.865105:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d9b669b7. 00080000:00000010:1.0:1767384405.865112:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9442903. 00000001:00000010:1.0:1767384405.865122:0:40999:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006e128a5e. 02000000:00000010:3.0:1767384405.865166:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000090c8eda9. 00080000:00000010:1.0:1767384405.865168:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9442903. 00000400:00000010:3.0:1767384405.865188:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3011ca3. 00000400:00000010:1.0:1767384405.865190:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b7a5de6. 00000400:00000010:3.0:1767384405.865195:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e743430e. 00000400:00000010:3.0:1767384405.865206:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b12d2377. 00000800:00000010:1.0:1767384405.865269:0:40999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091293981. 00000020:00000010:1.0:1767384405.865306:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.865311:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384405.865315:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f4494b1. 00000800:00000010:2.0:1767384405.865468:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091293981. 00000100:00000010:3.0:1767384405.865814:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e4893b3. 00000400:00000010:3.0:1767384405.865837:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b12d2377. 00000100:00000010:3.0:1767384405.865852:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000842aab1e. 00000100:00000010:3.0:1767384405.865879:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072f898e0. 00000100:00000010:3.0:1767384405.865884:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000963bf1ce. 00000100:00000010:3.0:1767384405.865888:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e458465. 00000020:00000010:1.0:1767384405.865969:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.865973:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.865977:0:18426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f4494b1. 00000020:00000010:1.0:1767384405.865980:0:18426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.865983:0:18426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000934355f7. 00000400:00000010:2.0:1767384405.865990:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b7a5de6. 00000020:00000010:1.0:1767384405.866013:0:18426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9442903. 00000020:00000010:1.0:1767384405.866017:0:18426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9442903. 02000000:00000010:1.0:1767384405.866034:0:18426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000e917ec38. 00010000:00000010:1.0:1767384405.866053:0:18426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000031077b82. 00010000:00000010:1.0:1767384405.866057:0:18426:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000008be52d79. 00010000:00000010:1.0:1767384405.866063:0:18426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048d2293c. 00002000:00000010:1.0:1767384405.866071:0:18426:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000f9442903. 00010000:00000010:1.0:1767384405.866095:0:18426:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a6a836bf. 00080000:00000010:1.0:1767384405.866112:0:18426:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000811ee94c. 00080000:00000010:1.0:1767384405.866122:0:18426:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a182135. 00000020:00000010:2.0:1767384405.866167:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009fed1fc5. 00000020:00000010:2.0:1767384405.866175:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000e5ef9a6. 00002000:00000010:2.0:1767384405.866181:0:17076:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f9442903. 00010000:00000010:2.0:1767384405.866184:0:17076:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000008be52d79. 00010000:00000010:2.0:1767384405.866191:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a6a836bf. 00000001:00000010:1.0:1767384405.866510:0:18426:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000003f59c008. 00080000:00000010:1.0:1767384405.866523:0:18426:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a182135. 00080000:00000010:1.0:1767384405.866603:0:18426:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000019c5ce7. 00002000:00000010:1.0:1767384405.866608:0:18426:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000cf80a6bd. 00000400:00000010:1.0:1767384405.866621:0:18426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5683a9f. 00000400:00000010:1.0:1767384405.866645:0:18426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5683a9f. 00000020:00000010:1.0:1767384405.866653:0:18426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7cc1294. 00000020:00000010:1.0:1767384405.866656:0:18426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000934355f7. 00000020:00000010:1.0:1767384405.866658:0:18426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f4494b1. 00000400:00000010:3.0:1767384405.868658:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3011ca3. 00000400:00000010:3.0:1767384405.868665:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e743430e. 00010000:00000010:3.1:1767384405.869386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d3ca9ac3. 00010000:00000010:3.1:1767384405.869393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c7a9a7c. 00000100:00000010:0.0:1767384405.872213:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000842aab1e. 00000100:00000010:1.0:1767384405.872275:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072f898e0. 00000100:00000010:2.0:1767384405.872637:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963bf1ce. 00000100:00000010:3.0:1767384405.873580:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e458465. 00010000:00000010:2.1:1767384405.875196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000031077b82. 00010000:00000010:2.1:1767384405.875205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048d2293c. 00000400:00000010:2.0:1767384405.876206:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792253c. 00000400:00000010:2.0:1767384405.876224:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000729fce8c. 00000400:00000010:2.0:1767384405.876229:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f40d2131. 00000400:00000010:2.0:1767384405.876962:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d0e4b34. 00000400:00000010:2.0:1767384405.876979:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a343a5f. 00000020:00000010:0.0:1767384405.877202:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.877208:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.877213:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c237307a. 00000020:00000010:0.0:1767384405.877218:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008696e1ad. 00000020:00000010:0.0:1767384405.877223:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a04a2d6c. 00000020:00000010:0.0:1767384405.877261:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d80055f3. 00000020:00000010:0.0:1767384405.877264:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d80055f3. 02000000:00000010:0.0:1767384405.877278:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017ac050f. 20000000:00000010:0.0:1767384405.877287:0:40994:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000055256447. 00000400:00000010:0.0:1767384405.877335:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5cc85e4. 00000020:00000010:3.0:1767384405.877354:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.877360:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002760f58e. 00000800:00000010:0.0:1767384405.877362:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea778dc2. 00000020:00000010:3.0:1767384405.877364:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077e709be. 00000020:00000010:3.0:1767384405.877368:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.877371:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384405.877374:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e458465. 40000000:00000010:3.0:1767384405.877377:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.877380:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da5c2251. 00040000:00000010:3.0:1767384405.877383:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.877385:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006c8746d. 00080000:00000010:3.0:1767384405.877389:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1417b5. 00080000:00000010:3.0:1767384405.877392:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006df6bc16. 00002000:00000010:3.0:1767384405.877396:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000016a61451. 00000020:00000010:3.0:1767384405.877399:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002760f58e. 00000020:00000010:3.0:1767384405.877402:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077e709be. 00000020:00000010:3.0:1767384405.877404:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.877406:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5b873ae. 80000000:00000010:3.0:1767384405.877409:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e458465. 40000000:00000010:3.0:1767384405.877411:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.877413:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000da5c2251. 00040000:00000010:3.0:1767384405.877416:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.877427:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006c8746d. 00080000:00000010:3.0:1767384405.877430:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006df6bc16. 00080000:00000010:3.0:1767384405.877433:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf1417b5. 00002000:00000010:3.0:1767384405.877435:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000016a61451. 00000020:00000010:3.0:1767384405.877437:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.877439:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5656587. 00000020:00000010:3.0:1767384405.877440:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048d2d2cd. 00000020:00000010:3.0:1767384405.877441:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.877443:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008d62ef5. 00000020:00000010:3.0:1767384405.877444:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.877445:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e458465. 40000000:00000010:3.0:1767384405.877446:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.877447:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384405.877449:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.877450:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.877451:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1417b5. 00080000:00000010:3.0:1767384405.877452:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006df6bc16. 00002000:00000010:3.0:1767384405.877454:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000016a61451. 00000020:00000010:0.0:1767384405.877474:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008696e1ad. 00000020:00000010:3.0:1767384405.877477:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048d2d2cd. 00000020:00000010:0.0:1767384405.877480:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a04a2d6c. 00000020:00000010:3.0:1767384405.877481:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da5c2251. 00000020:00000010:3.0:1767384405.877485:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008d62ef5. 00000020:00000010:0.0:1767384405.877488:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c237307a. 00000020:00000010:3.0:1767384405.877489:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006c8746d. 80000000:00000010:3.0:1767384405.877492:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e458465. 40000000:00000010:3.0:1767384405.877495:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb445c0e. 00100000:00000010:3.0:1767384405.877497:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e709be. 00040000:00000010:3.0:1767384405.877498:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af0da2e2. 00040000:00000010:3.0:1767384405.877500:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e5b873ae. 00080000:00000010:3.0:1767384405.877501:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006df6bc16. 00080000:00000010:3.0:1767384405.877502:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf1417b5. 00002000:00000010:3.0:1767384405.877503:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000016a61451. 00000400:00000010:0.0:1767384405.877504:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50037d1. 00000020:00000010:3.0:1767384405.877505:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5656587. 00000400:00000010:0.0:1767384405.877512:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3737e5. 00000800:00000010:2.0:1767384405.877551:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea778dc2. 00000400:00000010:2.0:1767384405.877559:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5cc85e4. 02000000:00000010:2.0:1767384405.877563:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000017ac050f. 00000001:00000010:1.0:1767384405.877625:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a87c5a11. 00000001:00000010:1.0:1767384405.877630:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df9af385. 00000001:00000010:1.0:1767384405.877639:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000082f18079. 00000001:00000010:1.0:1767384405.877641:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc234aec. 00000001:00000010:1.0:1767384405.877643:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000918dc6c0. 00000001:00000010:1.0:1767384405.877645:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000ad2f76b. 00000020:00000010:1.0:1767384405.877651:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000001fe83ee. 00000020:00000010:1.0:1767384405.877660:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000684c2287. 00010000:00000010:3.1:1767384405.884181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015a1e83e. 00080000:00000010:3.0:1767384406.374834:0:41615:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000027faf76d. 00080000:00000010:3.0:1767384406.374845:0:41615:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000027faf76d. 00080000:00000010:3.0:1767384406.374862:0:41615:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000027faf76d. 00080000:00000010:3.0:1767384406.374867:0:41615:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000027faf76d. 00000001:02000400:0.0:1767384406.516934:0:41651:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00080000:00000010:3.0:1767384406.911608:0:41663:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fabccd2c. 00080000:00000010:3.0:1767384406.911616:0:41663:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fabccd2c. 00080000:00000010:3.0:1767384406.911622:0:41663:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fabccd2c. 00080000:00000010:3.0:1767384406.911626:0:41663:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fabccd2c. Debug log: 133335 lines, 133335 kept, 0 dropped, 0 bad.